Examples: query, "exact match", wildcard*, wild?ard, wild*rd
Fuzzy search: cake~ (finds cakes, bake)
Term boost: "red velvet"^4, chocolate^2
Field grouping: tags:(+work -"fun-stuff")
Escaping: Escape characters +-&|!(){}[]^"~*?:\ with \, e.g. \+
Range search: properties.timestamp:[1587729413488 TO *] (inclusive), properties.title:{A TO Z}(excluding A and Z)
Combinations: chocolate AND vanilla, chocolate OR vanilla, (chocolate OR vanilla) NOT "vanilla pudding"
Field search: properties.title:"The Title" AND text
Answered
I’M Trying To Use Minio With Clearml As A External Storage. I Am Having Problems With The Configuration File For The Clearml Client When I Use The Output_Uri Parameter Of Task.Init What Do I Put There? I Am Currently Doing Task.Init(… Output_Uri=“S3://I

I’m trying to use minio with ClearML as a external storage. I am having problems with the configuration file for the ClearML client

When I use the output_uri parameter of Task.init what do I put there?

I am currently doing Task.init(… output_uri=“s3://ipaddr:9000/bucket-name”)

Specifically I’m getting the error “could not access credentials”

I have the default configuration file barring this change

Inside aws — > s3 — > credentials

I replaced host with

ipaddr:port

Key and secret with their appropriate values

secure: true

  
  
Posted one year ago
Votes Newest

Answers 31


>>> print(json.dumps(config_obj.get("sdk"), indent=2))
{
  "storage": {
    "cache": {
      "default_base_dir": "~/.clearml/cache"
    },
    "direct_access": [
      {
        "url": "file://*"
      }
    ]
  },
  "metrics": {
    "file_history_size": 100,
    "matplotlib_untitled_history_size": 100,
    "images": {
      "format": "JPEG",
      "quality": 87,
      "subsampling": 0
    },
    "tensorboard_single_series_per_graph": false
  },
  "network": {
    "file_upload_retries": 3,
    "metrics": {
      "file_upload_threads": 4,
      "file_upload_starvation_warning_sec": 120
    },
    "iteration": {
      "max_retries_on_server_error": 5,
      "retry_backoff_factor_sec": 10
    }
  },
  "aws": {
    "s3": {
      "region": "",
      "key": "*************",
      "secret": "****************",
      "use_credentials_chain": false,
      "extra_args": {},
      "credentials": [
        {
          "host": "***.***.**.***:9000",
          "key": "********",
          "secret": "*****************",
          "multipart": false,
          "secure": false
        }
      ]
    },
    "boto3": {
      "pool_connections": 512,
      "max_multipart_concurrency": 16
    }
  },
  "google": {
    "storage": {}
  },
  "azure": {
    "storage": {}
  },
  "log": {
    "null_log_propagate": false,
    "task_log_buffer_capacity": 66,
    "disable_urllib3_info": true
  },
  "development": {
    "task_reuse_time_window_in_hours": 72.0,
    "vcs_repo_detect_async": true,
    "store_uncommitted_code_diff": true,
    "support_stopping": true,
    "default_output_uri": "",
    "force_analyze_entire_repo": false,
    "suppress_update_message": false,
    "detect_with_pip_freeze": false,
    "log_os_environments": [],
    "worker": {
      "report_period_sec": 2,
      "report_event_flush_threshold": 100,
      "ping_period_sec": 30,
      "log_stdout": true,
      "console_cr_flush_period": 10,
      "report_global_mem_used": false
    }
  },
  "apply_environment": false,
  "apply_files": false
}
  
  
Posted one year ago