Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -172,3 +172,8 @@ pyrightconfig.json
# End of https://www.toptal.com/developers/gitignore/api/python,visualstudiocode
*.err
*.out

# iterate2 local run artifacts
experiment_logs/
iterate_study.db
*.db
4 changes: 4 additions & 0 deletions setup.cfg
Original file line number Diff line number Diff line change
Expand Up @@ -27,3 +27,7 @@ exclude =
[flake8]
max-line-length = 80
ignore = E203, E501, W503
# C3 code-generation templates are string.Template files containing
# ${placeholder} substitutions; they are not valid standalone Python and
# must not be linted (they trip E999 SyntaxError).
extend-exclude = src/claimed/c3/templates
3 changes: 3 additions & 0 deletions src/claimed/c3/operator_utils.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,9 @@
import contextlib
import logging
import os
import re
import subprocess
import time

# converts string in form [cos|s3]://access_key_id:secret_access_key@endpoint/bucket/path to
# access_key_id, secret_access_key, endpoint, path - path includes bucket name
Expand Down
3 changes: 3 additions & 0 deletions src/claimed/components/examples/fibonacci.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
import os


def fib(b):
n = int(b)
if n == 0:
Expand Down
2 changes: 1 addition & 1 deletion src/claimed/components/util/cosutils.py
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ def _download(s3, cos_file, local_file):
desc=f'↓ {desc}', leave=True) as pbar:
with s3.open(cos_file, 'rb') as f_in, open(local_file, 'wb') as f_out:
while True:
chunk = f_in.read(CHUNK_SIZE)
chunk = f_in.read(MIN_CHUNK_SIZE)
if not chunk:
break
f_out.write(chunk)
Expand Down
2 changes: 1 addition & 1 deletion src/claimed/mlx/s3_kv_store.py
Original file line number Diff line number Diff line change
Expand Up @@ -232,7 +232,7 @@ def main():
sp.add_argument("--filter", type=json.loads, required=True)

args = parser.parse_args()
store = MLX(bucket=args.bucket, store_name=args.store, endpoint_url=args.endpoint)
store = S3KVStore(bucket=args.bucket, store_name=args.store, endpoint_url=args.endpoint)

if args.cmd == "put":
if args.value_file:
Expand Down
Loading