File tree Expand file tree Collapse file tree 2 files changed +3
-4
lines changed Expand file tree Collapse file tree 2 files changed +3
-4
lines changed Original file line number Diff line number Diff line change 2020
2121# Multipart upload constants
2222MIN_PART_SIZE_MB = 5 # Minimum part size (S3 requirement)
23- TARGET_PART_SIZE_MB = 250 # Target part size for large files
23+ TARGET_PART_SIZE_MB = 250 # Target part size
2424MAX_MULTIPART_PARTS = 250 # Maximum parts per upload
2525MULTIPART_UPLOAD_TIMEOUT = 300 # Timeout in seconds for uploading each part
2626MULTIPART_THRESHOLD_GB = 5.0 # threshold for switching to multipart upload
Original file line number Diff line number Diff line change @@ -366,11 +366,10 @@ def _check_utf8(file: Path) -> Dict[str, Any]:
366366 report_dict : Dict [str , Any ] = {}
367367
368368 try :
369- # Stream file in chunks to avoid loading entire file into memory
370- chunk_size = 8192 # 8KB chunks
369+ chunk_size = 8192
371370 with file .open (encoding = "utf-8" ) as f :
372371 for chunk in iter (lambda : f .read (chunk_size ), "" ):
373- pass # UTF-8 decoding happens automatically during read
372+ pass
374373
375374 report_dict ["utf8" ] = True
376375 except UnicodeDecodeError as e :
You can’t perform that action at this time.
0 commit comments