Spaces:
Sleeping
Sleeping
File size: 2,678 Bytes
0753607 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 |
import gradio as gr
import os
import zipfile
import tempfile
import shutil
CHUNK_SIZE = 20 * 1024 * 1024 # 20 MB
def split_zip_streaming(input_zip):
base_name = os.path.splitext(os.path.basename(input_zip))[0]
with tempfile.TemporaryDirectory() as temp_dir:
parts_dir = os.path.join(temp_dir, "parts")
os.makedirs(parts_dir, exist_ok=True)
part_num = 1
current_size = 0
current_zip_path = os.path.join(parts_dir, f"{base_name}_part{part_num}.zip")
current_zip = zipfile.ZipFile(current_zip_path, "w", compression=zipfile.ZIP_DEFLATED)
with zipfile.ZipFile(input_zip, "r") as zin:
for info in zin.infolist():
file_size = info.file_size
# Case 1: big file -> standalone, unzipped
if file_size > CHUNK_SIZE:
filename = os.path.basename(info.filename)
standalone_path = os.path.join(parts_dir, f"{filename}")
with zin.open(info, "r") as src, open(standalone_path, "wb") as dst:
shutil.copyfileobj(src, dst)
continue
# Case 2: fits into a zip part
if current_size + file_size > CHUNK_SIZE and current_size > 0:
current_zip.close()
part_num += 1
current_size = 0
current_zip_path = os.path.join(parts_dir, f"{base_name}_part{part_num}.zip")
current_zip = zipfile.ZipFile(current_zip_path, "w", compression=zipfile.ZIP_DEFLATED)
# Stream copy into the current part zip
data = zin.read(info.filename)
current_zip.writestr(info.filename, data)
current_size += file_size
current_zip.close()
# Bundle all parts + standalone files into one final zip
final_zip_path = f"{base_name}_split_output.zip"
with zipfile.ZipFile(final_zip_path, "w", compression=zipfile.ZIP_DEFLATED) as zout:
for file in os.listdir(parts_dir):
zout.write(os.path.join(parts_dir, file), arcname=file)
return final_zip_path
with gr.Blocks() as demo:
gr.Markdown("# 📦 Large ZIP Splitter (Streaming)\nUpload a large `.zip` file and get back a single archive containing ~20MB zips and any oversized files as standalone.")
with gr.Row():
inp = gr.File(label="Upload ZIP file", type="filepath")
out = gr.File(label="Download Split Archive")
btn = gr.Button("Process & Split")
btn.click(fn=split_zip_streaming, inputs=inp, outputs=out)
if __name__ == "__main__":
demo.launch()
|