split -l 100000 cp_25112024.txt chunk_ Add a manifest file chunk_index.txt with offsets. This is the “better pack cp” method. For TXT data:
echo "Better pack ready: $OUTPUT_DIR"
echo "Step 4: Generate checksum" sha256sum $OUTPUT_DIR/*.zst > $OUTPUT_DIR/checksums.txt packs cp 25112024 txt better