01JHJRD01HCFRXXD58Q7XT98HH: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JHJRD9R3C0V0G19H3WZTF94T

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-14T16:09:13.375Zjob dependencies complete; ready to run (waiting for 14 m 2 s)
22025-01-14T16:09:27.452Zjob assigned to worker 01JHJS5WV795M6NK45JVYWAKV6 [factory aws, i-0729d183b107fc267] (queued for 14 s)
32025-01-14T16:09:35.045Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42025-01-14T16:09:36.364Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52025-01-14T16:09:36.364Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62025-01-14T16:09:37.415Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72025-01-14T16:09:37.415Zdownloading input: /input/build/work/bins/crutest.gz
82025-01-14T16:09:38.733Zdownloaded input: /input/build/work/bins/crutest.gz
92025-01-14T16:09:38.734Zdownloading input: /input/build/work/bins/dsc.gz
102025-01-14T16:09:39.406Zdownloaded input: /input/build/work/bins/dsc.gz
112025-01-14T16:09:39.409Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122025-01-14T16:09:39.439Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132025-01-14T16:09:39.440Zdownloading input: /input/build/work/scripts/test_ds.sh
142025-01-14T16:09:39.459Zdownloaded input: /input/build/work/scripts/test_ds.sh
152025-01-14T16:09:39.459Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162025-01-14T16:09:39.481Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172025-01-14T16:09:39.481Zdownloading input: /input/build/work/scripts/test_repair.sh
182025-01-14T16:09:39.501Zdownloaded input: /input/build/work/scripts/test_repair.sh
192025-01-14T16:09:39.501Zdownloading input: /input/build/work/scripts/test_replay.sh
202025-01-14T16:09:39.520Zdownloaded input: /input/build/work/scripts/test_replay.sh
212025-01-14T16:09:39.520Zdownloading input: /input/build/work/scripts/test_up.sh
222025-01-14T16:09:39.545Zdownloaded input: /input/build/work/scripts/test_up.sh
232025-01-14T16:09:39.545Zdownloading input: /input/build/work/scripts/upstairs_info.d
242025-01-14T16:09:39.564Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252025-01-14T16:09:39.566Zdownloading input: /input/build/tmp/cargo-test-out.log
262025-01-14T16:09:40.276Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272025-01-14T16:09:40.276Zstarting task 0: "setup"
282025-01-14T16:09:40.283Z++ uname -s
292025-01-14T16:09:40.285Z+ kern=SunOS
302025-01-14T16:09:40.285Z+ case "$kern" in
312025-01-14T16:09:40.285Z+ groupadd -g 12345 build
322025-01-14T16:09:40.288Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332025-01-14T16:09:42.295Z+ zfs create -o mountpoint=/work rpool/work
342025-01-14T16:09:42.457Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352025-01-14T16:09:42.460Z+ home_fs=zfs
362025-01-14T16:09:42.460Z+ [[ zfs == autofs ]]
372025-01-14T16:09:42.460Z+ mkdir -p /home/build
382025-01-14T16:09:42.462Z+ chown build:build /home/build /work
392025-01-14T16:09:44.465Z+ chmod 0700 /home/build /work
402025-01-14T16:09:44.468Zprocess exited: duration 4194 ms, exit code 0
 
412025-01-14T16:09:44.474Zstarting task 1: "authentication"
422025-01-14T16:09:44.492Zprocess exited: duration 17 ms, exit code 0
 
432025-01-14T16:09:44.501Zstarting task 2: "build"
442025-01-14T16:09:44.504Z+ banner cores
452025-01-14T16:09:44.527Z
462025-01-14T16:09:44.527Z #### #### ##### ###### ####
472025-01-14T16:09:44.528Z # # # # # # # #
482025-01-14T16:09:44.528Z # # # # # ##### ####
492025-01-14T16:09:44.528Z # # # ##### # #
502025-01-14T16:09:44.528Z # # # # # # # # #
512025-01-14T16:09:44.528Z #### #### # # ###### ####
522025-01-14T16:09:44.528Z
532025-01-14T16:09:44.531Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542025-01-14T16:09:44.538Z+ echo 'input bins dir contains:'
552025-01-14T16:09:44.538Zinput bins dir contains:
562025-01-14T16:09:44.542Z+ ls -ltr /input/build/work/bins
572025-01-14T16:09:44.542Ztotal 768380
582025-01-14T16:09:44.542Z-rw-r--r-- 1 root root 109552556 Jan 14 16:09 crucible-downstairs.gz
592025-01-14T16:09:44.542Z-rw-r--r-- 1 root root 104099333 Jan 14 16:09 crucible-hammer.gz
602025-01-14T16:09:44.542Z-rw-r--r-- 1 root root 113138174 Jan 14 16:09 crutest.gz
612025-01-14T16:09:44.542Z-rw-r--r-- 1 root root 66369056 Jan 14 16:09 dsc.gz
622025-01-14T16:09:44.542Z+ banner unpack
632025-01-14T16:09:44.545Z
642025-01-14T16:09:44.545Z # # # # ##### ## #### # #
652025-01-14T16:09:44.545Z # # ## # # # # # # # # #
662025-01-14T16:09:44.545Z # # # # # # # # # # ####
672025-01-14T16:09:44.545Z # # # # # ##### ###### # # #
682025-01-14T16:09:44.545Z # # # ## # # # # # # #
692025-01-14T16:09:44.545Z #### # # # # # #### # #
702025-01-14T16:09:44.545Z
712025-01-14T16:09:44.545Z+ mkdir -p /var/tmp/bins
722025-01-14T16:09:44.545Z+ for t in "$input/bins/"*.gz
732025-01-14T16:09:44.547Z++ basename /input/build/work/bins/crucible-downstairs.gz
742025-01-14T16:09:44.548Z+ b=crucible-downstairs.gz
752025-01-14T16:09:44.548Z+ b=crucible-downstairs
762025-01-14T16:09:44.548Z+ gunzip
772025-01-14T16:09:46.801Z+ chmod +x /var/tmp/bins/crucible-downstairs
782025-01-14T16:09:46.804Z+ for t in "$input/bins/"*.gz
792025-01-14T16:09:46.804Z++ basename /input/build/work/bins/crucible-hammer.gz
802025-01-14T16:09:46.807Z+ b=crucible-hammer.gz
812025-01-14T16:09:46.807Z+ b=crucible-hammer
822025-01-14T16:09:46.807Z+ gunzip
832025-01-14T16:09:48.943Z+ chmod +x /var/tmp/bins/crucible-hammer
842025-01-14T16:09:48.946Z+ for t in "$input/bins/"*.gz
852025-01-14T16:09:48.949Z++ basename /input/build/work/bins/crutest.gz
862025-01-14T16:09:48.949Z+ b=crutest.gz
872025-01-14T16:09:48.949Z+ b=crutest
882025-01-14T16:09:48.949Z+ gunzip
892025-01-14T16:09:51.332Z+ chmod +x /var/tmp/bins/crutest
902025-01-14T16:09:51.335Z+ for t in "$input/bins/"*.gz
912025-01-14T16:09:51.338Z++ basename /input/build/work/bins/dsc.gz
922025-01-14T16:09:51.338Z+ b=dsc.gz
932025-01-14T16:09:51.338Z+ b=dsc
942025-01-14T16:09:51.338Z+ gunzip
952025-01-14T16:09:52.719Z+ chmod +x /var/tmp/bins/dsc
962025-01-14T16:09:52.722Z+ export BINDIR=/var/tmp/bins
972025-01-14T16:09:52.722Z+ BINDIR=/var/tmp/bins
982025-01-14T16:09:52.722Z+ export RUST_BACKTRACE=1
992025-01-14T16:09:52.722Z+ RUST_BACKTRACE=1
1002025-01-14T16:09:52.722Z+ banner test_ds
1012025-01-14T16:09:52.725Z
1022025-01-14T16:09:52.725Z ##### ###### #### ##### ##### ####
1032025-01-14T16:09:52.726Z # # # # # # #
1042025-01-14T16:09:52.726Z # ##### #### # # # ####
1052025-01-14T16:09:52.726Z # # # # # # #
1062025-01-14T16:09:52.726Z # # # # # # # # #
1072025-01-14T16:09:52.726Z # ###### #### # ####### ##### ####
1082025-01-14T16:09:52.726Z
1092025-01-14T16:09:52.726Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1102025-01-14T16:09:52.738ZCreate file for import
1112025-01-14T16:09:52.769Z300+0 records in
1122025-01-14T16:09:52.769Z300+0 records out
1132025-01-14T16:09:52.769Z153600 bytes (150 KiB) transferred in 0.002351 secs (62 MiB/sec)
1142025-01-14T16:09:52.771ZImport region
1152025-01-14T16:09:52.874Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:52.174327349Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1167}
1162025-01-14T16:09:52.894ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1172025-01-14T16:09:52.894ZRegion already large enough for image
1182025-01-14T16:09:52.894ZImporting "/tmp/ds_test/import" to region
1192025-01-14T16:09:52.897ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1202025-01-14T16:09:52.897Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:52.198902587Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1167}
1212025-01-14T16:09:52.897Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:52.198953809Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1167}
1222025-01-14T16:09:52.905ZExport region
1232025-01-14T16:09:52.918Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:52.220018437Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1168}
1242025-01-14T16:09:52.922Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:52.220726892Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1168}
1252025-01-14T16:09:52.922Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:52.220760817Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1168}
1262025-01-14T16:09:52.922ZExport total_size: 768000 Extent size:51200 Total Extents:15
1272025-01-14T16:09:52.922ZExporting from start_block: 0 count:300
1282025-01-14T16:09:52.922ZRead and wrote out 300 blocks
1292025-01-14T16:09:52.945ZImport Export test passed
1302025-01-14T16:09:52.945ZTest clone
1312025-01-14T16:09:52.945ZStarting source downstairs
1322025-01-14T16:09:53.993Z PID TTY TIME CMD
1332025-01-14T16:09:53.993Z 1170 ? 0:00 crucible
1342025-01-14T16:09:53.996ZDownstairs running
1352025-01-14T16:09:53.996ZCreating new downstairs
1362025-01-14T16:09:54.009Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.311129512Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1174}
1372025-01-14T16:09:54.012Z{"msg":"UUID: 2c7cb008-454d-4fde-9893-8acac6023070","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.312520026Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1174}
1382025-01-14T16:09:54.012Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.312556011Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1174}
1392025-01-14T16:09:54.015ZCloning existing downstairs
1402025-01-14T16:09:54.025Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.326535905Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1412025-01-14T16:09:54.025Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.326961572Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1422025-01-14T16:09:54.027Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.327002616Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1432025-01-14T16:09:54.027Z{"msg":"UUID: 2c7cb008-454d-4fde-9893-8acac6023070","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.327765023Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1442025-01-14T16:09:54.028Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.327796589Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1452025-01-14T16:09:54.069Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 42687c1346c9f5be1faf41362247db1201c426a8\nCommit timestamp: 2025-01-14T15:54:39.000000000Z branch: mkeeter/separate-notify-task\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.370915477Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1462025-01-14T16:09:54.069Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.370972299Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1472025-01-14T16:09:54.071Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.370989686Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1482025-01-14T16:09:54.074Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.375394135Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1492025-01-14T16:09:54.074Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.375988417Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1502025-01-14T16:09:54.074Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 2c7cb008-454d-4fde-9893-8acac6023070, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.37604082Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1512025-01-14T16:09:54.074Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.37610666Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1522025-01-14T16:09:54.076Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.376150063Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1532025-01-14T16:09:54.076Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.377136538Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1542025-01-14T16:09:54.079Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.379208882Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1552025-01-14T16:09:54.079Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.379787816Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1562025-01-14T16:09:54.079Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.3798298Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1572025-01-14T16:09:54.079Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.37989872Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1582025-01-14T16:09:54.079Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.379972909Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1592025-01-14T16:09:54.079Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.379999055Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1602025-01-14T16:09:54.079Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.380532996Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1612025-01-14T16:09:54.082Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.381882896Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1622025-01-14T16:09:54.082Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.382435445Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1632025-01-14T16:09:54.082Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.382461921Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1642025-01-14T16:09:54.082Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.382523422Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1652025-01-14T16:09:54.082Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.382546918Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1662025-01-14T16:09:54.082Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.382560286Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1672025-01-14T16:09:54.082Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.383103766Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1682025-01-14T16:09:54.082Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.384501249Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1692025-01-14T16:09:54.085Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.385004735Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1702025-01-14T16:09:54.085Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.38503928Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1712025-01-14T16:09:54.085Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.385053338Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1722025-01-14T16:09:54.085Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.385076224Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1732025-01-14T16:09:54.085Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.385089173Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1742025-01-14T16:09:54.085Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.385674876Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1752025-01-14T16:09:54.085Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.387031266Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1762025-01-14T16:09:54.088Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.387575925Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1772025-01-14T16:09:54.088Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.387615349Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1782025-01-14T16:09:54.088Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.38768153Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1792025-01-14T16:09:54.089Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.387706996Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1802025-01-14T16:09:54.089Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.387720944Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1812025-01-14T16:09:54.089Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.38828794Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1822025-01-14T16:09:54.089Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.389736586Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1832025-01-14T16:09:54.091Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.390291964Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1842025-01-14T16:09:54.091Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.390325789Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1852025-01-14T16:09:54.091Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.390380041Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1862025-01-14T16:09:54.092Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.390413616Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1872025-01-14T16:09:54.092Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.390428713Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1882025-01-14T16:09:54.092Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.390954296Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1892025-01-14T16:09:54.092Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.392299347Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1902025-01-14T16:09:54.092Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.392801323Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1912025-01-14T16:09:54.092Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.392841127Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1922025-01-14T16:09:54.092Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.392856485Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1932025-01-14T16:09:54.092Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.392881611Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
1942025-01-14T16:09:54.092Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.392895749Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1952025-01-14T16:09:54.092Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.393467715Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1962025-01-14T16:09:54.094Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.394894064Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1972025-01-14T16:09:54.094Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.395431714Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1982025-01-14T16:09:54.094Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.395465579Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
1992025-01-14T16:09:54.095Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.395491355Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2002025-01-14T16:09:54.095Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.395621756Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
2012025-01-14T16:09:54.095Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.395657741Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2022025-01-14T16:09:54.095Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.396130211Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2032025-01-14T16:09:54.097Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.397578057Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2042025-01-14T16:09:54.097Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.398072364Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2052025-01-14T16:09:54.097Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.398106519Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2062025-01-14T16:09:54.097Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.398131585Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2072025-01-14T16:09:54.097Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.398156642Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
2082025-01-14T16:09:54.097Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.398181688Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2092025-01-14T16:09:54.097Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.39870853Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2102025-01-14T16:09:54.100Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.400293506Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2112025-01-14T16:09:54.100Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.400899376Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2122025-01-14T16:09:54.100Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.40094501Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2132025-01-14T16:09:54.100Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.40100577Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2142025-01-14T16:09:54.100Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.401039006Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
2152025-01-14T16:09:54.101Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.401053823Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2162025-01-14T16:09:54.101Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.401609731Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2172025-01-14T16:09:54.104Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.403085903Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2182025-01-14T16:09:54.104Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.403634692Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2192025-01-14T16:09:54.104Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.403671647Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2202025-01-14T16:09:54.104Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.403737837Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2212025-01-14T16:09:54.104Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.403761813Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
2222025-01-14T16:09:54.104Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.403775901Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2232025-01-14T16:09:54.104Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.404320111Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2242025-01-14T16:09:54.104Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.405701217Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2252025-01-14T16:09:54.107Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.406214731Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2262025-01-14T16:09:54.107Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.406249316Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2272025-01-14T16:09:54.107Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.406266323Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2282025-01-14T16:09:54.107Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.406292789Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
2292025-01-14T16:09:54.107Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.406306977Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2302025-01-14T16:09:54.107Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.406848677Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2312025-01-14T16:09:54.107Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.408164433Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2322025-01-14T16:09:54.107Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.40865576Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2332025-01-14T16:09:54.107Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.408686806Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2342025-01-14T16:09:54.107Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.40872539Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2352025-01-14T16:09:54.107Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.408746966Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
2362025-01-14T16:09:54.107Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.408760015Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2372025-01-14T16:09:54.110Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.409318432Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2382025-01-14T16:09:54.110Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.41075071Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2392025-01-14T16:09:54.110Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.411235339Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2402025-01-14T16:09:54.110Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.411269114Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2412025-01-14T16:09:54.110Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.411289491Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2422025-01-14T16:09:54.110Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.411313587Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
2432025-01-14T16:09:54.110Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.411338754Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2442025-01-14T16:09:54.110Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.411892832Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2452025-01-14T16:09:54.113Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.413385841Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2462025-01-14T16:09:54.113Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.413873019Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2472025-01-14T16:09:54.113Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.4139335Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2482025-01-14T16:09:54.113Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.414025057Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2492025-01-14T16:09:54.113Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.414049393Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
2502025-01-14T16:09:54.113Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.414063851Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2512025-01-14T16:09:54.114Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.414608151Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2522025-01-14T16:09:54.117Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.416074764Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2532025-01-14T16:09:54.117Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.41657455Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2542025-01-14T16:09:54.117Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.416602226Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2552025-01-14T16:09:54.117Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.416682064Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175}
2562025-01-14T16:09:54.117Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.416704861Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1175,"task":"clone"}
2572025-01-14T16:09:54.121ZVerify clone using export
2582025-01-14T16:09:54.133Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.434814985Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1176}
2592025-01-14T16:09:54.133Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.435558604Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1176}
2602025-01-14T16:09:54.136Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.43558674Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1176}
2612025-01-14T16:09:54.136ZExport total_size: 768000 Extent size:51200 Total Extents:15
2622025-01-14T16:09:54.136ZExporting from start_block: 0 count:300
2632025-01-14T16:09:54.136ZRead and wrote out 300 blocks
2642025-01-14T16:09:54.141ZCreating new downstairs from clone directly
2652025-01-14T16:09:54.155Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.457012524Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2662025-01-14T16:09:54.158Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.45826045Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2672025-01-14T16:09:54.158Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.458390801Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2682025-01-14T16:09:54.158Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.458416637Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2692025-01-14T16:09:54.158Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.458429795Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2702025-01-14T16:09:54.158Z{"msg":"UUID: 03d58e0d-56b0-4b9c-b0ce-e2420177d83c","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.459433687Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2712025-01-14T16:09:54.158Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.459465432Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2722025-01-14T16:09:54.201Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 42687c1346c9f5be1faf41362247db1201c426a8\nCommit timestamp: 2025-01-14T15:54:39.000000000Z branch: mkeeter/separate-notify-task\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.502955815Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
2732025-01-14T16:09:54.201Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.503015766Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
2742025-01-14T16:09:54.201Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.503033374Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
2752025-01-14T16:09:54.203Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.504725224Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
2762025-01-14T16:09:54.203Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.50529234Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
2772025-01-14T16:09:54.203Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 03d58e0d-56b0-4b9c-b0ce-e2420177d83c, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.505332194Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
2782025-01-14T16:09:54.203Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.505422811Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
2792025-01-14T16:09:54.203Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.505458715Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2802025-01-14T16:09:54.206Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.506190197Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2812025-01-14T16:09:54.206Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.508008489Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2822025-01-14T16:09:54.208Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.508532751Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2832025-01-14T16:09:54.208Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.508583444Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2842025-01-14T16:09:54.208Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.50867783Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2852025-01-14T16:09:54.209Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.50874303Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
2862025-01-14T16:09:54.209Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.508769056Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2872025-01-14T16:09:54.209Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.509324924Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2882025-01-14T16:09:54.209Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.510668556Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2892025-01-14T16:09:54.211Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.51124358Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2902025-01-14T16:09:54.211Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.511277575Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2912025-01-14T16:09:54.212Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.511337317Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2922025-01-14T16:09:54.212Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.511397628Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
2932025-01-14T16:09:54.212Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.511426133Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2942025-01-14T16:09:54.212Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.511919491Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2952025-01-14T16:09:54.214Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.513321253Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2962025-01-14T16:09:54.214Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.513889149Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2972025-01-14T16:09:54.214Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.513932883Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2982025-01-14T16:09:54.214Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.514012031Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
2992025-01-14T16:09:54.214Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.514037718Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3002025-01-14T16:09:54.214Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.514051356Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3012025-01-14T16:09:54.214Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.514589046Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3022025-01-14T16:09:54.215Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.516018905Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3032025-01-14T16:09:54.217Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.516561035Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3042025-01-14T16:09:54.217Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.516602059Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3052025-01-14T16:09:54.217Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.516616506Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3062025-01-14T16:09:54.218Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.516642183Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3072025-01-14T16:09:54.218Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.516665819Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3082025-01-14T16:09:54.218Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.51720009Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3092025-01-14T16:09:54.218Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.51848483Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3102025-01-14T16:09:54.218Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.518985216Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3112025-01-14T16:09:54.218Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.519018671Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3122025-01-14T16:09:54.218Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.519049407Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3132025-01-14T16:09:54.218Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.519080942Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3142025-01-14T16:09:54.218Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.519103779Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3152025-01-14T16:09:54.218Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.51963528Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3162025-01-14T16:09:54.221Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.521032534Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3172025-01-14T16:09:54.221Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.521517602Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3182025-01-14T16:09:54.221Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.521549948Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3192025-01-14T16:09:54.221Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.521612288Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3202025-01-14T16:09:54.221Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.521635845Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3212025-01-14T16:09:54.221Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.521649673Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3222025-01-14T16:09:54.221Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.522183244Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3232025-01-14T16:09:54.223Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.523649237Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3242025-01-14T16:09:54.223Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.524187298Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3252025-01-14T16:09:54.223Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.524226712Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3262025-01-14T16:09:54.224Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.52424264Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3272025-01-14T16:09:54.224Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.524265706Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3282025-01-14T16:09:54.224Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.524287683Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3292025-01-14T16:09:54.224Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.524827713Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3302025-01-14T16:09:54.226Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.526260911Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3312025-01-14T16:09:54.226Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.526817299Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3322025-01-14T16:09:54.227Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.526845875Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3332025-01-14T16:09:54.227Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.526929253Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3342025-01-14T16:09:54.227Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.526957998Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3352025-01-14T16:09:54.227Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.526974736Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3362025-01-14T16:09:54.227Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.527596174Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3372025-01-14T16:09:54.230Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.529003626Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3382025-01-14T16:09:54.230Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.529533078Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3392025-01-14T16:09:54.230Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.529566663Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3402025-01-14T16:09:54.230Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.529640202Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3412025-01-14T16:09:54.230Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.529664138Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3422025-01-14T16:09:54.230Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.529677567Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3432025-01-14T16:09:54.230Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.530241773Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3442025-01-14T16:09:54.230Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.531612121Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3452025-01-14T16:09:54.232Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.532123895Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3462025-01-14T16:09:54.233Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.53215735Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3472025-01-14T16:09:54.233Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.532176787Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3482025-01-14T16:09:54.233Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.532210452Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3492025-01-14T16:09:54.233Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.532232509Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3502025-01-14T16:09:54.234Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.532758111Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3512025-01-14T16:09:54.234Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.534112041Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3522025-01-14T16:09:54.234Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.534629925Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3532025-01-14T16:09:54.234Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.534669169Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3542025-01-14T16:09:54.234Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.534693405Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3552025-01-14T16:09:54.234Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.5347279Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3562025-01-14T16:09:54.236Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.534752137Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3572025-01-14T16:09:54.237Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.535324322Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3582025-01-14T16:09:54.237Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.536642257Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3592025-01-14T16:09:54.237Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.537159331Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3602025-01-14T16:09:54.237Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.537194386Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3612025-01-14T16:09:54.237Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.537217742Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3622025-01-14T16:09:54.237Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.537242329Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3632025-01-14T16:09:54.237Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.537255747Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3642025-01-14T16:09:54.237Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.537789348Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3652025-01-14T16:09:54.239Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.539070268Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3662025-01-14T16:09:54.239Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.539613938Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3672025-01-14T16:09:54.239Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.539649153Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3682025-01-14T16:09:54.239Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.53967073Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3692025-01-14T16:09:54.239Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.539719832Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3702025-01-14T16:09:54.239Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.539756067Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3712025-01-14T16:09:54.239Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.540292568Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3722025-01-14T16:09:54.243Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.541543593Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3732025-01-14T16:09:54.243Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.542097001Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3742025-01-14T16:09:54.243Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.542136186Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3752025-01-14T16:09:54.243Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.5421729Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3762025-01-14T16:09:54.243Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.542200056Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3772025-01-14T16:09:54.243Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.542233131Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3782025-01-14T16:09:54.243Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.542749905Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3792025-01-14T16:09:54.243Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.54413523Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3802025-01-14T16:09:54.243Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.544649724Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3812025-01-14T16:09:54.243Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.544689888Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3822025-01-14T16:09:54.244Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.544705106Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3832025-01-14T16:09:54.244Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.544722113Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179,"task":"clone"}
3842025-01-14T16:09:54.247Z{"msg":"UUID: 03d58e0d-56b0-4b9c-b0ce-e2420177d83c","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.545338922Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3852025-01-14T16:09:54.247Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.54542369Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1179}
3862025-01-14T16:09:54.249ZVerify second clone using export
3872025-01-14T16:09:54.269Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.563364629Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1180}
3882025-01-14T16:09:54.269Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.563959941Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1180}
3892025-01-14T16:09:54.272Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:09:53.564052487Z","hostname":"w-01JHJS5WV795M6NK45JVYWAKV6","pid":1180}
3902025-01-14T16:09:54.272ZExport total_size: 768000 Extent size:51200 Total Extents:15
3912025-01-14T16:09:54.272ZExporting from start_block: 0 count:300
3922025-01-14T16:09:54.272ZRead and wrote out 300 blocks
3932025-01-14T16:09:54.272ZStopping downstairs
3942025-01-14T16:09:54.272ZClone test passed
3952025-01-14T16:09:54.274Z
3962025-01-14T16:09:54.274Zreal 1.547301033
3972025-01-14T16:09:54.274Zuser 0.235527707
3982025-01-14T16:09:54.274Zsys 0.227225683
3992025-01-14T16:09:54.274Ztrap 0.000525447
4002025-01-14T16:09:54.274Ztflt 0.000993806
4012025-01-14T16:09:54.274Zdflt 0.039033173
4022025-01-14T16:09:54.274Zkflt 0.000733560
4032025-01-14T16:09:54.274Zlock 6.518964908
4042025-01-14T16:09:54.274Zslp 2.844495365
4052025-01-14T16:09:54.274Zlat 0.045175125
4062025-01-14T16:09:54.275Zstop 0.000476433
4072025-01-14T16:09:54.277Zprocess exited: duration 9774 ms, exit code 0
 
4082025-01-14T16:09:54.283Zfound 0 output files