01JJ4QVH1JY06KYK3JMT8ZV828: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JJ4QVT1GZK14RTHZGFCCMR7B

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-21T15:45:36.767Zjob dependencies complete; ready to run (waiting for 13 m 39 s)
22025-01-21T15:46:27.909Zjob assigned to worker 01JJ4RN1EA8912G7FTECW59ENA [factory aws, i-0875240141559ca1b] (queued for 51 s)
32025-01-21T15:46:35.345Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42025-01-21T15:46:36.464Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52025-01-21T15:46:36.464Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62025-01-21T15:46:37.517Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72025-01-21T15:46:37.517Zdownloading input: /input/build/work/bins/crutest.gz
82025-01-21T15:46:38.733Zdownloaded input: /input/build/work/bins/crutest.gz
92025-01-21T15:46:38.734Zdownloading input: /input/build/work/bins/dsc.gz
102025-01-21T15:46:39.429Zdownloaded input: /input/build/work/bins/dsc.gz
112025-01-21T15:46:39.432Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122025-01-21T15:46:39.449Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132025-01-21T15:46:39.449Zdownloading input: /input/build/work/scripts/test_ds.sh
142025-01-21T15:46:39.476Zdownloaded input: /input/build/work/scripts/test_ds.sh
152025-01-21T15:46:39.476Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162025-01-21T15:46:39.507Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172025-01-21T15:46:39.507Zdownloading input: /input/build/work/scripts/test_repair.sh
182025-01-21T15:46:39.526Zdownloaded input: /input/build/work/scripts/test_repair.sh
192025-01-21T15:46:39.526Zdownloading input: /input/build/work/scripts/test_replay.sh
202025-01-21T15:46:39.577Zdownloaded input: /input/build/work/scripts/test_replay.sh
212025-01-21T15:46:39.577Zdownloading input: /input/build/work/scripts/test_up.sh
222025-01-21T15:46:39.650Zdownloaded input: /input/build/work/scripts/test_up.sh
232025-01-21T15:46:39.650Zdownloading input: /input/build/work/scripts/upstairs_info.d
242025-01-21T15:46:39.697Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252025-01-21T15:46:39.700Zdownloading input: /input/build/tmp/cargo-test-out.log
262025-01-21T15:46:40.402Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272025-01-21T15:46:40.402Zstarting task 0: "setup"
282025-01-21T15:46:40.414Z++ uname -s
292025-01-21T15:46:40.416Z+ kern=SunOS
302025-01-21T15:46:40.416Z+ case "$kern" in
312025-01-21T15:46:40.416Z+ groupadd -g 12345 build
322025-01-21T15:46:40.419Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332025-01-21T15:46:42.427Z+ zfs create -o mountpoint=/work rpool/work
342025-01-21T15:46:42.640Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352025-01-21T15:46:42.645Z+ home_fs=zfs
362025-01-21T15:46:42.645Z+ [[ zfs == autofs ]]
372025-01-21T15:46:42.645Z+ mkdir -p /home/build
382025-01-21T15:46:42.645Z+ chown build:build /home/build /work
392025-01-21T15:46:43.646Z+ chmod 0700 /home/build /work
402025-01-21T15:46:43.649Zprocess exited: duration 3245 ms, exit code 0
 
412025-01-21T15:46:43.658Zstarting task 1: "authentication"
422025-01-21T15:46:43.673Zprocess exited: duration 17 ms, exit code 0
 
432025-01-21T15:46:43.680Zstarting task 2: "build"
442025-01-21T15:46:43.685Z+ banner cores
452025-01-21T15:46:43.688Z
462025-01-21T15:46:43.688Z #### #### ##### ###### ####
472025-01-21T15:46:43.688Z # # # # # # # #
482025-01-21T15:46:43.688Z # # # # # ##### ####
492025-01-21T15:46:43.688Z # # # ##### # #
502025-01-21T15:46:43.688Z # # # # # # # # #
512025-01-21T15:46:43.688Z #### #### # # ###### ####
522025-01-21T15:46:43.688Z
532025-01-21T15:46:43.688Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542025-01-21T15:46:43.697Z+ echo 'input bins dir contains:'
552025-01-21T15:46:43.700Zinput bins dir contains:
562025-01-21T15:46:43.700Z+ ls -ltr /input/build/work/bins
572025-01-21T15:46:43.700Ztotal 768756
582025-01-21T15:46:43.700Z-rw-r--r-- 1 root root 109552400 Jan 21 15:46 crucible-downstairs.gz
592025-01-21T15:46:43.700Z-rw-r--r-- 1 root root 104184191 Jan 21 15:46 crucible-hammer.gz
602025-01-21T15:46:43.700Z-rw-r--r-- 1 root root 113232272 Jan 21 15:46 crutest.gz
612025-01-21T15:46:43.700Z-rw-r--r-- 1 root root 66369466 Jan 21 15:46 dsc.gz
622025-01-21T15:46:43.700Z+ banner unpack
632025-01-21T15:46:43.704Z
642025-01-21T15:46:43.704Z # # # # ##### ## #### # #
652025-01-21T15:46:43.704Z # # ## # # # # # # # # #
662025-01-21T15:46:43.704Z # # # # # # # # # # ####
672025-01-21T15:46:43.704Z # # # # # ##### ###### # # #
682025-01-21T15:46:43.704Z # # # ## # # # # # # #
692025-01-21T15:46:43.704Z #### # # # # # #### # #
702025-01-21T15:46:43.704Z
712025-01-21T15:46:43.704Z+ mkdir -p /var/tmp/bins
722025-01-21T15:46:43.704Z+ for t in "$input/bins/"*.gz
732025-01-21T15:46:43.708Z++ basename /input/build/work/bins/crucible-downstairs.gz
742025-01-21T15:46:43.708Z+ b=crucible-downstairs.gz
752025-01-21T15:46:43.708Z+ b=crucible-downstairs
762025-01-21T15:46:43.708Z+ gunzip
772025-01-21T15:46:45.956Z+ chmod +x /var/tmp/bins/crucible-downstairs
782025-01-21T15:46:45.961Z+ for t in "$input/bins/"*.gz
792025-01-21T15:46:45.961Z++ basename /input/build/work/bins/crucible-hammer.gz
802025-01-21T15:46:45.961Z+ b=crucible-hammer.gz
812025-01-21T15:46:45.961Z+ b=crucible-hammer
822025-01-21T15:46:45.961Z+ gunzip
832025-01-21T15:46:48.136Z+ chmod +x /var/tmp/bins/crucible-hammer
842025-01-21T15:46:48.141Z+ for t in "$input/bins/"*.gz
852025-01-21T15:46:48.141Z++ basename /input/build/work/bins/crutest.gz
862025-01-21T15:46:48.141Z+ b=crutest.gz
872025-01-21T15:46:48.141Z+ b=crutest
882025-01-21T15:46:48.142Z+ gunzip
892025-01-21T15:46:50.445Z+ chmod +x /var/tmp/bins/crutest
902025-01-21T15:46:50.450Z+ for t in "$input/bins/"*.gz
912025-01-21T15:46:50.450Z++ basename /input/build/work/bins/dsc.gz
922025-01-21T15:46:50.450Z+ b=dsc.gz
932025-01-21T15:46:50.450Z+ b=dsc
942025-01-21T15:46:50.450Z+ gunzip
952025-01-21T15:46:51.862Z+ chmod +x /var/tmp/bins/dsc
962025-01-21T15:46:51.866Z+ export BINDIR=/var/tmp/bins
972025-01-21T15:46:51.866Z+ BINDIR=/var/tmp/bins
982025-01-21T15:46:51.866Z+ export RUST_BACKTRACE=1
992025-01-21T15:46:51.866Z+ RUST_BACKTRACE=1
1002025-01-21T15:46:51.866Z+ banner test_ds
1012025-01-21T15:46:51.869Z
1022025-01-21T15:46:51.870Z ##### ###### #### ##### ##### ####
1032025-01-21T15:46:51.870Z # # # # # # #
1042025-01-21T15:46:51.870Z # ##### #### # # # ####
1052025-01-21T15:46:51.870Z # # # # # # #
1062025-01-21T15:46:51.870Z # # # # # # # # #
1072025-01-21T15:46:51.870Z # ###### #### # ####### ##### ####
1082025-01-21T15:46:51.870Z
1092025-01-21T15:46:51.870Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1102025-01-21T15:46:51.884ZCreate file for import
1112025-01-21T15:46:51.890Z300+0 records in
1122025-01-21T15:46:51.890Z300+0 records out
1132025-01-21T15:46:51.894Z153600 bytes (150 KiB) transferred in 0.002396 secs (61 MiB/sec)
1142025-01-21T15:46:51.894ZImport region
1152025-01-21T15:46:51.947Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:51.475019482Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1166}
1162025-01-21T15:46:51.951ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1172025-01-21T15:46:51.951ZRegion already large enough for image
1182025-01-21T15:46:51.951ZImporting "/tmp/ds_test/import" to region
1192025-01-21T15:46:51.969ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1202025-01-21T15:46:51.974Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:51.498303716Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1166}
1212025-01-21T15:46:51.974Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:51.498348971Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1166}
1222025-01-21T15:46:51.978ZExport region
1232025-01-21T15:46:51.990Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:51.5187264Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1167}
1242025-01-21T15:46:51.994Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:51.519273041Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1167}
1252025-01-21T15:46:51.994Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:51.519310607Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1167}
1262025-01-21T15:46:51.994ZExport total_size: 768000 Extent size:51200 Total Extents:15
1272025-01-21T15:46:51.994ZExporting from start_block: 0 count:300
1282025-01-21T15:46:51.994ZRead and wrote out 300 blocks
1292025-01-21T15:46:52.000ZImport Export test passed
1302025-01-21T15:46:52.000ZTest clone
1312025-01-21T15:46:52.000ZStarting source downstairs
1322025-01-21T15:46:53.009Z PID TTY TIME CMD
1332025-01-21T15:46:53.009Z 1169 ? 0:00 crucible
1342025-01-21T15:46:53.012ZDownstairs running
1352025-01-21T15:46:53.012ZCreating new downstairs
1362025-01-21T15:46:53.026Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.555204152Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1173}
1372025-01-21T15:46:53.029Z{"msg":"UUID: 0530907d-e740-49e5-b8ce-9a7c6394a23b","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.556576454Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1173}
1382025-01-21T15:46:53.029Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.55661003Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1173}
1392025-01-21T15:46:53.032ZCloning existing downstairs
1402025-01-21T15:46:53.043Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.571746145Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1412025-01-21T15:46:53.046Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.572229583Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1422025-01-21T15:46:53.046Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.572274028Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1432025-01-21T15:46:53.046Z{"msg":"UUID: 0530907d-e740-49e5-b8ce-9a7c6394a23b","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.573003319Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1442025-01-21T15:46:53.046Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.573038475Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1452025-01-21T15:46:53.088Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 5c2b227300b758c153f33da870809d67a5160dae\nCommit timestamp: 2025-01-21T15:31:20.000000000Z branch: mkeeter/always-check-live-repair\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.616939652Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1462025-01-21T15:46:53.088Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.617002506Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1472025-01-21T15:46:53.088Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.617020893Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1482025-01-21T15:46:53.093Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.621545385Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1492025-01-21T15:46:53.098Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.622153529Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1502025-01-21T15:46:53.098Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 0530907d-e740-49e5-b8ce-9a7c6394a23b, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.622189825Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1512025-01-21T15:46:53.098Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.622281465Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1522025-01-21T15:46:53.099Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.62242132Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1532025-01-21T15:46:53.099Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.623337851Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1542025-01-21T15:46:53.099Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.625377111Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1552025-01-21T15:46:53.099Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.625997594Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1562025-01-21T15:46:53.099Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.626038669Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1572025-01-21T15:46:53.099Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.626102912Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1582025-01-21T15:46:53.102Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.626175835Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1592025-01-21T15:46:53.102Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.626202492Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1602025-01-21T15:46:53.102Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.626765191Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1612025-01-21T15:46:53.102Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.62806394Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1622025-01-21T15:46:53.102Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.628615101Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1632025-01-21T15:46:53.102Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.628655367Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1642025-01-21T15:46:53.102Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.628677684Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1652025-01-21T15:46:53.102Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.628704811Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1662025-01-21T15:46:53.102Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.628722639Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1672025-01-21T15:46:53.102Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.629250512Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1682025-01-21T15:46:53.102Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.630600726Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1692025-01-21T15:46:53.102Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.63112509Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1702025-01-21T15:46:53.103Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.631159556Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1712025-01-21T15:46:53.103Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.631186313Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1722025-01-21T15:46:53.103Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.63121443Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1732025-01-21T15:46:53.103Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.631233028Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1742025-01-21T15:46:53.107Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.631811775Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1752025-01-21T15:46:53.107Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.633230552Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1762025-01-21T15:46:53.107Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.633760415Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1772025-01-21T15:46:53.107Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.633793641Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1782025-01-21T15:46:53.107Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.633834267Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1792025-01-21T15:46:53.107Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.633854055Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1802025-01-21T15:46:53.107Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.633867983Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1812025-01-21T15:46:53.107Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.634417574Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1822025-01-21T15:46:53.110Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.635802664Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1832025-01-21T15:46:53.110Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.636379102Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1842025-01-21T15:46:53.110Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.636414928Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1852025-01-21T15:46:53.110Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.636464763Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1862025-01-21T15:46:53.110Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.636497389Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1872025-01-21T15:46:53.110Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.636513068Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1882025-01-21T15:46:53.110Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.637019763Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1892025-01-21T15:46:53.111Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.638358548Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1902025-01-21T15:46:53.111Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.638849465Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1912025-01-21T15:46:53.111Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.638877612Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1922025-01-21T15:46:53.111Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.638935196Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1932025-01-21T15:46:53.111Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.638958883Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
1942025-01-21T15:46:53.111Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.638972852Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1952025-01-21T15:46:53.115Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.639521973Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1962025-01-21T15:46:53.115Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.640895344Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1972025-01-21T15:46:53.115Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.64140181Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1982025-01-21T15:46:53.115Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.641436136Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
1992025-01-21T15:46:53.115Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.641507528Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2002025-01-21T15:46:53.115Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.641532815Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
2012025-01-21T15:46:53.115Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.641547284Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2022025-01-21T15:46:53.115Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.642103604Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2032025-01-21T15:46:53.119Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.643508522Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2042025-01-21T15:46:53.119Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.644147593Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2052025-01-21T15:46:53.119Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.644180199Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2062025-01-21T15:46:53.119Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.644227734Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2072025-01-21T15:46:53.119Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.644253951Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
2082025-01-21T15:46:53.120Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.64426893Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2092025-01-21T15:46:53.120Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.644816011Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2102025-01-21T15:46:53.120Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.646242947Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2112025-01-21T15:46:53.120Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.646771369Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2122025-01-21T15:46:53.120Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.646805056Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2132025-01-21T15:46:53.120Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.646842422Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2142025-01-21T15:46:53.120Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.64686232Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
2152025-01-21T15:46:53.120Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.646875418Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2162025-01-21T15:46:53.120Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.647439327Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2172025-01-21T15:46:53.124Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.648887271Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2182025-01-21T15:46:53.124Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.649426043Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2192025-01-21T15:46:53.124Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.649459789Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2202025-01-21T15:46:53.124Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.649512713Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2212025-01-21T15:46:53.124Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.649534251Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
2222025-01-21T15:46:53.124Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.649547939Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2232025-01-21T15:46:53.124Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.650210008Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2242025-01-21T15:46:53.124Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.651623635Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2252025-01-21T15:46:53.124Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.652144129Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2262025-01-21T15:46:53.124Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.652189704Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2272025-01-21T15:46:53.124Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.652207202Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2282025-01-21T15:46:53.124Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.652225Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
2292025-01-21T15:46:53.124Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.652238489Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2302025-01-21T15:46:53.125Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.652785929Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2312025-01-21T15:46:53.128Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.654242382Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2322025-01-21T15:46:53.128Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.654795223Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2332025-01-21T15:46:53.128Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.65482244Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2342025-01-21T15:46:53.128Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.654898091Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2352025-01-21T15:46:53.128Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.654922619Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
2362025-01-21T15:46:53.128Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.654935867Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2372025-01-21T15:46:53.128Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.655481078Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2382025-01-21T15:46:53.128Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.656931442Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2392025-01-21T15:46:53.132Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.657475823Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2402025-01-21T15:46:53.132Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.65750624Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2412025-01-21T15:46:53.132Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.657563643Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2422025-01-21T15:46:53.132Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.657588131Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
2432025-01-21T15:46:53.132Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.657601499Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2442025-01-21T15:46:53.132Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.658167548Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2452025-01-21T15:46:53.132Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.659679645Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2462025-01-21T15:46:53.132Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.66018416Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2472025-01-21T15:46:53.132Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.660211647Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2482025-01-21T15:46:53.132Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.660268441Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2492025-01-21T15:46:53.132Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.660293338Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
2502025-01-21T15:46:53.132Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.660306217Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2512025-01-21T15:46:53.132Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.660829631Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2522025-01-21T15:46:53.136Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.662359025Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2532025-01-21T15:46:53.136Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.662882219Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2542025-01-21T15:46:53.136Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.662916225Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2552025-01-21T15:46:53.136Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.662941742Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174}
2562025-01-21T15:46:53.136Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.662969299Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1174,"task":"clone"}
2572025-01-21T15:46:53.140ZVerify clone using export
2582025-01-21T15:46:53.153Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.681759629Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1175}
2592025-01-21T15:46:53.153Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.682418068Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1175}
2602025-01-21T15:46:53.153Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.682438686Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1175}
2612025-01-21T15:46:53.156ZExport total_size: 768000 Extent size:51200 Total Extents:15
2622025-01-21T15:46:53.157ZExporting from start_block: 0 count:300
2632025-01-21T15:46:53.157ZRead and wrote out 300 blocks
2642025-01-21T15:46:53.161ZCreating new downstairs from clone directly
2652025-01-21T15:46:53.176Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.704682243Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2662025-01-21T15:46:53.178Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.70582126Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2672025-01-21T15:46:53.179Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.705953705Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2682025-01-21T15:46:53.179Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.705979743Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2692025-01-21T15:46:53.179Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.705992641Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2702025-01-21T15:46:53.179Z{"msg":"UUID: 2c7ab14a-ab3c-4fa5-af01-8b7b904b0d48","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.706981805Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2712025-01-21T15:46:53.179Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.707013011Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2722025-01-21T15:46:53.222Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 5c2b227300b758c153f33da870809d67a5160dae\nCommit timestamp: 2025-01-21T15:31:20.000000000Z branch: mkeeter/always-check-live-repair\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.750967473Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
2732025-01-21T15:46:53.222Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.751042374Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
2742025-01-21T15:46:53.222Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.751061992Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
2752025-01-21T15:46:53.225Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.752781737Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
2762025-01-21T15:46:53.225Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.753356224Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
2772025-01-21T15:46:53.225Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 2c7ab14a-ab3c-4fa5-af01-8b7b904b0d48, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.753387761Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
2782025-01-21T15:46:53.225Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.753464333Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
2792025-01-21T15:46:53.225Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.75349076Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2802025-01-21T15:46:53.228Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.754211992Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2812025-01-21T15:46:53.228Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.755952844Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2822025-01-21T15:46:53.228Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.756506954Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2832025-01-21T15:46:53.228Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.756580416Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2842025-01-21T15:46:53.228Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.756642769Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2852025-01-21T15:46:53.228Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.756717231Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
2862025-01-21T15:46:53.228Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.756743888Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2872025-01-21T15:46:53.231Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.757317716Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2882025-01-21T15:46:53.232Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.758644563Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2892025-01-21T15:46:53.232Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.759161587Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2902025-01-21T15:46:53.232Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.759195833Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2912025-01-21T15:46:53.232Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.759237279Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2922025-01-21T15:46:53.232Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.759258667Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
2932025-01-21T15:46:53.232Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.759272805Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2942025-01-21T15:46:53.232Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.759818106Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2952025-01-21T15:46:53.235Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.761188688Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2962025-01-21T15:46:53.235Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.761741509Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2972025-01-21T15:46:53.235Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.761775045Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2982025-01-21T15:46:53.235Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.761845567Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
2992025-01-21T15:46:53.235Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.761870084Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3002025-01-21T15:46:53.235Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.761884383Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3012025-01-21T15:46:53.235Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.762442333Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3022025-01-21T15:46:53.235Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.76385405Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3032025-01-21T15:46:53.238Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.764452026Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3042025-01-21T15:46:53.239Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.764491261Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3052025-01-21T15:46:53.239Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.764522558Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3062025-01-21T15:46:53.239Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.764546275Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3072025-01-21T15:46:53.239Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.764564084Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3082025-01-21T15:46:53.239Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.76515676Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3092025-01-21T15:46:53.239Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.76653967Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3102025-01-21T15:46:53.239Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.767027097Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3112025-01-21T15:46:53.239Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.767063223Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3122025-01-21T15:46:53.239Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.76709345Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3132025-01-21T15:46:53.239Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.767116128Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3142025-01-21T15:46:53.239Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.767129336Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3152025-01-21T15:46:53.239Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.767670168Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3162025-01-21T15:46:53.242Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.769166356Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3172025-01-21T15:46:53.242Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.769696099Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3182025-01-21T15:46:53.242Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.769726236Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3192025-01-21T15:46:53.242Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.769764292Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3202025-01-21T15:46:53.242Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.769786479Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3212025-01-21T15:46:53.242Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.769799998Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3222025-01-21T15:46:53.242Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.770343569Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3232025-01-21T15:46:53.246Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.771757996Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3242025-01-21T15:46:53.246Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.772268631Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3252025-01-21T15:46:53.246Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.772296838Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3262025-01-21T15:46:53.246Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.772354972Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3272025-01-21T15:46:53.246Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.772377959Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3282025-01-21T15:46:53.246Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.772392138Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3292025-01-21T15:46:53.246Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.77293061Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3302025-01-21T15:46:53.246Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.774300432Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3312025-01-21T15:46:53.246Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.77478Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3322025-01-21T15:46:53.246Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.774813896Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3332025-01-21T15:46:53.246Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.774838374Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3342025-01-21T15:46:53.246Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.774862071Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3352025-01-21T15:46:53.250Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.77487573Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3362025-01-21T15:46:53.250Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.775437529Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3372025-01-21T15:46:53.250Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.776896681Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3382025-01-21T15:46:53.250Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.777394077Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3392025-01-21T15:46:53.250Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.777421375Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3402025-01-21T15:46:53.250Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.777488907Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3412025-01-21T15:46:53.250Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.777514045Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3422025-01-21T15:46:53.250Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.777527153Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3432025-01-21T15:46:53.251Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.778049587Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3442025-01-21T15:46:53.254Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.779573002Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3452025-01-21T15:46:53.254Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.780079627Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3462025-01-21T15:46:53.254Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.780106973Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3472025-01-21T15:46:53.254Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.780184455Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3482025-01-21T15:46:53.254Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.780206903Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3492025-01-21T15:46:53.254Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.780221981Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3502025-01-21T15:46:53.254Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.780773372Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3512025-01-21T15:46:53.254Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.782161322Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3522025-01-21T15:46:53.254Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.782688095Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3532025-01-21T15:46:53.254Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.782751548Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3542025-01-21T15:46:53.254Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.782786054Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3552025-01-21T15:46:53.254Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.782814761Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3562025-01-21T15:46:53.254Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.782834389Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3572025-01-21T15:46:53.257Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.783435054Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3582025-01-21T15:46:53.257Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.784889867Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3592025-01-21T15:46:53.257Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.785388223Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3602025-01-21T15:46:53.257Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.785422799Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3612025-01-21T15:46:53.258Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.785498431Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3622025-01-21T15:46:53.258Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.785525038Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3632025-01-21T15:46:53.258Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.785538967Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3642025-01-21T15:46:53.258Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.786078598Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3652025-01-21T15:46:53.261Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.787391826Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3662025-01-21T15:46:53.261Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.787926689Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3672025-01-21T15:46:53.261Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.787954046Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3682025-01-21T15:46:53.261Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.78800888Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3692025-01-21T15:46:53.261Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.788060604Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3702025-01-21T15:46:53.261Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.78809949Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3712025-01-21T15:46:53.261Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.78865998Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3722025-01-21T15:46:53.264Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.79004589Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3732025-01-21T15:46:53.264Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.790616488Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3742025-01-21T15:46:53.264Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.790657514Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3752025-01-21T15:46:53.264Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.790679241Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3762025-01-21T15:46:53.264Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.790741165Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3772025-01-21T15:46:53.264Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.790767932Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3782025-01-21T15:46:53.264Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.791292635Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3792025-01-21T15:46:53.264Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.792655078Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3802025-01-21T15:46:53.264Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.793165633Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3812025-01-21T15:46:53.264Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.793194479Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3822025-01-21T15:46:53.264Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.793249044Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3832025-01-21T15:46:53.264Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.793272821Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178,"task":"clone"}
3842025-01-21T15:46:53.268Z{"msg":"UUID: 2c7ab14a-ab3c-4fa5-af01-8b7b904b0d48","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.793971496Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3852025-01-21T15:46:53.268Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.794008902Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1178}
3862025-01-21T15:46:53.271ZVerify second clone using export
3872025-01-21T15:46:53.283Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.811772303Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1179}
3882025-01-21T15:46:53.287Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.812516882Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1179}
3892025-01-21T15:46:53.287Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:46:52.812562327Z","hostname":"w-01JJ4RN1EA8912G7FTECW59ENA","pid":1179}
3902025-01-21T15:46:53.287ZExport total_size: 768000 Extent size:51200 Total Extents:15
3912025-01-21T15:46:53.287ZExporting from start_block: 0 count:300
3922025-01-21T15:46:53.287ZRead and wrote out 300 blocks
3932025-01-21T15:46:53.291ZStopping downstairs
3942025-01-21T15:46:53.295ZClone test passed
3952025-01-21T15:46:53.298Z
3962025-01-21T15:46:53.298Zreal 1.424995168
3972025-01-21T15:46:53.298Zuser 0.237220363
3982025-01-21T15:46:53.298Zsys 0.217006237
3992025-01-21T15:46:53.298Ztrap 0.000389855
4002025-01-21T15:46:53.298Ztflt 0.001007802
4012025-01-21T15:46:53.298Zdflt 0.004495678
4022025-01-21T15:46:53.299Zkflt 0.001115238
4032025-01-21T15:46:53.299Zlock 6.465274887
4042025-01-21T15:46:53.299Zslp 2.656432487
4052025-01-21T15:46:53.299Zlat 0.046943972
4062025-01-21T15:46:53.299Zstop 0.000498141
4072025-01-21T15:46:53.299Zprocess exited: duration 9615 ms, exit code 0
 
4082025-01-21T15:46:53.306Zfound 0 output files