01M3TDXM6W5VB7YA1428SSP6YH: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01M3TDY49A9EHKVE595HP76TSK

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12026-10-01T00:43:38.936Zjob dependencies complete; ready to run (waiting for 12 m 44 s)
22026-10-01T00:44:22.144Zjob assigned to worker 01M3TENGG1PMV1B4375PS0RR9G [factory aws, i-092a8378f04d12dad] (queued for 43 s)
32026-10-01T00:44:28.662Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42026-10-01T00:44:31.412Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52026-10-01T00:44:31.416Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62026-10-01T00:44:33.398Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72026-10-01T00:44:33.403Zdownloading input: /input/build/work/bins/crutest.gz
82026-10-01T00:44:35.096Zdownloaded input: /input/build/work/bins/crutest.gz
92026-10-01T00:44:35.100Zdownloading input: /input/build/work/bins/dsc.gz
102026-10-01T00:44:36.273Zdownloaded input: /input/build/work/bins/dsc.gz
112026-10-01T00:44:36.280Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122026-10-01T00:44:36.305Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132026-10-01T00:44:36.306Zdownloading input: /input/build/work/scripts/test_ds.sh
142026-10-01T00:44:36.345Zdownloaded input: /input/build/work/scripts/test_ds.sh
152026-10-01T00:44:36.355Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162026-10-01T00:44:36.372Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172026-10-01T00:44:36.372Zdownloading input: /input/build/work/scripts/test_repair.sh
182026-10-01T00:44:36.400Zdownloaded input: /input/build/work/scripts/test_repair.sh
192026-10-01T00:44:36.400Zdownloading input: /input/build/work/scripts/test_replay.sh
202026-10-01T00:44:36.477Zdownloaded input: /input/build/work/scripts/test_replay.sh
212026-10-01T00:44:36.477Zdownloading input: /input/build/work/scripts/test_up.sh
222026-10-01T00:44:36.513Zdownloaded input: /input/build/work/scripts/test_up.sh
232026-10-01T00:44:36.514Zdownloading input: /input/build/work/scripts/upstairs_info.d
242026-10-01T00:44:36.556Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252026-10-01T00:44:36.578Zdownloading input: /input/build/tmp/cargo-test-out.log
262026-10-01T00:44:37.140Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272026-10-01T00:44:37.140Zstarting task 0: "setup"
282026-10-01T00:44:37.147Z++ uname -s
292026-10-01T00:44:37.153Z+ kern=SunOS
302026-10-01T00:44:37.153Z+ build_user=build
312026-10-01T00:44:37.153Z+ build_uid=12345
322026-10-01T00:44:37.153Z+ work_dir=/work
332026-10-01T00:44:37.153Z+ input_dir=/input
342026-10-01T00:44:37.153Z+ [[ 0 == 12345 ]]
352026-10-01T00:44:37.153Z+ case "$kern" in
362026-10-01T00:44:37.153Z+ groupadd -g 12345 build
372026-10-01T00:44:37.153Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
382026-10-01T00:44:39.157Z+ zfs create -o mountpoint=/work rpool/work
392026-10-01T00:44:39.399Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
402026-10-01T00:44:39.403Z+ home_fs=zfs
412026-10-01T00:44:39.403Z+ [[ zfs == autofs ]]
422026-10-01T00:44:39.403Z+ mkdir -p /home/build
432026-10-01T00:44:39.403Z+ chown build:build /home/build /work
442026-10-01T00:44:41.403Z+ chmod 0700 /home/build /work
452026-10-01T00:44:41.408Zprocess exited: duration 4263 ms, exit code 0
 
462026-10-01T00:44:41.418Zstarting task 1: "authentication"
472026-10-01T00:44:41.444Zprocess exited: duration 25 ms, exit code 0
 
482026-10-01T00:44:41.458Zstarting task 2: "build"
492026-10-01T00:44:41.465Z+ banner cores
502026-10-01T00:44:41.471Z
512026-10-01T00:44:41.471Z #### #### ##### ###### ####
522026-10-01T00:44:41.471Z # # # # # # # #
532026-10-01T00:44:41.471Z # # # # # ##### ####
542026-10-01T00:44:41.471Z # # # ##### # #
552026-10-01T00:44:41.471Z # # # # # # # # #
562026-10-01T00:44:41.471Z #### #### # # ###### ####
572026-10-01T00:44:41.471Z
582026-10-01T00:44:41.472Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
592026-10-01T00:44:41.472Z+ echo 'input bins dir contains:'
602026-10-01T00:44:41.472Zinput bins dir contains:
612026-10-01T00:44:41.472Z+ ls -ltr /input/build/work/bins
622026-10-01T00:44:41.473Ztotal 1031360
632026-10-01T00:44:41.473Z-rw-r--r-- 1 root root 155607967 Oct 1 00:44 crucible-downstairs.gz
642026-10-01T00:44:41.473Z-rw-r--r-- 1 root root 148600081 Oct 1 00:44 crucible-hammer.gz
652026-10-01T00:44:41.473Z-rw-r--r-- 1 root root 154558377 Oct 1 00:44 crutest.gz
662026-10-01T00:44:41.473Z-rw-r--r-- 1 root root 68931189 Oct 1 00:44 dsc.gz
672026-10-01T00:44:41.473Z+ banner unpack
682026-10-01T00:44:41.483Z
692026-10-01T00:44:41.483Z # # # # ##### ## #### # #
702026-10-01T00:44:41.483Z # # ## # # # # # # # # #
712026-10-01T00:44:41.483Z # # # # # # # # # # ####
722026-10-01T00:44:41.483Z # # # # # ##### ###### # # #
732026-10-01T00:44:41.483Z # # # ## # # # # # # #
742026-10-01T00:44:41.483Z #### # # # # # #### # #
752026-10-01T00:44:41.483Z
762026-10-01T00:44:41.483Z+ mkdir -p /var/tmp/bins
772026-10-01T00:44:41.483Z+ for t in "$input/bins/"*.gz
782026-10-01T00:44:41.483Z++ basename /input/build/work/bins/crucible-downstairs.gz
792026-10-01T00:44:41.483Z+ b=crucible-downstairs.gz
802026-10-01T00:44:41.483Z+ b=crucible-downstairs
812026-10-01T00:44:41.484Z+ gunzip
822026-10-01T00:44:44.114Z+ chmod +x /var/tmp/bins/crucible-downstairs
832026-10-01T00:44:44.121Z+ for t in "$input/bins/"*.gz
842026-10-01T00:44:44.122Z++ basename /input/build/work/bins/crucible-hammer.gz
852026-10-01T00:44:44.122Z+ b=crucible-hammer.gz
862026-10-01T00:44:44.122Z+ b=crucible-hammer
872026-10-01T00:44:44.122Z+ gunzip
882026-10-01T00:44:46.595Z+ chmod +x /var/tmp/bins/crucible-hammer
892026-10-01T00:44:46.606Z+ for t in "$input/bins/"*.gz
902026-10-01T00:44:46.606Z++ basename /input/build/work/bins/crutest.gz
912026-10-01T00:44:46.606Z+ b=crutest.gz
922026-10-01T00:44:46.606Z+ b=crutest
932026-10-01T00:44:46.606Z+ gunzip
942026-10-01T00:44:49.184Z+ chmod +x /var/tmp/bins/crutest
952026-10-01T00:44:49.193Z+ for t in "$input/bins/"*.gz
962026-10-01T00:44:49.193Z++ basename /input/build/work/bins/dsc.gz
972026-10-01T00:44:49.193Z+ b=dsc.gz
982026-10-01T00:44:49.193Z+ b=dsc
992026-10-01T00:44:49.195Z+ gunzip
1002026-10-01T00:44:50.328Z+ chmod +x /var/tmp/bins/dsc
1012026-10-01T00:44:50.331Z+ export BINDIR=/var/tmp/bins
1022026-10-01T00:44:50.331Z+ BINDIR=/var/tmp/bins
1032026-10-01T00:44:50.331Z+ export RUST_BACKTRACE=1
1042026-10-01T00:44:50.331Z+ RUST_BACKTRACE=1
1052026-10-01T00:44:50.331Z+ banner test_ds
1062026-10-01T00:44:50.331Z
1072026-10-01T00:44:50.331Z ##### ###### #### ##### ##### ####
1082026-10-01T00:44:50.331Z # # # # # # #
1092026-10-01T00:44:50.331Z # ##### #### # # # ####
1102026-10-01T00:44:50.332Z # # # # # # #
1112026-10-01T00:44:50.332Z # # # # # # # # #
1122026-10-01T00:44:50.332Z # ###### #### # ####### ##### ####
1132026-10-01T00:44:50.332Z
1142026-10-01T00:44:50.332Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1152026-10-01T00:44:50.343ZCreate file for import
1162026-10-01T00:44:50.347Z300+0 records in
1172026-10-01T00:44:50.347Z300+0 records out
1182026-10-01T00:44:50.347Z153600 bytes (150 KiB) transferred in 0.001655 secs (89 MiB/sec)
1192026-10-01T00:44:50.350ZImport region
1202026-10-01T00:44:50.421Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:49.443117859Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1115}
1212026-10-01T00:44:50.425ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1222026-10-01T00:44:50.425ZRegion already large enough for image
1232026-10-01T00:44:50.425ZImporting "/tmp/ds_test/import" to region
1242026-10-01T00:44:50.440ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1252026-10-01T00:44:50.444Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:49.463413073Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1115}
1262026-10-01T00:44:50.444Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:49.463431172Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1115}
1272026-10-01T00:44:50.448ZExport region
1282026-10-01T00:44:50.458Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:49.480352847Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1116}
1292026-10-01T00:44:50.458Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:49.480722665Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1116}
1302026-10-01T00:44:50.459Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:49.480742534Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1116}
1312026-10-01T00:44:50.463ZExport total_size: 768000 Extent size:51200 Total Extents:15
1322026-10-01T00:44:50.463ZExporting from start_block: 0 count:300
1332026-10-01T00:44:50.463ZRead and wrote out 300 blocks
1342026-10-01T00:44:50.466ZImport Export test passed
1352026-10-01T00:44:50.466ZTest clone
1362026-10-01T00:44:50.466ZStarting source downstairs
1372026-10-01T00:44:51.472Z PID TTY TIME CMD
1382026-10-01T00:44:51.472Z 1118 ? 0:00 crucible
1392026-10-01T00:44:51.475ZDownstairs running
1402026-10-01T00:44:51.475ZCreating new downstairs
1412026-10-01T00:44:51.484Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.506475537Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1122}
1422026-10-01T00:44:51.487Z{"msg":"UUID: 8496b81e-18b7-46e1-8ec6-5fa5b1c6fa6c","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.50742215Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1122}
1432026-10-01T00:44:51.487Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.507439579Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1122}
1442026-10-01T00:44:51.487ZCloning existing downstairs
1452026-10-01T00:44:51.495Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.517584327Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1462026-10-01T00:44:51.498Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.517852231Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1472026-10-01T00:44:51.498Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.51786442Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1482026-10-01T00:44:51.499Z{"msg":"UUID: 8496b81e-18b7-46e1-8ec6-5fa5b1c6fa6c","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.518347591Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1492026-10-01T00:44:51.499Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.518360871Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1502026-10-01T00:44:51.503Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 80fc9ce295b95c254ddb0b25aafc73ba9baf1b9c\nCommit timestamp: 2026-10-01T00:29:57.000000000Z branch: mkeeter/min-quorum-negotiation-redux\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.525755251Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1512026-10-01T00:44:51.503Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.52577813Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1522026-10-01T00:44:51.506Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.5257874Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1532026-10-01T00:44:51.509Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.529505129Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1542026-10-01T00:44:51.509Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.529920674Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1552026-10-01T00:44:51.510Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 8496b81e-18b7-46e1-8ec6-5fa5b1c6fa6c, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.529938283Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1562026-10-01T00:44:51.510Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.530007219Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1572026-10-01T00:44:51.510Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.530047376Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1582026-10-01T00:44:51.510Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.531053357Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1592026-10-01T00:44:51.513Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.532743046Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1602026-10-01T00:44:51.513Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.533133143Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1612026-10-01T00:44:51.513Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.533173741Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1622026-10-01T00:44:51.513Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.533242397Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1632026-10-01T00:44:51.513Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.533345781Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1642026-10-01T00:44:51.514Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.53335991Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1652026-10-01T00:44:51.514Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.533638493Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1662026-10-01T00:44:51.514Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.534296604Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1672026-10-01T00:44:51.514Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.534578467Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1682026-10-01T00:44:51.514Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.534598276Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1692026-10-01T00:44:51.514Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.534638554Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1702026-10-01T00:44:51.514Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.534654453Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1712026-10-01T00:44:51.514Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.534663952Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1722026-10-01T00:44:51.514Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.534995503Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1732026-10-01T00:44:51.514Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.535640764Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1742026-10-01T00:44:51.514Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.535929227Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1752026-10-01T00:44:51.514Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.535943876Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1762026-10-01T00:44:51.514Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.535985034Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1772026-10-01T00:44:51.514Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.536011402Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1782026-10-01T00:44:51.514Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.536025051Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1792026-10-01T00:44:51.518Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.536329553Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1802026-10-01T00:44:51.518Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.536919338Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1812026-10-01T00:44:51.518Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.537199622Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1822026-10-01T00:44:51.518Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.53722162Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1832026-10-01T00:44:51.518Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.537259468Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1842026-10-01T00:44:51.518Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.537274867Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1852026-10-01T00:44:51.519Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.537284177Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1862026-10-01T00:44:51.519Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.53756151Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1872026-10-01T00:44:51.519Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.538149455Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1882026-10-01T00:44:51.519Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.538389881Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1892026-10-01T00:44:51.519Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.53840452Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1902026-10-01T00:44:51.519Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.538445548Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1912026-10-01T00:44:51.519Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.538460677Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1922026-10-01T00:44:51.519Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.538469516Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1932026-10-01T00:44:51.519Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.538721761Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1942026-10-01T00:44:51.519Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.539321156Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1952026-10-01T00:44:51.519Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.539552272Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1962026-10-01T00:44:51.521Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.539566751Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1972026-10-01T00:44:51.521Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.539612588Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
1982026-10-01T00:44:51.521Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.539627667Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
1992026-10-01T00:44:51.521Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.539636617Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2002026-10-01T00:44:51.521Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.539886032Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2012026-10-01T00:44:51.521Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.540464918Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2022026-10-01T00:44:51.521Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.540722462Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2032026-10-01T00:44:51.521Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.540742201Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2042026-10-01T00:44:51.521Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.540774109Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2052026-10-01T00:44:51.521Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.540789248Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
2062026-10-01T00:44:51.521Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.540798258Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2072026-10-01T00:44:51.521Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.541064712Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2082026-10-01T00:44:51.525Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.541706154Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2092026-10-01T00:44:51.525Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.542051303Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2102026-10-01T00:44:51.525Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.542069332Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2112026-10-01T00:44:51.525Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.54211777Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2122026-10-01T00:44:51.525Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.542133829Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
2132026-10-01T00:44:51.525Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.542143008Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2142026-10-01T00:44:51.525Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.542507366Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2152026-10-01T00:44:51.525Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.543262872Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2162026-10-01T00:44:51.525Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.543657368Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2172026-10-01T00:44:51.525Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.543684786Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2182026-10-01T00:44:51.526Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.543714365Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2192026-10-01T00:44:51.526Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.543731294Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
2202026-10-01T00:44:51.526Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.543740943Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2212026-10-01T00:44:51.526Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.544072503Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2222026-10-01T00:44:51.526Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.544730834Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2232026-10-01T00:44:51.526Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.544994589Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2242026-10-01T00:44:51.526Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.545019767Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2252026-10-01T00:44:51.526Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.545069774Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2262026-10-01T00:44:51.526Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.545082433Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
2272026-10-01T00:44:51.526Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.545091733Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2282026-10-01T00:44:51.526Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.545385815Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2292026-10-01T00:44:51.526Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.545991719Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2302026-10-01T00:44:51.526Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.546249704Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2312026-10-01T00:44:51.526Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.546264303Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2322026-10-01T00:44:51.526Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.54631122Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2332026-10-01T00:44:51.527Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.54632367Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
2342026-10-01T00:44:51.527Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.546332699Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2352026-10-01T00:44:51.527Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.546589124Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2362026-10-01T00:44:51.527Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.547203237Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2372026-10-01T00:44:51.527Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.547435544Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2382026-10-01T00:44:51.527Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.547449823Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2392026-10-01T00:44:51.527Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.5474973Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2402026-10-01T00:44:51.527Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.547510029Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
2412026-10-01T00:44:51.527Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.547519139Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2422026-10-01T00:44:51.527Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.547771864Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2432026-10-01T00:44:51.603Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.548370308Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2442026-10-01T00:44:51.603Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.548624783Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2452026-10-01T00:44:51.603Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.548645492Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2462026-10-01T00:44:51.603Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.5486784Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2472026-10-01T00:44:51.603Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.548693649Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
2482026-10-01T00:44:51.603Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.548702858Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2492026-10-01T00:44:51.603Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.548956513Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2502026-10-01T00:44:51.603Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.549772575Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2512026-10-01T00:44:51.603Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.550091376Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2522026-10-01T00:44:51.603Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.550109725Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2532026-10-01T00:44:51.603Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.550153382Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2542026-10-01T00:44:51.603Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.550170521Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
2552026-10-01T00:44:51.604Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.550180031Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2562026-10-01T00:44:51.604Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.550461514Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2572026-10-01T00:44:51.604Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.551064638Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2582026-10-01T00:44:51.604Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.551324733Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2592026-10-01T00:44:51.604Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.551344791Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2602026-10-01T00:44:51.604Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.551378079Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123}
2612026-10-01T00:44:51.604Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.551393349Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1123,"task":"clone"}
2622026-10-01T00:44:51.604ZVerify clone using export
2632026-10-01T00:44:51.605Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.562249434Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1124}
2642026-10-01T00:44:51.605Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.562517738Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1124}
2652026-10-01T00:44:51.605Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.562527577Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1124}
2662026-10-01T00:44:51.605ZExport total_size: 768000 Extent size:51200 Total Extents:15
2672026-10-01T00:44:51.605ZExporting from start_block: 0 count:300
2682026-10-01T00:44:51.605ZRead and wrote out 300 blocks
2692026-10-01T00:44:51.605ZCreating new downstairs from clone directly
2702026-10-01T00:44:51.605Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.57696452Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2712026-10-01T00:44:51.605Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.577840138Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2722026-10-01T00:44:51.605Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.577957381Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2732026-10-01T00:44:51.605Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.57796649Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2742026-10-01T00:44:51.605Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.57797486Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2752026-10-01T00:44:51.605Z{"msg":"UUID: 1cc8afa1-4f00-4398-a6a9-c664a5f2fbba","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.578602112Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2762026-10-01T00:44:51.605Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.578611282Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2772026-10-01T00:44:51.605Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 80fc9ce295b95c254ddb0b25aafc73ba9baf1b9c\nCommit timestamp: 2026-10-01T00:29:57.000000000Z branch: mkeeter/min-quorum-negotiation-redux\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.585762787Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
2782026-10-01T00:44:51.605Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.585779496Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
2792026-10-01T00:44:51.605Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.585788796Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
2802026-10-01T00:44:51.605Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.586859472Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
2812026-10-01T00:44:51.605Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.587116657Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
2822026-10-01T00:44:51.605Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 1cc8afa1-4f00-4398-a6a9-c664a5f2fbba, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.587130146Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
2832026-10-01T00:44:51.606Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.587186853Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
2842026-10-01T00:44:51.606Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.587202402Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2852026-10-01T00:44:51.606Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.587481235Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2862026-10-01T00:44:51.606Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.588267888Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2872026-10-01T00:44:51.606Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.588676364Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2882026-10-01T00:44:51.606Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.588711122Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2892026-10-01T00:44:51.606Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.588771508Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2902026-10-01T00:44:51.606Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.588824395Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
2912026-10-01T00:44:51.606Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.588834625Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2922026-10-01T00:44:51.606Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.589137857Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2932026-10-01T00:44:51.606Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.589693434Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2942026-10-01T00:44:51.607Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.590004035Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2952026-10-01T00:44:51.608Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.590022604Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2962026-10-01T00:44:51.608Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.590069161Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2972026-10-01T00:44:51.608Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.590082051Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
2982026-10-01T00:44:51.608Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.59009195Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
2992026-10-01T00:44:51.608Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.590365844Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3002026-10-01T00:44:51.608Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.59092924Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3012026-10-01T00:44:51.608Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.591125449Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3022026-10-01T00:44:51.608Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.591136898Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3032026-10-01T00:44:51.608Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.591186105Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3042026-10-01T00:44:51.608Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.591197854Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3052026-10-01T00:44:51.608Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.591211693Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3062026-10-01T00:44:51.608Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.591417881Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3072026-10-01T00:44:51.608Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.591910952Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3082026-10-01T00:44:51.608Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.592213404Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3092026-10-01T00:44:51.608Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.592230663Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3102026-10-01T00:44:51.608Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.59227889Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3112026-10-01T00:44:51.608Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.592290759Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3122026-10-01T00:44:51.608Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.592300319Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3132026-10-01T00:44:51.608Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.592602331Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3142026-10-01T00:44:51.608Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.593191616Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3152026-10-01T00:44:51.608Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.593413433Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3162026-10-01T00:44:51.608Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.593427672Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3172026-10-01T00:44:51.608Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.593480919Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3182026-10-01T00:44:51.608Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.593494058Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3192026-10-01T00:44:51.608Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.593503727Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3202026-10-01T00:44:51.608Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.59379109Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3212026-10-01T00:44:51.608Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.59429457Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3222026-10-01T00:44:51.608Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.594522687Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3232026-10-01T00:44:51.608Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.594538756Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3242026-10-01T00:44:51.608Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.594581973Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3252026-10-01T00:44:51.608Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.594593193Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3262026-10-01T00:44:51.608Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.594602642Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3272026-10-01T00:44:51.608Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.594843088Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3282026-10-01T00:44:51.608Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.595377036Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3292026-10-01T00:44:51.609Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.595565305Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3302026-10-01T00:44:51.609Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.595576414Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3312026-10-01T00:44:51.609Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.595625721Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3322026-10-01T00:44:51.609Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.595636211Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3332026-10-01T00:44:51.609Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.59564539Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3342026-10-01T00:44:51.609Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.595853538Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3352026-10-01T00:44:51.609Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.596353428Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3362026-10-01T00:44:51.609Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.596619972Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3372026-10-01T00:44:51.609Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.596631162Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3382026-10-01T00:44:51.609Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.596684818Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3392026-10-01T00:44:51.609Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.596695968Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3402026-10-01T00:44:51.609Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.596705387Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3412026-10-01T00:44:51.609Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.596951962Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3422026-10-01T00:44:51.609Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.597508329Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3432026-10-01T00:44:51.613Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.597703158Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3442026-10-01T00:44:51.614Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.597713777Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3452026-10-01T00:44:51.614Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.597764434Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3462026-10-01T00:44:51.614Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.597775694Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3472026-10-01T00:44:51.614Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.597785353Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3482026-10-01T00:44:51.614Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.59800193Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3492026-10-01T00:44:51.614Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.598492331Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3502026-10-01T00:44:51.614Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.598703618Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3512026-10-01T00:44:51.614Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.598714098Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3522026-10-01T00:44:51.614Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.598767565Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3532026-10-01T00:44:51.614Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.598778584Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3542026-10-01T00:44:51.614Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.598787853Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3552026-10-01T00:44:51.615Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.599027859Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3562026-10-01T00:44:51.615Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.599554628Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3572026-10-01T00:44:51.615Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.599749026Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3582026-10-01T00:44:51.615Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.599759466Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3592026-10-01T00:44:51.615Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.599809603Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3602026-10-01T00:44:51.615Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.599820692Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3612026-10-01T00:44:51.615Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.599829442Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3622026-10-01T00:44:51.615Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.600035799Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3632026-10-01T00:44:51.615Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.600540319Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3642026-10-01T00:44:51.615Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.600766556Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3652026-10-01T00:44:51.615Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.600777255Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3662026-10-01T00:44:51.615Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.600830892Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3672026-10-01T00:44:51.615Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.600841851Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3682026-10-01T00:44:51.615Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.600851061Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3692026-10-01T00:44:51.616Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.601086457Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3702026-10-01T00:44:51.616Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.601593347Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3712026-10-01T00:44:51.616Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.601795035Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3722026-10-01T00:44:51.616Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.601805534Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3732026-10-01T00:44:51.616Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.601856311Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3742026-10-01T00:44:51.616Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.601867321Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3752026-10-01T00:44:51.616Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.60187665Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3762026-10-01T00:44:51.616Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.602083198Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3772026-10-01T00:44:51.616Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.602572519Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3782026-10-01T00:44:51.616Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.602781956Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3792026-10-01T00:44:51.617Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.602792376Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3802026-10-01T00:44:51.617Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.602845762Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3812026-10-01T00:44:51.617Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.602856972Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3822026-10-01T00:44:51.617Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.602866341Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3832026-10-01T00:44:51.617Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.603090578Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3842026-10-01T00:44:51.617Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.603519572Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3852026-10-01T00:44:51.617Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.603704971Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3862026-10-01T00:44:51.617Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.603715531Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3872026-10-01T00:44:51.617Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.603767628Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3882026-10-01T00:44:51.617Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.603778707Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127,"task":"clone"}
3892026-10-01T00:44:51.618Z{"msg":"UUID: 1cc8afa1-4f00-4398-a6a9-c664a5f2fbba","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.603880391Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3902026-10-01T00:44:51.618Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.603928238Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1127}
3912026-10-01T00:44:51.619ZVerify second clone using export
3922026-10-01T00:44:51.619Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.613809361Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1128}
3932026-10-01T00:44:51.619Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.614028078Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1128}
3942026-10-01T00:44:51.619Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-10-01T00:44:50.614038878Z","hostname":"w-01M3TENGG1PMV1B4375PS0RR9G","pid":1128}
3952026-10-01T00:44:51.619ZExport total_size: 768000 Extent size:51200 Total Extents:15
3962026-10-01T00:44:51.619ZExporting from start_block: 0 count:300
3972026-10-01T00:44:51.619ZRead and wrote out 300 blocks
3982026-10-01T00:44:51.619ZStopping downstairs
3992026-10-01T00:44:51.619ZClone test passed
4002026-10-01T00:44:51.619Z
4012026-10-01T00:44:51.619Zreal 1.264059666
4022026-10-01T00:44:51.619Zuser 0.098836047
4032026-10-01T00:44:51.619Zsys 0.152683420
4042026-10-01T00:44:51.619Ztrap 0.000052608
4052026-10-01T00:44:51.619Ztflt 0.000541567
4062026-10-01T00:44:51.619Zdflt 0.003511089
4072026-10-01T00:44:51.619Zkflt 0.013089091
4082026-10-01T00:44:51.619Zlock 2.849122099
4092026-10-01T00:44:51.620Zslp 2.386649670
4102026-10-01T00:44:51.620Zlat 0.018657886
4112026-10-01T00:44:51.620Zstop 0.000278701
4122026-10-01T00:44:51.620Zprocess exited: duration 10141 ms, exit code 0
 
4132026-10-01T00:44:51.627Zfound 0 output files