01KKY161MM3S6535Z5NXH9VEYM: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KKY16VZ329F3YMR4948BBEY5

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12026-03-17T14:10:17.608Zjob dependencies complete; ready to run (waiting for 15 m 59 s)
22026-03-17T14:11:10.757Zjob assigned to worker 01KKY24A7R5QM0WYYT0T25KQ6E [factory aws, i-041391d5816f26700] (queued for 53 s)
32026-03-17T14:11:19.116Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42026-03-17T14:11:20.781Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52026-03-17T14:11:20.784Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62026-03-17T14:11:22.291Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72026-03-17T14:11:22.294Zdownloading input: /input/build/work/bins/crutest.gz
82026-03-17T14:11:23.775Zdownloaded input: /input/build/work/bins/crutest.gz
92026-03-17T14:11:23.778Zdownloading input: /input/build/work/bins/dsc.gz
102026-03-17T14:11:24.593Zdownloaded input: /input/build/work/bins/dsc.gz
112026-03-17T14:11:24.595Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122026-03-17T14:11:24.622Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132026-03-17T14:11:24.625Zdownloading input: /input/build/work/scripts/test_ds.sh
142026-03-17T14:11:24.680Zdownloaded input: /input/build/work/scripts/test_ds.sh
152026-03-17T14:11:24.680Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162026-03-17T14:11:24.707Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172026-03-17T14:11:24.707Zdownloading input: /input/build/work/scripts/test_repair.sh
182026-03-17T14:11:24.732Zdownloaded input: /input/build/work/scripts/test_repair.sh
192026-03-17T14:11:24.732Zdownloading input: /input/build/work/scripts/test_replay.sh
202026-03-17T14:11:24.786Zdownloaded input: /input/build/work/scripts/test_replay.sh
212026-03-17T14:11:24.786Zdownloading input: /input/build/work/scripts/test_up.sh
222026-03-17T14:11:24.874Zdownloaded input: /input/build/work/scripts/test_up.sh
232026-03-17T14:11:24.874Zdownloading input: /input/build/work/scripts/upstairs_info.d
242026-03-17T14:11:24.901Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252026-03-17T14:11:24.904Zdownloading input: /input/build/tmp/cargo-test-out.log
262026-03-17T14:11:25.492Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272026-03-17T14:11:25.492Zstarting task 0: "setup"
282026-03-17T14:11:25.499Z++ uname -s
292026-03-17T14:11:25.503Z+ kern=SunOS
302026-03-17T14:11:25.503Z+ build_user=build
312026-03-17T14:11:25.503Z+ build_uid=12345
322026-03-17T14:11:25.503Z+ work_dir=/work
332026-03-17T14:11:25.503Z+ input_dir=/input
342026-03-17T14:11:25.503Z+ [[ 0 == 12345 ]]
352026-03-17T14:11:25.503Z+ case "$kern" in
362026-03-17T14:11:25.503Z+ groupadd -g 12345 build
372026-03-17T14:11:25.506Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
382026-03-17T14:11:27.509Z+ zfs create -o mountpoint=/work rpool/work
392026-03-17T14:11:27.864Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
402026-03-17T14:11:27.869Z+ home_fs=zfs
412026-03-17T14:11:27.870Z+ [[ zfs == autofs ]]
422026-03-17T14:11:27.870Z+ mkdir -p /home/build
432026-03-17T14:11:27.870Z+ chown build:build /home/build /work
442026-03-17T14:11:28.869Z+ chmod 0700 /home/build /work
452026-03-17T14:11:28.874Zprocess exited: duration 3379 ms, exit code 0
 
462026-03-17T14:11:28.883Zstarting task 1: "authentication"
472026-03-17T14:11:28.902Zprocess exited: duration 19 ms, exit code 0
 
482026-03-17T14:11:28.910Zstarting task 2: "build"
492026-03-17T14:11:28.913Z+ banner cores
502026-03-17T14:11:28.919Z
512026-03-17T14:11:28.919Z #### #### ##### ###### ####
522026-03-17T14:11:28.919Z # # # # # # # #
532026-03-17T14:11:28.919Z # # # # # ##### ####
542026-03-17T14:11:28.919Z # # # ##### # #
552026-03-17T14:11:28.919Z # # # # # # # # #
562026-03-17T14:11:28.919Z #### #### # # ###### ####
572026-03-17T14:11:28.919Z
582026-03-17T14:11:28.919Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
592026-03-17T14:11:28.922Z+ echo 'input bins dir contains:'
602026-03-17T14:11:28.929Zinput bins dir contains:
612026-03-17T14:11:28.929Z+ ls -ltr /input/build/work/bins
622026-03-17T14:11:28.929Ztotal 1008345
632026-03-17T14:11:28.929Z-rw-r--r-- 1 root root 154359216 Mar 17 14:11 crucible-downstairs.gz
642026-03-17T14:11:28.930Z-rw-r--r-- 1 root root 141973443 Mar 17 14:11 crucible-hammer.gz
652026-03-17T14:11:28.930Z-rw-r--r-- 1 root root 147750702 Mar 17 14:11 crutest.gz
662026-03-17T14:11:28.930Z-rw-r--r-- 1 root root 71849715 Mar 17 14:11 dsc.gz
672026-03-17T14:11:28.930Z+ banner unpack
682026-03-17T14:11:28.934Z
692026-03-17T14:11:28.934Z # # # # ##### ## #### # #
702026-03-17T14:11:28.934Z # # ## # # # # # # # # #
712026-03-17T14:11:28.934Z # # # # # # # # # # ####
722026-03-17T14:11:28.934Z # # # # # ##### ###### # # #
732026-03-17T14:11:28.934Z # # # ## # # # # # # #
742026-03-17T14:11:28.934Z #### # # # # # #### # #
752026-03-17T14:11:28.934Z
762026-03-17T14:11:28.934Z+ mkdir -p /var/tmp/bins
772026-03-17T14:11:28.934Z+ for t in "$input/bins/"*.gz
782026-03-17T14:11:28.934Z++ basename /input/build/work/bins/crucible-downstairs.gz
792026-03-17T14:11:28.934Z+ b=crucible-downstairs.gz
802026-03-17T14:11:28.934Z+ b=crucible-downstairs
812026-03-17T14:11:28.934Z+ gunzip
822026-03-17T14:11:31.950Z+ chmod +x /var/tmp/bins/crucible-downstairs
832026-03-17T14:11:31.955Z+ for t in "$input/bins/"*.gz
842026-03-17T14:11:31.955Z++ basename /input/build/work/bins/crucible-hammer.gz
852026-03-17T14:11:31.958Z+ b=crucible-hammer.gz
862026-03-17T14:11:31.958Z+ b=crucible-hammer
872026-03-17T14:11:31.958Z+ gunzip
882026-03-17T14:11:34.684Z+ chmod +x /var/tmp/bins/crucible-hammer
892026-03-17T14:11:34.687Z+ for t in "$input/bins/"*.gz
902026-03-17T14:11:34.687Z++ basename /input/build/work/bins/crutest.gz
912026-03-17T14:11:34.694Z+ b=crutest.gz
922026-03-17T14:11:34.694Z+ b=crutest
932026-03-17T14:11:34.694Z+ gunzip
942026-03-17T14:11:37.572Z+ chmod +x /var/tmp/bins/crutest
952026-03-17T14:11:37.578Z+ for t in "$input/bins/"*.gz
962026-03-17T14:11:37.578Z++ basename /input/build/work/bins/dsc.gz
972026-03-17T14:11:37.578Z+ b=dsc.gz
982026-03-17T14:11:37.578Z+ b=dsc
992026-03-17T14:11:37.579Z+ gunzip
1002026-03-17T14:11:38.947Z+ chmod +x /var/tmp/bins/dsc
1012026-03-17T14:11:38.950Z+ export BINDIR=/var/tmp/bins
1022026-03-17T14:11:38.951Z+ BINDIR=/var/tmp/bins
1032026-03-17T14:11:38.951Z+ export RUST_BACKTRACE=1
1042026-03-17T14:11:38.951Z+ RUST_BACKTRACE=1
1052026-03-17T14:11:38.951Z+ banner test_ds
1062026-03-17T14:11:38.951Z
1072026-03-17T14:11:38.951Z ##### ###### #### ##### ##### ####
1082026-03-17T14:11:38.951Z # # # # # # #
1092026-03-17T14:11:38.951Z # ##### #### # # # ####
1102026-03-17T14:11:38.951Z # # # # # # #
1112026-03-17T14:11:38.951Z # # # # # # # # #
1122026-03-17T14:11:38.951Z # ###### #### # ####### ##### ####
1132026-03-17T14:11:38.951Z
1142026-03-17T14:11:38.951Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1152026-03-17T14:11:38.963ZCreate file for import
1162026-03-17T14:11:38.968Z300+0 records in
1172026-03-17T14:11:38.968Z300+0 records out
1182026-03-17T14:11:38.968Z153600 bytes (150 KiB) transferred in 0.002108 secs (69 MiB/sec)
1192026-03-17T14:11:38.968ZImport region
1202026-03-17T14:11:39.052Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:38.244197408Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1182}
1212026-03-17T14:11:39.056ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1222026-03-17T14:11:39.056ZRegion already large enough for image
1232026-03-17T14:11:39.056ZImporting "/tmp/ds_test/import" to region
1242026-03-17T14:11:39.075ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1252026-03-17T14:11:39.079Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:38.26875596Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1182}
1262026-03-17T14:11:39.079Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:38.268784526Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1182}
1272026-03-17T14:11:39.083ZExport region
1282026-03-17T14:11:39.097Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:38.2897644Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1183}
1292026-03-17T14:11:39.100Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:38.2901112Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1183}
1302026-03-17T14:11:39.100Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:38.290131414Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1183}
1312026-03-17T14:11:39.100ZExport total_size: 768000 Extent size:51200 Total Extents:15
1322026-03-17T14:11:39.100ZExporting from start_block: 0 count:300
1332026-03-17T14:11:39.100ZRead and wrote out 300 blocks
1342026-03-17T14:11:39.104ZImport Export test passed
1352026-03-17T14:11:39.104ZTest clone
1362026-03-17T14:11:39.105ZStarting source downstairs
1372026-03-17T14:11:40.110Z PID TTY TIME CMD
1382026-03-17T14:11:40.110Z 1185 ? 0:00 crucible
1392026-03-17T14:11:40.114ZDownstairs running
1402026-03-17T14:11:40.114ZCreating new downstairs
1412026-03-17T14:11:40.126Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.319840722Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1189}
1422026-03-17T14:11:40.131Z{"msg":"UUID: ed37bbbe-c747-4263-8b95-988fa92abfcd","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.320847174Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1189}
1432026-03-17T14:11:40.131Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.320867498Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1189}
1442026-03-17T14:11:40.131ZCloning existing downstairs
1452026-03-17T14:11:40.139Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.333048489Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1462026-03-17T14:11:40.142Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.333300439Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1472026-03-17T14:11:40.143Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.333319593Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1482026-03-17T14:11:40.143Z{"msg":"UUID: ed37bbbe-c747-4263-8b95-988fa92abfcd","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.333943298Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1492026-03-17T14:11:40.143Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.333956921Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1502026-03-17T14:11:40.150Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: cd46d0b314aa4fecb3f38344dd0644d67f94821c\nCommit timestamp: 2026-03-16T19:55:04.000000000Z branch: mkeeter/min-quorum-negotiation-redux\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.344386111Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1512026-03-17T14:11:40.151Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.344420618Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1522026-03-17T14:11:40.154Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.344434181Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1532026-03-17T14:11:40.157Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.348475801Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1542026-03-17T14:11:40.157Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.348817269Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1552026-03-17T14:11:40.157Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: ed37bbbe-c747-4263-8b95-988fa92abfcd, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.348838093Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1562026-03-17T14:11:40.157Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.348916599Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1572026-03-17T14:11:40.157Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.348955027Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1582026-03-17T14:11:40.157Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.350148236Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1592026-03-17T14:11:40.160Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.351583224Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1602026-03-17T14:11:40.160Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.351983484Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1612026-03-17T14:11:40.160Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.352037745Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1622026-03-17T14:11:40.161Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.3521157Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1632026-03-17T14:11:40.161Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.352360259Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1642026-03-17T14:11:40.161Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.352374282Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1652026-03-17T14:11:40.161Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.352725593Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1662026-03-17T14:11:40.161Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.353372242Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1672026-03-17T14:11:40.161Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.353751318Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1682026-03-17T14:11:40.161Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.353768882Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1692026-03-17T14:11:40.161Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.353824053Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1702026-03-17T14:11:40.161Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.353843687Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1712026-03-17T14:11:40.161Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.353857569Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1722026-03-17T14:11:40.161Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.354247938Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1732026-03-17T14:11:40.164Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.354903719Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1742026-03-17T14:11:40.164Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.355251889Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1752026-03-17T14:11:40.164Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.355272063Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1762026-03-17T14:11:40.164Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.355327004Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1772026-03-17T14:11:40.164Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.355349758Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1782026-03-17T14:11:40.164Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.355362931Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1792026-03-17T14:11:40.164Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.355711431Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1802026-03-17T14:11:40.164Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.356349809Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1812026-03-17T14:11:40.165Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.356685106Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1822026-03-17T14:11:40.165Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.35670514Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1832026-03-17T14:11:40.165Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.356762952Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1842026-03-17T14:11:40.165Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.356779915Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1852026-03-17T14:11:40.165Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.356792808Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1862026-03-17T14:11:40.165Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.357138087Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1872026-03-17T14:11:40.165Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.357720314Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1882026-03-17T14:11:40.165Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.358068123Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1892026-03-17T14:11:40.165Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.358086827Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1902026-03-17T14:11:40.165Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.358139958Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1912026-03-17T14:11:40.165Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.358156751Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1922026-03-17T14:11:40.165Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.358169724Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1932026-03-17T14:11:40.168Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.358534587Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1942026-03-17T14:11:40.168Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.359141548Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1952026-03-17T14:11:40.168Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.359484857Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1962026-03-17T14:11:40.168Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.359503831Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1972026-03-17T14:11:40.168Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.359562133Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
1982026-03-17T14:11:40.168Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.359578476Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
1992026-03-17T14:11:40.168Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.359591329Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2002026-03-17T14:11:40.168Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.359930397Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2012026-03-17T14:11:40.168Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.360503741Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2022026-03-17T14:11:40.168Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.36084837Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2032026-03-17T14:11:40.168Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.360867744Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2042026-03-17T14:11:40.168Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.360921895Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2052026-03-17T14:11:40.168Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.360938198Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
2062026-03-17T14:11:40.168Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.360950971Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2072026-03-17T14:11:40.168Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.361318925Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2082026-03-17T14:11:40.168Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.36189202Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2092026-03-17T14:11:40.172Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.36224544Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2102026-03-17T14:11:40.172Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.362266645Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2112026-03-17T14:11:40.172Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.362322426Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2122026-03-17T14:11:40.172Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.362351682Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
2132026-03-17T14:11:40.172Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.362365104Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2142026-03-17T14:11:40.172Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.362724086Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2152026-03-17T14:11:40.172Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.363315505Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2162026-03-17T14:11:40.172Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.36363903Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2172026-03-17T14:11:40.172Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.363657393Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2182026-03-17T14:11:40.172Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.363713245Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2192026-03-17T14:11:40.172Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.363729898Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
2202026-03-17T14:11:40.172Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.363742541Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2212026-03-17T14:11:40.172Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.364073017Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2222026-03-17T14:11:40.172Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.364641231Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2232026-03-17T14:11:40.172Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.364962215Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2242026-03-17T14:11:40.172Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.364981699Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2252026-03-17T14:11:40.172Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.36503601Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2262026-03-17T14:11:40.172Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.365052453Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
2272026-03-17T14:11:40.172Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.365065346Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2282026-03-17T14:11:40.172Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.365417726Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2292026-03-17T14:11:40.176Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.36603312Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2302026-03-17T14:11:40.176Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.366367897Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2312026-03-17T14:11:40.176Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.366388511Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2322026-03-17T14:11:40.176Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.366446232Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2332026-03-17T14:11:40.176Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.366476298Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
2342026-03-17T14:11:40.176Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.366490681Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2352026-03-17T14:11:40.176Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.366819157Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2362026-03-17T14:11:40.176Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.367409125Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2372026-03-17T14:11:40.176Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.367741432Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2382026-03-17T14:11:40.176Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.367758955Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2392026-03-17T14:11:40.176Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.367817157Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2402026-03-17T14:11:40.176Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.367834381Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
2412026-03-17T14:11:40.176Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.367847763Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2422026-03-17T14:11:40.176Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.368187981Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2432026-03-17T14:11:40.176Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.368784491Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2442026-03-17T14:11:40.176Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.369104565Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2452026-03-17T14:11:40.176Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.369123169Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2462026-03-17T14:11:40.176Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.36917735Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2472026-03-17T14:11:40.176Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.369194593Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
2482026-03-17T14:11:40.176Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.369207296Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2492026-03-17T14:11:40.176Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.369548124Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2502026-03-17T14:11:40.180Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.370139583Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2512026-03-17T14:11:40.180Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.370486012Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2522026-03-17T14:11:40.180Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.370504526Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2532026-03-17T14:11:40.180Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.370561517Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2542026-03-17T14:11:40.180Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.370578351Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
2552026-03-17T14:11:40.180Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.370591393Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2562026-03-17T14:11:40.180Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.37092323Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2572026-03-17T14:11:40.180Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.371543574Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2582026-03-17T14:11:40.180Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.37187271Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2592026-03-17T14:11:40.180Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.371890573Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2602026-03-17T14:11:40.180Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.371944694Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190}
2612026-03-17T14:11:40.180Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.371960688Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1190,"task":"clone"}
2622026-03-17T14:11:40.183ZVerify clone using export
2632026-03-17T14:11:40.194Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.387528758Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1191}
2642026-03-17T14:11:40.194Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.387822667Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1191}
2652026-03-17T14:11:40.197Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.38783949Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1191}
2662026-03-17T14:11:40.197ZExport total_size: 768000 Extent size:51200 Total Extents:15
2672026-03-17T14:11:40.197ZExporting from start_block: 0 count:300
2682026-03-17T14:11:40.197ZRead and wrote out 300 blocks
2692026-03-17T14:11:40.200ZCreating new downstairs from clone directly
2702026-03-17T14:11:40.213Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.406381056Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2712026-03-17T14:11:40.216Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.407436127Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2722026-03-17T14:11:40.216Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.407538128Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2732026-03-17T14:11:40.216Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.40755121Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2742026-03-17T14:11:40.216Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.407562543Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2752026-03-17T14:11:40.216Z{"msg":"UUID: fc493653-3a0e-49e6-a8bd-af191361b73b","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.408382187Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2762026-03-17T14:11:40.216Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.40839678Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2772026-03-17T14:11:40.225Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: cd46d0b314aa4fecb3f38344dd0644d67f94821c\nCommit timestamp: 2026-03-16T19:55:04.000000000Z branch: mkeeter/min-quorum-negotiation-redux\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.418614938Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
2782026-03-17T14:11:40.225Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.418649375Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
2792026-03-17T14:11:40.228Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.418662487Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
2802026-03-17T14:11:40.228Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.419949525Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
2812026-03-17T14:11:40.228Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.420310057Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
2822026-03-17T14:11:40.228Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: fc493653-3a0e-49e6-a8bd-af191361b73b, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.420339663Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
2832026-03-17T14:11:40.228Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.420382202Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
2842026-03-17T14:11:40.228Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.420402406Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2852026-03-17T14:11:40.228Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.420867139Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2862026-03-17T14:11:40.231Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.421752116Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2872026-03-17T14:11:40.231Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.422132553Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2882026-03-17T14:11:40.231Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.422176101Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2892026-03-17T14:11:40.231Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.422234403Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2902026-03-17T14:11:40.231Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.422300886Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
2912026-03-17T14:11:40.231Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.422315169Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2922026-03-17T14:11:40.231Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.422677012Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2932026-03-17T14:11:40.231Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.423299987Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2942026-03-17T14:11:40.231Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.423696376Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2952026-03-17T14:11:40.231Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.423727602Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2962026-03-17T14:11:40.232Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.423787244Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2972026-03-17T14:11:40.232Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.423804088Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
2982026-03-17T14:11:40.232Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.4238177Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
2992026-03-17T14:11:40.232Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.424181403Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3002026-03-17T14:11:40.232Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.42476545Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3012026-03-17T14:11:40.232Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.425095307Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3022026-03-17T14:11:40.232Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.425115991Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3032026-03-17T14:11:40.235Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.425170592Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3042026-03-17T14:11:40.235Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.425187545Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3052026-03-17T14:11:40.235Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.425201208Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3062026-03-17T14:11:40.235Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.425555299Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3072026-03-17T14:11:40.235Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.426131194Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3082026-03-17T14:11:40.235Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.42645834Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3092026-03-17T14:11:40.235Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.426482034Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3102026-03-17T14:11:40.235Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.426525283Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3112026-03-17T14:11:40.235Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.426540546Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3122026-03-17T14:11:40.235Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.426554469Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3132026-03-17T14:11:40.235Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.426898168Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3142026-03-17T14:11:40.235Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.427475804Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3152026-03-17T14:11:40.235Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.42780611Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3162026-03-17T14:11:40.236Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.427824063Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3172026-03-17T14:11:40.236Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.427878494Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3182026-03-17T14:11:40.236Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.427893677Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3192026-03-17T14:11:40.236Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.42790708Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3202026-03-17T14:11:40.236Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.42825694Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3212026-03-17T14:11:40.236Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.428824044Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3222026-03-17T14:11:40.239Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.429175004Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3232026-03-17T14:11:40.239Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.429199139Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3242026-03-17T14:11:40.239Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.429241457Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3252026-03-17T14:11:40.239Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.429256961Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3262026-03-17T14:11:40.239Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.429270903Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3272026-03-17T14:11:40.239Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.429633136Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3282026-03-17T14:11:40.239Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.430243808Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3292026-03-17T14:11:40.239Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.430579776Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3302026-03-17T14:11:40.239Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.430596839Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3312026-03-17T14:11:40.239Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.43065309Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3322026-03-17T14:11:40.240Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.430668263Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3332026-03-17T14:11:40.240Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.430681646Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3342026-03-17T14:11:40.240Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.431028566Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3352026-03-17T14:11:40.240Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.431618624Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3362026-03-17T14:11:40.240Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.431961573Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3372026-03-17T14:11:40.240Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.431985367Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3382026-03-17T14:11:40.240Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.432023665Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3392026-03-17T14:11:40.240Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.432038368Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3402026-03-17T14:11:40.240Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.432053761Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3412026-03-17T14:11:40.240Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.432413223Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3422026-03-17T14:11:40.243Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.432975726Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3432026-03-17T14:11:40.243Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.433302841Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3442026-03-17T14:11:40.243Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.433321175Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3452026-03-17T14:11:40.243Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.433376136Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3462026-03-17T14:11:40.243Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.433391649Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3472026-03-17T14:11:40.243Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.433405282Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3482026-03-17T14:11:40.243Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.433740779Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3492026-03-17T14:11:40.243Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.434322006Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3502026-03-17T14:11:40.243Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.434667685Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3512026-03-17T14:11:40.243Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.43469161Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3522026-03-17T14:11:40.243Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.434730598Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3532026-03-17T14:11:40.243Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.434745621Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3542026-03-17T14:11:40.243Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.434758873Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3552026-03-17T14:11:40.244Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.435138439Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3562026-03-17T14:11:40.244Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.435706363Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3572026-03-17T14:11:40.244Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.436011944Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3582026-03-17T14:11:40.244Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.436030508Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3592026-03-17T14:11:40.244Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.436087029Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3602026-03-17T14:11:40.244Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.436103853Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3612026-03-17T14:11:40.244Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.436117656Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3622026-03-17T14:11:40.244Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.436446471Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3632026-03-17T14:11:40.244Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.437016396Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3642026-03-17T14:11:40.247Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.437347392Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3652026-03-17T14:11:40.247Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.437371147Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3662026-03-17T14:11:40.247Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.437415616Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3672026-03-17T14:11:40.247Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.437430779Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3682026-03-17T14:11:40.247Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.437444151Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3692026-03-17T14:11:40.247Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.437802043Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3702026-03-17T14:11:40.247Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.438379739Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3712026-03-17T14:11:40.247Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.438694372Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3722026-03-17T14:11:40.247Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.438712366Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3732026-03-17T14:11:40.247Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.438766927Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3742026-03-17T14:11:40.247Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.43878232Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3752026-03-17T14:11:40.247Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.438796012Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3762026-03-17T14:11:40.247Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.439149893Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3772026-03-17T14:11:40.247Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.439712836Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3782026-03-17T14:11:40.247Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.440043762Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3792026-03-17T14:11:40.248Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.440067917Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3802026-03-17T14:11:40.248Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.440110456Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3812026-03-17T14:11:40.248Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.440126569Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3822026-03-17T14:11:40.248Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.440140482Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3832026-03-17T14:11:40.248Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.440498964Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3842026-03-17T14:11:40.251Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.441086561Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3852026-03-17T14:11:40.251Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.441404605Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3862026-03-17T14:11:40.251Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.441421659Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3872026-03-17T14:11:40.251Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.441472509Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3882026-03-17T14:11:40.251Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.441488522Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194,"task":"clone"}
3892026-03-17T14:11:40.251Z{"msg":"UUID: fc493653-3a0e-49e6-a8bd-af191361b73b","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.441643253Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3902026-03-17T14:11:40.251Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.441672439Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1194}
3912026-03-17T14:11:40.254ZVerify second clone using export
3922026-03-17T14:11:40.263Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.456700301Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1195}
3932026-03-17T14:11:40.263Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.457017544Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1195}
3942026-03-17T14:11:40.266Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-17T14:11:39.457031557Z","hostname":"w-01KKY24A7R5QM0WYYT0T25KQ6E","pid":1195}
3952026-03-17T14:11:40.266ZExport total_size: 768000 Extent size:51200 Total Extents:15
3962026-03-17T14:11:40.266ZExporting from start_block: 0 count:300
3972026-03-17T14:11:40.266ZRead and wrote out 300 blocks
3982026-03-17T14:11:40.269ZStopping downstairs
3992026-03-17T14:11:40.272ZClone test passed
4002026-03-17T14:11:40.275Z
4012026-03-17T14:11:40.275Zreal 1.321199177
4022026-03-17T14:11:40.275Zuser 0.135408063
4032026-03-17T14:11:40.275Zsys 0.185220151
4042026-03-17T14:11:40.275Ztrap 0.000010290
4052026-03-17T14:11:40.275Ztflt 0.000798379
4062026-03-17T14:11:40.276Zdflt 0.011397894
4072026-03-17T14:11:40.276Zkflt 0.000661342
4082026-03-17T14:11:40.276Zlock 3.545012235
4092026-03-17T14:11:40.276Zslp 2.465731840
4102026-03-17T14:11:40.276Zlat 0.006615922
4112026-03-17T14:11:40.276Zstop 0.000337863
4122026-03-17T14:11:40.276Zprocess exited: duration 11367 ms, exit code 0
 
4132026-03-17T14:11:40.294Zfound 0 output files