01J9RYV7DQGSC5QWC3C3YT9XEG: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J9RYVKDBEVZKV7J56QBNKRXX

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-10-09T15:54:13.848Zjob dependencies complete; ready to run (waiting for 16 m 30 s)
22024-10-09T15:54:54.071Zjob assigned to worker 01J9RZSQQRB2R7T61JKD4SWVM8 (queued for 40 s)
32024-10-09T15:55:01.219Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-10-09T15:55:02.383Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-10-09T15:55:02.383Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-10-09T15:55:03.493Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-10-09T15:55:03.493Zdownloading input: /input/build/work/bins/crutest.gz
82024-10-09T15:55:04.677Zdownloaded input: /input/build/work/bins/crutest.gz
92024-10-09T15:55:04.677Zdownloading input: /input/build/work/bins/dsc.gz
102024-10-09T15:55:05.469Zdownloaded input: /input/build/work/bins/dsc.gz
112024-10-09T15:55:05.473Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-10-09T15:55:05.489Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-10-09T15:55:05.489Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-10-09T15:55:05.510Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-10-09T15:55:05.510Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-10-09T15:55:05.528Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-10-09T15:55:05.529Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-10-09T15:55:05.612Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-10-09T15:55:05.612Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-10-09T15:55:05.630Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-10-09T15:55:05.630Zdownloading input: /input/build/work/scripts/test_up.sh
222024-10-09T15:55:05.649Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-10-09T15:55:05.649Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-10-09T15:55:05.668Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-10-09T15:55:05.670Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-10-09T15:55:06.444Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-10-09T15:55:06.444Zstarting task 0: "setup"
282024-10-09T15:55:06.455Z++ uname -s
292024-10-09T15:55:06.457Z+ kern=SunOS
302024-10-09T15:55:06.458Z+ case "$kern" in
312024-10-09T15:55:06.458Z+ groupadd -g 12345 build
322024-10-09T15:55:06.460Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-10-09T15:55:08.472Z+ zfs create -o mountpoint=/work rpool/work
342024-10-09T15:55:08.633Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-10-09T15:55:08.637Z+ home_fs=zfs
362024-10-09T15:55:08.637Z+ [[ zfs == autofs ]]
372024-10-09T15:55:08.637Z+ mkdir -p /home/build
382024-10-09T15:55:08.640Z+ chown build:build /home/build /work
392024-10-09T15:55:10.643Z+ chmod 0700 /home/build /work
402024-10-09T15:55:10.647Zprocess exited: duration 4198 ms, exit code 0
 
412024-10-09T15:55:10.663Zstarting task 1: "authentication"
422024-10-09T15:55:10.685Zprocess exited: duration 18 ms, exit code 0
 
432024-10-09T15:55:10.695Zstarting task 2: "build"
442024-10-09T15:55:10.700Z+ banner cores
452024-10-09T15:55:10.705Z
462024-10-09T15:55:10.705Z #### #### ##### ###### ####
472024-10-09T15:55:10.705Z # # # # # # # #
482024-10-09T15:55:10.705Z # # # # # ##### ####
492024-10-09T15:55:10.706Z # # # ##### # #
502024-10-09T15:55:10.706Z # # # # # # # # #
512024-10-09T15:55:10.706Z #### #### # # ###### ####
522024-10-09T15:55:10.706Z
532024-10-09T15:55:10.706Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-10-09T15:55:10.712Z+ echo 'input bins dir contains:'
552024-10-09T15:55:10.712Zinput bins dir contains:
562024-10-09T15:55:10.716Z+ ls -ltr /input/build/work/bins
572024-10-09T15:55:10.717Ztotal 771592
582024-10-09T15:55:10.717Z-rw-r--r-- 1 root root 110746717 Oct 9 15:55 crucible-downstairs.gz
592024-10-09T15:55:10.717Z-rw-r--r-- 1 root root 105875545 Oct 9 15:55 crucible-hammer.gz
602024-10-09T15:55:10.717Z-rw-r--r-- 1 root root 111370373 Oct 9 15:55 crutest.gz
612024-10-09T15:55:10.717Z-rw-r--r-- 1 root root 66799908 Oct 9 15:55 dsc.gz
622024-10-09T15:55:10.717Z+ banner unpack
632024-10-09T15:55:10.721Z
642024-10-09T15:55:10.721Z # # # # ##### ## #### # #
652024-10-09T15:55:10.721Z # # ## # # # # # # # # #
662024-10-09T15:55:10.721Z # # # # # # # # # # ####
672024-10-09T15:55:10.721Z # # # # # ##### ###### # # #
682024-10-09T15:55:10.721Z # # # ## # # # # # # #
692024-10-09T15:55:10.721Z #### # # # # # #### # #
702024-10-09T15:55:10.721Z
712024-10-09T15:55:10.721Z+ mkdir -p /var/tmp/bins
722024-10-09T15:55:10.721Z+ for t in "$input/bins/"*.gz
732024-10-09T15:55:10.721Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-10-09T15:55:10.725Z+ b=crucible-downstairs.gz
752024-10-09T15:55:10.725Z+ b=crucible-downstairs
762024-10-09T15:55:10.725Z+ gunzip
772024-10-09T15:55:13.036Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-10-09T15:55:13.040Z+ for t in "$input/bins/"*.gz
792024-10-09T15:55:13.043Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-10-09T15:55:13.043Z+ b=crucible-hammer.gz
812024-10-09T15:55:13.043Z+ b=crucible-hammer
822024-10-09T15:55:13.043Z+ gunzip
832024-10-09T15:55:15.225Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-10-09T15:55:15.229Z+ for t in "$input/bins/"*.gz
852024-10-09T15:55:15.229Z++ basename /input/build/work/bins/crutest.gz
862024-10-09T15:55:15.233Z+ b=crutest.gz
872024-10-09T15:55:15.233Z+ b=crutest
882024-10-09T15:55:15.233Z+ gunzip
892024-10-09T15:55:17.625Z+ chmod +x /var/tmp/bins/crutest
902024-10-09T15:55:17.628Z+ for t in "$input/bins/"*.gz
912024-10-09T15:55:17.631Z++ basename /input/build/work/bins/dsc.gz
922024-10-09T15:55:17.632Z+ b=dsc.gz
932024-10-09T15:55:17.632Z+ b=dsc
942024-10-09T15:55:17.632Z+ gunzip
952024-10-09T15:55:18.997Z+ chmod +x /var/tmp/bins/dsc
962024-10-09T15:55:19.003Z+ export BINDIR=/var/tmp/bins
972024-10-09T15:55:19.003Z+ BINDIR=/var/tmp/bins
982024-10-09T15:55:19.003Z+ banner test_ds
992024-10-09T15:55:19.003Z
1002024-10-09T15:55:19.003Z ##### ###### #### ##### ##### ####
1012024-10-09T15:55:19.003Z # # # # # # #
1022024-10-09T15:55:19.003Z # ##### #### # # # ####
1032024-10-09T15:55:19.003Z # # # # # # #
1042024-10-09T15:55:19.003Z # # # # # # # # #
1052024-10-09T15:55:19.003Z # ###### #### # ####### ##### ####
1062024-10-09T15:55:19.003Z
1072024-10-09T15:55:19.003Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-10-09T15:55:19.017ZCreate file for import
1092024-10-09T15:55:19.022Z300+0 records in
1102024-10-09T15:55:19.022Z300+0 records out
1112024-10-09T15:55:19.025Z153600 bytes (150 KiB) transferred in 0.002421 secs (60 MiB/sec)
1122024-10-09T15:55:19.025ZImport region
1132024-10-09T15:55:19.092Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:18.005637813Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1164}
1142024-10-09T15:55:19.096ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-10-09T15:55:19.096ZRegion already large enough for image
1162024-10-09T15:55:19.096ZImporting "/tmp/ds_test/import" to region
1172024-10-09T15:55:19.118ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-10-09T15:55:19.121Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:18.032642832Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1164}
1192024-10-09T15:55:19.121Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:18.032722968Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1164}
1202024-10-09T15:55:19.128ZExport region
1212024-10-09T15:55:19.141Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:18.054788272Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1165}
1222024-10-09T15:55:19.141Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:18.05544045Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1165}
1232024-10-09T15:55:19.141Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:18.05545949Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1165}
1242024-10-09T15:55:19.144ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-10-09T15:55:19.144ZExporting from start_block: 0 count:300
1262024-10-09T15:55:19.144ZRead and wrote out 300 blocks
1272024-10-09T15:55:19.150ZImport Export test passed
1282024-10-09T15:55:19.150ZTest clone
1292024-10-09T15:55:19.150ZStarting source downstairs
1302024-10-09T15:55:20.161Z PID TTY TIME CMD
1312024-10-09T15:55:20.161Z 1167 ? 0:00 crucible
1322024-10-09T15:55:20.165ZDownstairs running
1332024-10-09T15:55:20.165ZCreating new downstairs
1342024-10-09T15:55:20.179Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.090190923Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1171}
1352024-10-09T15:55:20.184Z{"msg":"UUID: 6c74b5b4-8b10-462e-97d7-6a830989ed1a","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.091493262Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1171}
1362024-10-09T15:55:20.184Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.091527453Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1171}
1372024-10-09T15:55:20.184ZCloning existing downstairs
1382024-10-09T15:55:20.195Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.107533222Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1392024-10-09T15:55:20.196Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.107935899Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1402024-10-09T15:55:20.203Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.10796864Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1412024-10-09T15:55:20.203Z{"msg":"UUID: 6c74b5b4-8b10-462e-97d7-6a830989ed1a","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.108669362Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1422024-10-09T15:55:20.203Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.108698396Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1432024-10-09T15:55:20.242Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2c0786a526029769ef78500aefc86c57b8d88d36\nCommit timestamp: 2024-10-09T15:37:03.000000000Z branch: alan/test-more-regions\nrustc: 1.80.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.152470212Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1442024-10-09T15:55:20.242Z{"msg":"Upstairs <-> Downstairs Message Version: 11","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.152560413Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1452024-10-09T15:55:20.242Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.152580342Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1462024-10-09T15:55:20.248Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.156854585Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1472024-10-09T15:55:20.249Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.157507324Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1482024-10-09T15:55:20.249Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 6c74b5b4-8b10-462e-97d7-6a830989ed1a, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.157559005Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1492024-10-09T15:55:20.249Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.157708692Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1502024-10-09T15:55:20.249Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.157755756Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1512024-10-09T15:55:20.249Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.158730197Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1522024-10-09T15:55:20.253Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.161074519Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1532024-10-09T15:55:20.253Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.161621426Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1542024-10-09T15:55:20.253Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.161664762Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1552024-10-09T15:55:20.255Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.161753663Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1562024-10-09T15:55:20.255Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.161854527Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1572024-10-09T15:55:20.255Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.161882661Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1582024-10-09T15:55:20.255Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.162438444Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1592024-10-09T15:55:20.255Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.163859977Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1602024-10-09T15:55:20.255Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.164423885Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1612024-10-09T15:55:20.255Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.164459125Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1622024-10-09T15:55:20.255Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.164501082Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1632024-10-09T15:55:20.255Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.164528137Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1642024-10-09T15:55:20.255Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.164542399Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1652024-10-09T15:55:20.255Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.165121898Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1662024-10-09T15:55:20.261Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.166541033Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1672024-10-09T15:55:20.261Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.167114845Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1682024-10-09T15:55:20.261Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.167149466Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1692024-10-09T15:55:20.261Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.167206974Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1702024-10-09T15:55:20.261Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.167263752Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1712024-10-09T15:55:20.261Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.167302541Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1722024-10-09T15:55:20.261Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.167795768Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1732024-10-09T15:55:20.261Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.169283324Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1742024-10-09T15:55:20.262Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.169837408Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1752024-10-09T15:55:20.262Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.169870759Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1762024-10-09T15:55:20.262Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.169911267Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1772024-10-09T15:55:20.262Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.169937592Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1782024-10-09T15:55:20.262Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.169951205Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1792024-10-09T15:55:20.262Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.170531603Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1802024-10-09T15:55:20.269Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.172047993Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1812024-10-09T15:55:20.269Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.172605995Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1822024-10-09T15:55:20.269Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.172642794Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1832024-10-09T15:55:20.269Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.172735343Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1842024-10-09T15:55:20.269Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.172805884Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1852024-10-09T15:55:20.269Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.17283203Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1862024-10-09T15:55:20.269Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.173417016Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1872024-10-09T15:55:20.269Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.174918834Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1882024-10-09T15:55:20.269Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.175460404Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1892024-10-09T15:55:20.269Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.175488019Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1902024-10-09T15:55:20.269Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.175552963Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1912024-10-09T15:55:20.269Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.17557706Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1922024-10-09T15:55:20.269Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.175595649Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1932024-10-09T15:55:20.269Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.176142217Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1942024-10-09T15:55:20.270Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.177819318Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1952024-10-09T15:55:20.270Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.178409981Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1962024-10-09T15:55:20.270Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.17844918Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1972024-10-09T15:55:20.270Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.178493285Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
1982024-10-09T15:55:20.270Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.17852075Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
1992024-10-09T15:55:20.270Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.178535452Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2002024-10-09T15:55:20.270Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.179148083Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2012024-10-09T15:55:20.275Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.180790473Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2022024-10-09T15:55:20.275Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.181324248Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2032024-10-09T15:55:20.275Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.181358929Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2042024-10-09T15:55:20.275Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.18139217Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2052024-10-09T15:55:20.275Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.181413099Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
2062024-10-09T15:55:20.275Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.181427331Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2072024-10-09T15:55:20.275Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.181997085Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2082024-10-09T15:55:20.275Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.183410433Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2092024-10-09T15:55:20.275Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.183949005Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2102024-10-09T15:55:20.275Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.183981097Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2112024-10-09T15:55:20.275Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.184036936Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2122024-10-09T15:55:20.275Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.184062632Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
2132024-10-09T15:55:20.275Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.184077394Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2142024-10-09T15:55:20.275Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.184656143Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2152024-10-09T15:55:20.275Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.186074398Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2162024-10-09T15:55:20.275Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.186614769Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2172024-10-09T15:55:20.275Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.186647541Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2182024-10-09T15:55:20.276Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.186708027Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2192024-10-09T15:55:20.276Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.186733383Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
2202024-10-09T15:55:20.276Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.186747805Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2212024-10-09T15:55:20.280Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.187358787Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2222024-10-09T15:55:20.280Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.188755364Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2232024-10-09T15:55:20.280Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.189294975Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2242024-10-09T15:55:20.280Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.189335433Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2252024-10-09T15:55:20.280Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.189364497Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2262024-10-09T15:55:20.280Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.189389672Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
2272024-10-09T15:55:20.280Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.189404494Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2282024-10-09T15:55:20.280Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.189967103Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2292024-10-09T15:55:20.281Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.191410924Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2302024-10-09T15:55:20.281Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.191930756Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2312024-10-09T15:55:20.281Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.192006744Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2322024-10-09T15:55:20.281Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.192090747Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2332024-10-09T15:55:20.281Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.192115683Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
2342024-10-09T15:55:20.281Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.192130295Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2352024-10-09T15:55:20.285Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.192699Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2362024-10-09T15:55:20.285Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.194158383Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2372024-10-09T15:55:20.285Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.194719282Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2382024-10-09T15:55:20.285Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.194754273Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2392024-10-09T15:55:20.285Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.194781008Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2402024-10-09T15:55:20.285Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.194803475Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
2412024-10-09T15:55:20.285Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.194819796Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2422024-10-09T15:55:20.285Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.195374849Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2432024-10-09T15:55:20.285Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.196777632Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2442024-10-09T15:55:20.290Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.197308348Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2452024-10-09T15:55:20.290Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.197343909Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2462024-10-09T15:55:20.290Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.197401477Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2472024-10-09T15:55:20.291Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.197436148Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
2482024-10-09T15:55:20.291Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.197471238Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2492024-10-09T15:55:20.291Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.197953571Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2502024-10-09T15:55:20.291Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.199404188Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2512024-10-09T15:55:20.291Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.199904391Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2522024-10-09T15:55:20.291Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.199939182Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2532024-10-09T15:55:20.291Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.199982878Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172}
2542024-10-09T15:55:20.291Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.200020727Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1172,"task":"clone"}
2552024-10-09T15:55:20.295ZVerify clone using export
2562024-10-09T15:55:20.312Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.219299253Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1173}
2572024-10-09T15:55:20.313Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.219888857Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1173}
2582024-10-09T15:55:20.317Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.219932503Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1173}
2592024-10-09T15:55:20.317ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-10-09T15:55:20.318ZExporting from start_block: 0 count:300
2612024-10-09T15:55:20.318ZRead and wrote out 300 blocks
2622024-10-09T15:55:20.318ZCreating new downstairs from clone directly
2632024-10-09T15:55:20.333Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.242310004Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2642024-10-09T15:55:20.338Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.243663285Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2652024-10-09T15:55:20.338Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.243794702Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2662024-10-09T15:55:20.339Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.243821887Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2672024-10-09T15:55:20.339Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.243867322Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2682024-10-09T15:55:20.339Z{"msg":"UUID: 1d203b87-e4cd-416b-9ef1-47b1ce6928e8","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.244938978Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2692024-10-09T15:55:20.339Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.244979646Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2702024-10-09T15:55:20.378Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2c0786a526029769ef78500aefc86c57b8d88d36\nCommit timestamp: 2024-10-09T15:37:03.000000000Z branch: alan/test-more-regions\nrustc: 1.80.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.289163494Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2712024-10-09T15:55:20.378Z{"msg":"Upstairs <-> Downstairs Message Version: 11","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.289233765Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2722024-10-09T15:55:20.379Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.289253584Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2732024-10-09T15:55:20.383Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.290883442Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2742024-10-09T15:55:20.383Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.291478572Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2752024-10-09T15:55:20.383Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 1d203b87-e4cd-416b-9ef1-47b1ce6928e8, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.291517821Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2762024-10-09T15:55:20.383Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.291605612Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2772024-10-09T15:55:20.384Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.291637104Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2782024-10-09T15:55:20.384Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.292307543Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2792024-10-09T15:55:20.384Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.294033678Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2802024-10-09T15:55:20.384Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.294583863Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2812024-10-09T15:55:20.384Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.294622931Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2822024-10-09T15:55:20.384Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.294725965Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2832024-10-09T15:55:20.390Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.294815175Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2842024-10-09T15:55:20.391Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.294844709Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2852024-10-09T15:55:20.391Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.295421169Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2862024-10-09T15:55:20.391Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.296896473Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2872024-10-09T15:55:20.391Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.297434155Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2882024-10-09T15:55:20.391Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.297469226Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2892024-10-09T15:55:20.391Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.297531061Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2902024-10-09T15:55:20.391Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.297555928Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2912024-10-09T15:55:20.391Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.29757002Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2922024-10-09T15:55:20.391Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.298137176Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2932024-10-09T15:55:20.391Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.299514783Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2942024-10-09T15:55:20.391Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.300017515Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2952024-10-09T15:55:20.391Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.300045249Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2962024-10-09T15:55:20.391Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.300122786Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2972024-10-09T15:55:20.391Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.300146264Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
2982024-10-09T15:55:20.391Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.300160006Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
2992024-10-09T15:55:20.392Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.30074811Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3002024-10-09T15:55:20.396Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.302198697Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3012024-10-09T15:55:20.396Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.302785252Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3022024-10-09T15:55:20.396Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.302824601Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3032024-10-09T15:55:20.396Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.302867737Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3042024-10-09T15:55:20.396Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.302897161Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3052024-10-09T15:55:20.396Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.302921797Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3062024-10-09T15:55:20.396Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.303491302Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3072024-10-09T15:55:20.397Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.304824673Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3082024-10-09T15:55:20.397Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.305358658Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3092024-10-09T15:55:20.397Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.305393269Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3102024-10-09T15:55:20.397Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.305421453Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3112024-10-09T15:55:20.397Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.305448008Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3122024-10-09T15:55:20.397Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.305462001Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3132024-10-09T15:55:20.397Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.306025529Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3142024-10-09T15:55:20.397Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.307482112Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3152024-10-09T15:55:20.397Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.30800955Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3162024-10-09T15:55:20.397Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.308039534Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3172024-10-09T15:55:20.397Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.308131572Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3182024-10-09T15:55:20.397Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.308156169Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3192024-10-09T15:55:20.397Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.308169931Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3202024-10-09T15:55:20.402Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.309005509Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3212024-10-09T15:55:20.402Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.310390532Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3222024-10-09T15:55:20.402Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.310898511Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3232024-10-09T15:55:20.402Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.310934751Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3242024-10-09T15:55:20.402Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.310978996Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3252024-10-09T15:55:20.402Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.311032796Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3262024-10-09T15:55:20.402Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.311086696Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3272024-10-09T15:55:20.402Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.311597764Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3282024-10-09T15:55:20.402Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.313033609Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3292024-10-09T15:55:20.402Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.31353622Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3302024-10-09T15:55:20.402Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.313571041Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3312024-10-09T15:55:20.402Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.313603743Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3322024-10-09T15:55:20.402Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.313630998Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3332024-10-09T15:55:20.403Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.313648668Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3342024-10-09T15:55:20.407Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.314201092Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3352024-10-09T15:55:20.407Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.315656067Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3362024-10-09T15:55:20.407Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.316181516Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3372024-10-09T15:55:20.407Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.316215397Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3382024-10-09T15:55:20.407Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.316255795Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3392024-10-09T15:55:20.407Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.316278392Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3402024-10-09T15:55:20.407Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.316292704Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3412024-10-09T15:55:20.407Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.316861549Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3422024-10-09T15:55:20.408Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.318278755Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3432024-10-09T15:55:20.408Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.318830719Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3442024-10-09T15:55:20.408Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.318871397Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3452024-10-09T15:55:20.408Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.318913833Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3462024-10-09T15:55:20.408Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.318941898Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3472024-10-09T15:55:20.408Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.31895619Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3482024-10-09T15:55:20.412Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.319530861Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3492024-10-09T15:55:20.412Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.320867871Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3502024-10-09T15:55:20.412Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.321400876Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3512024-10-09T15:55:20.412Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.321435707Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3522024-10-09T15:55:20.412Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.321503589Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3532024-10-09T15:55:20.412Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.321529045Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3542024-10-09T15:55:20.412Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.321543177Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3552024-10-09T15:55:20.412Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.322128723Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3562024-10-09T15:55:20.412Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.323566687Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3572024-10-09T15:55:20.412Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.324112485Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3582024-10-09T15:55:20.413Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.324141619Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3592024-10-09T15:55:20.413Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.324208432Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3602024-10-09T15:55:20.413Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.324232609Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3612024-10-09T15:55:20.413Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.324246501Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3622024-10-09T15:55:20.416Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.324831007Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3632024-10-09T15:55:20.416Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.326276747Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3642024-10-09T15:55:20.416Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.326821565Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3652024-10-09T15:55:20.416Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.32684795Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3662024-10-09T15:55:20.416Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.326925438Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3672024-10-09T15:55:20.416Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.326949774Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3682024-10-09T15:55:20.416Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.326963426Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3692024-10-09T15:55:20.416Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.327564724Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3702024-10-09T15:55:20.419Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.32899903Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3712024-10-09T15:55:20.419Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.329537701Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3722024-10-09T15:55:20.419Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.329571853Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3732024-10-09T15:55:20.419Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.329634448Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3742024-10-09T15:55:20.419Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.329657635Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3752024-10-09T15:55:20.419Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.329671277Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3762024-10-09T15:55:20.419Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.330233186Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3772024-10-09T15:55:20.419Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.331757952Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3782024-10-09T15:55:20.420Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.332283051Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3792024-10-09T15:55:20.420Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.332310516Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3802024-10-09T15:55:20.422Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.332374651Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3812024-10-09T15:55:20.424Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.3324125Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176,"task":"clone"}
3822024-10-09T15:55:20.424Z{"msg":"UUID: 1d203b87-e4cd-416b-9ef1-47b1ce6928e8","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.333162694Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3832024-10-09T15:55:20.424Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.333202902Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1176}
3842024-10-09T15:55:20.427ZVerify second clone using export
3852024-10-09T15:55:20.441Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.353479446Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1177}
3862024-10-09T15:55:20.441Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.354039366Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1177}
3872024-10-09T15:55:20.441Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-10-09T15:55:19.354057366Z","hostname":"w-01J9RZSQQRB2R7T61JKD4SWVM8","pid":1177}
3882024-10-09T15:55:20.445ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-10-09T15:55:20.445ZExporting from start_block: 0 count:300
3902024-10-09T15:55:20.445ZRead and wrote out 300 blocks
3912024-10-09T15:55:20.456ZStopping downstairs
3922024-10-09T15:55:20.456ZClone test passed
3932024-10-09T15:55:20.463Z
3942024-10-09T15:55:20.463Zreal 1.448389216
3952024-10-09T15:55:20.464Zuser 0.243654321
3962024-10-09T15:55:20.464Zsys 0.232648374
3972024-10-09T15:55:20.464Ztrap 0.000316787
3982024-10-09T15:55:20.464Ztflt 0.001474900
3992024-10-09T15:55:20.464Zdflt 0.003576782
4002024-10-09T15:55:20.465Zkflt 0.001064890
4012024-10-09T15:55:20.465Zlock 6.748604008
4022024-10-09T15:55:20.465Zslp 2.664800879
4032024-10-09T15:55:20.465Zlat 0.044101225
4042024-10-09T15:55:20.465Zstop 0.000512913
4052024-10-09T15:55:20.465Zprocess exited: duration 9756 ms, exit code 0
 
4062024-10-09T15:55:20.476Zfound 0 output files