01JDNKM04DJ538ZRTYFHCTFTTF: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JDNKM8GG6XEWM12AEW0BWSW3

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-27T01:39:54.925Zjob dependencies complete; ready to run (waiting for 13 m 22 s)
22024-11-27T01:40:52.077Zjob assigned to worker 01JDNMCW67BB0ZM1G3MM4FE4YE [factory aws, i-00a9dec4835cfe5c4] (queued for 57 s)
32024-11-27T01:40:59.367Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-11-27T01:41:00.482Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-11-27T01:41:00.482Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-11-27T01:41:01.593Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-11-27T01:41:01.593Zdownloading input: /input/build/work/bins/crutest.gz
82024-11-27T01:41:02.692Zdownloaded input: /input/build/work/bins/crutest.gz
92024-11-27T01:41:02.692Zdownloading input: /input/build/work/bins/dsc.gz
102024-11-27T01:41:03.372Zdownloaded input: /input/build/work/bins/dsc.gz
112024-11-27T01:41:03.375Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-11-27T01:41:03.407Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-11-27T01:41:03.407Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-11-27T01:41:03.427Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-11-27T01:41:03.427Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-11-27T01:41:03.444Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-11-27T01:41:03.444Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-11-27T01:41:03.468Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-11-27T01:41:03.468Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-11-27T01:41:03.487Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-11-27T01:41:03.487Zdownloading input: /input/build/work/scripts/test_up.sh
222024-11-27T01:41:03.503Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-11-27T01:41:03.504Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-11-27T01:41:03.522Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-11-27T01:41:03.525Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-11-27T01:41:04.241Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-11-27T01:41:04.241Zstarting task 0: "setup"
282024-11-27T01:41:04.250Z++ uname -s
292024-11-27T01:41:04.253Z+ kern=SunOS
302024-11-27T01:41:04.253Z+ case "$kern" in
312024-11-27T01:41:04.253Z+ groupadd -g 12345 build
322024-11-27T01:41:04.256Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-11-27T01:41:06.264Z+ zfs create -o mountpoint=/work rpool/work
342024-11-27T01:41:06.474Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-11-27T01:41:06.480Z+ home_fs=zfs
362024-11-27T01:41:06.480Z+ [[ zfs == autofs ]]
372024-11-27T01:41:06.480Z+ mkdir -p /home/build
382024-11-27T01:41:06.480Z+ chown build:build /home/build /work
392024-11-27T01:41:08.479Z+ chmod 0700 /home/build /work
402024-11-27T01:41:08.487Zprocess exited: duration 4240 ms, exit code 0
 
412024-11-27T01:41:08.519Zstarting task 1: "authentication"
422024-11-27T01:41:08.540Zprocess exited: duration 45 ms, exit code 0
 
432024-11-27T01:41:08.549Zstarting task 2: "build"
442024-11-27T01:41:08.556Z+ banner cores
452024-11-27T01:41:08.562Z
462024-11-27T01:41:08.563Z #### #### ##### ###### ####
472024-11-27T01:41:08.563Z # # # # # # # #
482024-11-27T01:41:08.563Z # # # # # ##### ####
492024-11-27T01:41:08.563Z # # # ##### # #
502024-11-27T01:41:08.563Z # # # # # # # # #
512024-11-27T01:41:08.563Z #### #### # # ###### ####
522024-11-27T01:41:08.563Z
532024-11-27T01:41:08.563Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-11-27T01:41:08.569Z+ echo 'input bins dir contains:'
552024-11-27T01:41:08.569Zinput bins dir contains:
562024-11-27T01:41:08.569Z+ ls -ltr /input/build/work/bins
572024-11-27T01:41:08.569Ztotal 762759
582024-11-27T01:41:08.569Z-rw-r--r-- 1 root root 109277469 Nov 27 01:40 crucible-downstairs.gz
592024-11-27T01:41:08.569Z-rw-r--r-- 1 root root 105046447 Nov 27 01:40 crucible-hammer.gz
602024-11-27T01:41:08.571Z-rw-r--r-- 1 root root 109477604 Nov 27 01:41 crutest.gz
612024-11-27T01:41:08.571Z-rw-r--r-- 1 root root 66480807 Nov 27 01:41 dsc.gz
622024-11-27T01:41:08.572Z+ banner unpack
632024-11-27T01:41:08.580Z
642024-11-27T01:41:08.580Z # # # # ##### ## #### # #
652024-11-27T01:41:08.580Z # # ## # # # # # # # # #
662024-11-27T01:41:08.580Z # # # # # # # # # # ####
672024-11-27T01:41:08.580Z # # # # # ##### ###### # # #
682024-11-27T01:41:08.580Z # # # ## # # # # # # #
692024-11-27T01:41:08.580Z #### # # # # # #### # #
702024-11-27T01:41:08.580Z
712024-11-27T01:41:08.580Z+ mkdir -p /var/tmp/bins
722024-11-27T01:41:08.580Z+ for t in "$input/bins/"*.gz
732024-11-27T01:41:08.580Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-11-27T01:41:08.580Z+ b=crucible-downstairs.gz
752024-11-27T01:41:08.580Z+ b=crucible-downstairs
762024-11-27T01:41:08.581Z+ gunzip
772024-11-27T01:41:10.810Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-11-27T01:41:10.817Z+ for t in "$input/bins/"*.gz
792024-11-27T01:41:10.817Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-11-27T01:41:10.817Z+ b=crucible-hammer.gz
812024-11-27T01:41:10.817Z+ b=crucible-hammer
822024-11-27T01:41:10.818Z+ gunzip
832024-11-27T01:41:12.965Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-11-27T01:41:12.967Z+ for t in "$input/bins/"*.gz
852024-11-27T01:41:12.970Z++ basename /input/build/work/bins/crutest.gz
862024-11-27T01:41:12.970Z+ b=crutest.gz
872024-11-27T01:41:12.970Z+ b=crutest
882024-11-27T01:41:12.970Z+ gunzip
892024-11-27T01:41:15.281Z+ chmod +x /var/tmp/bins/crutest
902024-11-27T01:41:15.284Z+ for t in "$input/bins/"*.gz
912024-11-27T01:41:15.286Z++ basename /input/build/work/bins/dsc.gz
922024-11-27T01:41:15.289Z+ b=dsc.gz
932024-11-27T01:41:15.289Z+ b=dsc
942024-11-27T01:41:15.289Z+ gunzip
952024-11-27T01:41:16.667Z+ chmod +x /var/tmp/bins/dsc
962024-11-27T01:41:16.670Z+ export BINDIR=/var/tmp/bins
972024-11-27T01:41:16.670Z+ BINDIR=/var/tmp/bins
982024-11-27T01:41:16.670Z+ banner test_ds
992024-11-27T01:41:16.672Z
1002024-11-27T01:41:16.672Z ##### ###### #### ##### ##### ####
1012024-11-27T01:41:16.672Z # # # # # # #
1022024-11-27T01:41:16.672Z # ##### #### # # # ####
1032024-11-27T01:41:16.672Z # # # # # # #
1042024-11-27T01:41:16.672Z # # # # # # # # #
1052024-11-27T01:41:16.672Z # ###### #### # ####### ##### ####
1062024-11-27T01:41:16.672Z
1072024-11-27T01:41:16.672Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-11-27T01:41:16.686ZCreate file for import
1092024-11-27T01:41:16.691Z300+0 records in
1102024-11-27T01:41:16.691Z300+0 records out
1112024-11-27T01:41:16.694Z153600 bytes (150 KiB) transferred in 0.002382 secs (62 MiB/sec)
1122024-11-27T01:41:16.694ZImport region
1132024-11-27T01:41:16.756Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:15.107114494Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1168}
1142024-11-27T01:41:16.759ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-11-27T01:41:16.759ZRegion already large enough for image
1162024-11-27T01:41:16.762ZImporting "/tmp/ds_test/import" to region
1172024-11-27T01:41:16.779ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-11-27T01:41:16.781Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:15.131012227Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1168}
1192024-11-27T01:41:16.781Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:15.131059283Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1168}
1202024-11-27T01:41:16.786ZExport region
1212024-11-27T01:41:16.799Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:15.15080761Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1169}
1222024-11-27T01:41:16.800Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:15.151275454Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1169}
1232024-11-27T01:41:16.802Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:15.15131745Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1169}
1242024-11-27T01:41:16.802ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-11-27T01:41:16.802ZExporting from start_block: 0 count:300
1262024-11-27T01:41:16.802ZRead and wrote out 300 blocks
1272024-11-27T01:41:16.808ZImport Export test passed
1282024-11-27T01:41:16.808ZTest clone
1292024-11-27T01:41:16.808ZStarting source downstairs
1302024-11-27T01:41:17.817Z PID TTY TIME CMD
1312024-11-27T01:41:17.817Z 1171 ? 0:00 crucible
1322024-11-27T01:41:17.820ZDownstairs running
1332024-11-27T01:41:17.820ZCreating new downstairs
1342024-11-27T01:41:17.834Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.185348473Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1175}
1352024-11-27T01:41:17.836Z{"msg":"UUID: 5e9d9d5a-e95f-4a75-903a-263bbdb789d5","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.186708327Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1175}
1362024-11-27T01:41:17.836Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.186741844Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1175}
1372024-11-27T01:41:17.839ZCloning existing downstairs
1382024-11-27T01:41:17.850Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.201222682Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1392024-11-27T01:41:17.850Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.201542697Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1402024-11-27T01:41:17.852Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.201572425Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1412024-11-27T01:41:17.852Z{"msg":"UUID: 5e9d9d5a-e95f-4a75-903a-263bbdb789d5","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.202337246Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1422024-11-27T01:41:17.852Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.202373833Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1432024-11-27T01:41:17.895Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7dc0be16221dc0ce43144ff676801ae1255fa766\nCommit timestamp: 2024-11-27T01:26:03.000000000Z branch: mkeeter/deactivate-need-flush\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.246476126Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1442024-11-27T01:41:17.895Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.24655529Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1452024-11-27T01:41:17.896Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.246576309Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1462024-11-27T01:41:17.899Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.250985954Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1472024-11-27T01:41:17.902Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.251630964Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1482024-11-27T01:41:17.902Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 5e9d9d5a-e95f-4a75-903a-263bbdb789d5, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.251670191Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1492024-11-27T01:41:17.902Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.251873145Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1502024-11-27T01:41:17.902Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.251902273Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1512024-11-27T01:41:17.902Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.25283435Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1522024-11-27T01:41:17.904Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.254710573Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1532024-11-27T01:41:17.904Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.255291338Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1542024-11-27T01:41:17.904Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.25538761Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1552024-11-27T01:41:17.904Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.255471074Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1562024-11-27T01:41:17.905Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.255574886Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1572024-11-27T01:41:17.905Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.255605403Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1582024-11-27T01:41:17.907Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.256198257Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1592024-11-27T01:41:17.907Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.257652033Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1602024-11-27T01:41:17.907Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.258184642Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1612024-11-27T01:41:17.907Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.258221249Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1622024-11-27T01:41:17.908Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.258251966Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1632024-11-27T01:41:17.908Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.258276855Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1642024-11-27T01:41:17.908Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.258290394Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1652024-11-27T01:41:17.908Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.258858039Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1662024-11-27T01:41:17.910Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.260183126Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1672024-11-27T01:41:17.910Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.260712934Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1682024-11-27T01:41:17.911Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.260743232Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1692024-11-27T01:41:17.911Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.260804247Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1702024-11-27T01:41:17.911Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.260827665Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1712024-11-27T01:41:17.911Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.260841324Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1722024-11-27T01:41:17.911Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.261392891Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1732024-11-27T01:41:17.914Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.262759074Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1742024-11-27T01:41:17.914Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.263365307Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1752024-11-27T01:41:17.914Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.263396304Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1762024-11-27T01:41:17.914Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.26346049Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1772024-11-27T01:41:17.914Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.263485857Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1782024-11-27T01:41:17.914Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.263499976Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1792024-11-27T01:41:17.914Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.264181203Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1802024-11-27T01:41:17.918Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.265668517Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1812024-11-27T01:41:17.918Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.266204735Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1822024-11-27T01:41:17.918Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.266239902Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1832024-11-27T01:41:17.918Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.266281539Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1842024-11-27T01:41:17.918Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.266304327Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1852024-11-27T01:41:17.918Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.266318686Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1862024-11-27T01:41:17.918Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.266877292Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1872024-11-27T01:41:17.918Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.26831511Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1882024-11-27T01:41:17.918Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.268844339Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1892024-11-27T01:41:17.918Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.268864567Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1902024-11-27T01:41:17.918Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.268935322Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1912024-11-27T01:41:17.918Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.26895983Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1922024-11-27T01:41:17.919Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.268978928Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1932024-11-27T01:41:17.921Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.269539915Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1942024-11-27T01:41:17.921Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.270889119Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1952024-11-27T01:41:17.921Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.271446395Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1962024-11-27T01:41:17.921Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.271481333Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1972024-11-27T01:41:17.921Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.271506821Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
1982024-11-27T01:41:17.921Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.271531529Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
1992024-11-27T01:41:17.921Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.271545978Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2002024-11-27T01:41:17.921Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.272096525Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2012024-11-27T01:41:17.924Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.27356043Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2022024-11-27T01:41:17.924Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.274058311Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2032024-11-27T01:41:17.924Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.274095499Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2042024-11-27T01:41:17.925Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.274119357Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2052024-11-27T01:41:17.925Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.274143895Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
2062024-11-27T01:41:17.925Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.274157694Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2072024-11-27T01:41:17.925Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.27471439Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2082024-11-27T01:41:17.928Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.27612501Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2092024-11-27T01:41:17.928Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.276731113Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2102024-11-27T01:41:17.928Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.27677023Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2112024-11-27T01:41:17.928Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.276823035Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2122024-11-27T01:41:17.928Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.276856853Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
2132024-11-27T01:41:17.928Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.276872031Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2142024-11-27T01:41:17.928Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.277383882Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2152024-11-27T01:41:17.928Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.278747475Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2162024-11-27T01:41:17.928Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.279294762Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2172024-11-27T01:41:17.929Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.279331299Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2182024-11-27T01:41:17.929Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.279360177Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2192024-11-27T01:41:17.929Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.279389035Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
2202024-11-27T01:41:17.929Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.279407573Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2212024-11-27T01:41:17.931Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.280005197Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2222024-11-27T01:41:17.931Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.281425486Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2232024-11-27T01:41:17.931Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.281930026Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2242024-11-27T01:41:17.931Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.281966684Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2252024-11-27T01:41:17.931Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.281991391Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2262024-11-27T01:41:17.931Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.282030568Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
2272024-11-27T01:41:17.931Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.282059476Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2282024-11-27T01:41:17.932Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.282578645Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2292024-11-27T01:41:17.935Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.283916451Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2302024-11-27T01:41:17.935Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.284433671Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2312024-11-27T01:41:17.935Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.284468728Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2322024-11-27T01:41:17.935Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.284497616Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2332024-11-27T01:41:17.935Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.284522354Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
2342024-11-27T01:41:17.935Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.284536363Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2352024-11-27T01:41:17.935Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.285072771Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2362024-11-27T01:41:17.935Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.286523587Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2372024-11-27T01:41:17.938Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.28713154Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2382024-11-27T01:41:17.938Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.287166927Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2392024-11-27T01:41:17.938Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.287230722Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2402024-11-27T01:41:17.938Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.28725534Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
2412024-11-27T01:41:17.938Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.287269019Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2422024-11-27T01:41:17.938Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.287821636Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2432024-11-27T01:41:17.938Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.289411602Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2442024-11-27T01:41:17.941Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.28994052Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2452024-11-27T01:41:17.941Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.289969898Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2462024-11-27T01:41:17.941Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.290043432Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2472024-11-27T01:41:17.941Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.290067551Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
2482024-11-27T01:41:17.941Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.290081559Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2492024-11-27T01:41:17.941Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.290646865Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2502024-11-27T01:41:17.941Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.292048746Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2512024-11-27T01:41:17.943Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.292565855Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2522024-11-27T01:41:17.943Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.292606312Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2532024-11-27T01:41:17.943Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.292625311Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176}
2542024-11-27T01:41:17.944Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.292650718Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1176,"task":"clone"}
2552024-11-27T01:41:17.947ZVerify clone using export
2562024-11-27T01:41:17.961Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.311782504Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1177}
2572024-11-27T01:41:17.961Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.312275175Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1177}
2582024-11-27T01:41:17.963Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.312321212Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1177}
2592024-11-27T01:41:17.963ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-11-27T01:41:17.963ZExporting from start_block: 0 count:300
2612024-11-27T01:41:17.963ZRead and wrote out 300 blocks
2622024-11-27T01:41:17.969ZCreating new downstairs from clone directly
2632024-11-27T01:41:17.984Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.334938254Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2642024-11-27T01:41:17.986Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.336153019Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2652024-11-27T01:41:17.986Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.33627366Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2662024-11-27T01:41:17.986Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.336300978Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2672024-11-27T01:41:17.986Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.336315257Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2682024-11-27T01:41:17.986Z{"msg":"UUID: 6c48f7cc-54f7-4581-a36d-951908b36d2f","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.337380323Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2692024-11-27T01:41:17.986Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.337411071Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2702024-11-27T01:41:18.030Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7dc0be16221dc0ce43144ff676801ae1255fa766\nCommit timestamp: 2024-11-27T01:26:03.000000000Z branch: mkeeter/deactivate-need-flush\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.381893835Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2712024-11-27T01:41:18.030Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.38196391Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2722024-11-27T01:41:18.030Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.381984538Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2732024-11-27T01:41:18.033Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.383592723Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2742024-11-27T01:41:18.033Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.384147719Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2752024-11-27T01:41:18.033Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 6c48f7cc-54f7-4581-a36d-951908b36d2f, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.384188986Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2762024-11-27T01:41:18.033Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.38426864Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2772024-11-27T01:41:18.033Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.384297777Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2782024-11-27T01:41:18.035Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.384955376Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2792024-11-27T01:41:18.035Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.386709139Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2802024-11-27T01:41:18.039Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.387238258Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2812024-11-27T01:41:18.039Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.387273385Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2822024-11-27T01:41:18.039Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.387354389Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2832024-11-27T01:41:18.039Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.387431233Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2842024-11-27T01:41:18.039Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.387459061Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2852024-11-27T01:41:18.039Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.388013087Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2862024-11-27T01:41:18.039Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.38938579Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2872024-11-27T01:41:18.039Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.38989508Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2882024-11-27T01:41:18.039Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.389930837Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2892024-11-27T01:41:18.039Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.389988813Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2902024-11-27T01:41:18.039Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.3900284Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2912024-11-27T01:41:18.039Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.390046578Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2922024-11-27T01:41:18.042Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.390607664Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2932024-11-27T01:41:18.042Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.39194544Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2942024-11-27T01:41:18.042Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.392466009Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2952024-11-27T01:41:18.042Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.392494177Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2962024-11-27T01:41:18.042Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.392556862Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2972024-11-27T01:41:18.042Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.39258089Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
2982024-11-27T01:41:18.042Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.392595779Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
2992024-11-27T01:41:18.042Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.393151546Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3002024-11-27T01:41:18.044Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.394707534Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3012024-11-27T01:41:18.044Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.39527863Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3022024-11-27T01:41:18.044Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.395316196Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3032024-11-27T01:41:18.044Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.395342394Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3042024-11-27T01:41:18.045Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.395374602Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3052024-11-27T01:41:18.045Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.39539805Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3062024-11-27T01:41:18.045Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.395958166Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3072024-11-27T01:41:18.047Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.397434471Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3082024-11-27T01:41:18.047Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.397968099Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3092024-11-27T01:41:18.047Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.398004077Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3102024-11-27T01:41:18.047Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.398031554Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3112024-11-27T01:41:18.047Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.398058592Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3122024-11-27T01:41:18.047Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.3980809Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3132024-11-27T01:41:18.047Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.398628358Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3142024-11-27T01:41:18.050Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.399965293Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3152024-11-27T01:41:18.050Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.400453285Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3162024-11-27T01:41:18.050Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.400482583Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3172024-11-27T01:41:18.050Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.400567826Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3182024-11-27T01:41:18.050Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.400592104Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3192024-11-27T01:41:18.050Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.400606583Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3202024-11-27T01:41:18.050Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.401150331Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3212024-11-27T01:41:18.053Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.402583239Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3222024-11-27T01:41:18.053Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.403159064Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3232024-11-27T01:41:18.053Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.403194301Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3242024-11-27T01:41:18.053Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.403270135Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3252024-11-27T01:41:18.053Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.403294573Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3262024-11-27T01:41:18.053Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.403309162Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3272024-11-27T01:41:18.053Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.403879027Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3282024-11-27T01:41:18.057Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.405371361Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3292024-11-27T01:41:18.057Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.405916648Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3302024-11-27T01:41:18.057Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.405953405Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3312024-11-27T01:41:18.057Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.40601701Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3322024-11-27T01:41:18.057Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.406047788Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3332024-11-27T01:41:18.057Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.406073596Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3342024-11-27T01:41:18.057Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.406589266Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3352024-11-27T01:41:18.057Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.407852067Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3362024-11-27T01:41:18.060Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.408368727Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3372024-11-27T01:41:18.060Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.408426572Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3382024-11-27T01:41:18.060Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.408469179Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3392024-11-27T01:41:18.060Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.408496906Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3402024-11-27T01:41:18.061Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.408530204Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3412024-11-27T01:41:18.061Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.409203901Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3422024-11-27T01:41:18.061Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.410437705Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3432024-11-27T01:41:18.061Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.410958644Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3442024-11-27T01:41:18.061Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.410995171Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3452024-11-27T01:41:18.061Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.411034638Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3462024-11-27T01:41:18.061Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.411047877Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3472024-11-27T01:41:18.061Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.411061576Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3482024-11-27T01:41:18.061Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.411629882Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3492024-11-27T01:41:18.063Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.412996345Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3502024-11-27T01:41:18.063Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.413534243Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3512024-11-27T01:41:18.063Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.41356928Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3522024-11-27T01:41:18.063Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.413599388Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3532024-11-27T01:41:18.063Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.413626616Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3542024-11-27T01:41:18.063Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.413648544Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3552024-11-27T01:41:18.064Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.414205131Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3562024-11-27T01:41:18.067Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.415511129Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3572024-11-27T01:41:18.067Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.416091043Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3582024-11-27T01:41:18.067Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.41612701Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3592024-11-27T01:41:18.067Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.416156858Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3602024-11-27T01:41:18.067Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.416181796Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3612024-11-27T01:41:18.067Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.416197515Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3622024-11-27T01:41:18.067Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.416760201Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3632024-11-27T01:41:18.067Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.418165261Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3642024-11-27T01:41:18.070Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.418707859Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3652024-11-27T01:41:18.070Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.418766364Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3662024-11-27T01:41:18.070Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.418782043Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3672024-11-27T01:41:18.071Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.418843188Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3682024-11-27T01:41:18.071Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.418870196Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3692024-11-27T01:41:18.071Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.419453761Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3702024-11-27T01:41:18.071Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.420756519Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3712024-11-27T01:41:18.071Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.421402248Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3722024-11-27T01:41:18.071Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.421450924Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3732024-11-27T01:41:18.071Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.421495001Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3742024-11-27T01:41:18.071Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.421550706Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3752024-11-27T01:41:18.071Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.421587794Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3762024-11-27T01:41:18.071Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.422096564Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3772024-11-27T01:41:18.074Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.423527062Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3782024-11-27T01:41:18.074Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.424056781Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3792024-11-27T01:41:18.074Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.424092988Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3802024-11-27T01:41:18.074Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.424128055Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3812024-11-27T01:41:18.074Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.424160563Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180,"task":"clone"}
3822024-11-27T01:41:18.074Z{"msg":"UUID: 6c48f7cc-54f7-4581-a36d-951908b36d2f","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.42484184Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3832024-11-27T01:41:18.074Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.424910294Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1180}
3842024-11-27T01:41:18.079ZVerify second clone using export
3852024-11-27T01:41:18.091Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.442804106Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1181}
3862024-11-27T01:41:18.092Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.44326102Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1181}
3872024-11-27T01:41:18.094Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:41:16.443305547Z","hostname":"w-01JDNMCW67BB0ZM1G3MM4FE4YE","pid":1181}
3882024-11-27T01:41:18.094ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-11-27T01:41:18.094ZExporting from start_block: 0 count:300
3902024-11-27T01:41:18.095ZRead and wrote out 300 blocks
3912024-11-27T01:41:18.099ZStopping downstairs
3922024-11-27T01:41:18.101ZClone test passed
3932024-11-27T01:41:18.103Z
3942024-11-27T01:41:18.103Zreal 1.428348322
3952024-11-27T01:41:18.103Zuser 0.241744687
3962024-11-27T01:41:18.104Zsys 0.214162782
3972024-11-27T01:41:18.104Ztrap 0.000575362
3982024-11-27T01:41:18.104Ztflt 0.000585622
3992024-11-27T01:41:18.104Zdflt 0.002677900
4002024-11-27T01:41:18.104Zkflt 0.000909959
4012024-11-27T01:41:18.104Zlock 6.593517213
4022024-11-27T01:41:18.104Zslp 2.642072189
4032024-11-27T01:41:18.104Zlat 0.042561838
4042024-11-27T01:41:18.104Zstop 0.000472948
4052024-11-27T01:41:18.106Zprocess exited: duration 9554 ms, exit code 0
 
4062024-11-27T01:41:18.111Zfound 0 output files