01JE8WYCFFQVPWF0T17R0HV9CY: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JE8WYN60P8Y7ERVZF1GF7PJB

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-04T13:29:16.880Zjob dependencies complete; ready to run (waiting for 14 m 12 s)
22024-12-04T13:30:05.007Zjob assigned to worker 01JE8XRT42H5A4288P46BT082H [factory aws, i-03a0967d3022eeab3] (queued for 48 s)
32024-12-04T13:30:12.581Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-12-04T13:30:13.683Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-12-04T13:30:13.683Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-12-04T13:30:14.737Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-12-04T13:30:14.737Zdownloading input: /input/build/work/bins/crutest.gz
82024-12-04T13:30:15.856Zdownloaded input: /input/build/work/bins/crutest.gz
92024-12-04T13:30:15.856Zdownloading input: /input/build/work/bins/dsc.gz
102024-12-04T13:30:16.567Zdownloaded input: /input/build/work/bins/dsc.gz
112024-12-04T13:30:16.570Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-12-04T13:30:16.586Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-12-04T13:30:16.586Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-12-04T13:30:16.605Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-12-04T13:30:16.605Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-12-04T13:30:16.624Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-12-04T13:30:16.624Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-12-04T13:30:16.651Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-12-04T13:30:16.651Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-12-04T13:30:16.679Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-12-04T13:30:16.679Zdownloading input: /input/build/work/scripts/test_up.sh
222024-12-04T13:30:16.708Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-12-04T13:30:16.708Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-12-04T13:30:16.726Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-12-04T13:30:16.729Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-12-04T13:30:17.496Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-12-04T13:30:17.496Zstarting task 0: "setup"
282024-12-04T13:30:17.500Z++ uname -s
292024-12-04T13:30:17.503Z+ kern=SunOS
302024-12-04T13:30:17.504Z+ case "$kern" in
312024-12-04T13:30:17.504Z+ groupadd -g 12345 build
322024-12-04T13:30:17.506Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-12-04T13:30:19.512Z+ zfs create -o mountpoint=/work rpool/work
342024-12-04T13:30:19.644Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-12-04T13:30:19.646Z+ home_fs=zfs
362024-12-04T13:30:19.647Z+ [[ zfs == autofs ]]
372024-12-04T13:30:19.647Z+ mkdir -p /home/build
382024-12-04T13:30:19.647Z+ chown build:build /home/build /work
392024-12-04T13:30:21.650Z+ chmod 0700 /home/build /work
402024-12-04T13:30:21.655Zprocess exited: duration 4163 ms, exit code 0
 
412024-12-04T13:30:21.661Zstarting task 1: "authentication"
422024-12-04T13:30:21.679Zprocess exited: duration 17 ms, exit code 0
 
432024-12-04T13:30:21.685Zstarting task 2: "build"
442024-12-04T13:30:21.690Z+ banner cores
452024-12-04T13:30:21.694Z
462024-12-04T13:30:21.695Z #### #### ##### ###### ####
472024-12-04T13:30:21.695Z # # # # # # # #
482024-12-04T13:30:21.695Z # # # # # ##### ####
492024-12-04T13:30:21.695Z # # # ##### # #
502024-12-04T13:30:21.695Z # # # # # # # # #
512024-12-04T13:30:21.695Z #### #### # # ###### ####
522024-12-04T13:30:21.695Z
532024-12-04T13:30:21.695Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-12-04T13:30:21.702Z+ echo 'input bins dir contains:'
552024-12-04T13:30:21.702Zinput bins dir contains:
562024-12-04T13:30:21.705Z+ ls -ltr /input/build/work/bins
572024-12-04T13:30:21.705Ztotal 761868
582024-12-04T13:30:21.705Z-rw-r--r-- 1 root root 109324428 Dec 4 13:30 crucible-downstairs.gz
592024-12-04T13:30:21.705Z-rw-r--r-- 1 root root 104619017 Dec 4 13:30 crucible-hammer.gz
602024-12-04T13:30:21.705Z-rw-r--r-- 1 root root 109319980 Dec 4 13:30 crutest.gz
612024-12-04T13:30:21.706Z-rw-r--r-- 1 root root 66562355 Dec 4 13:30 dsc.gz
622024-12-04T13:30:21.706Z+ banner unpack
632024-12-04T13:30:21.710Z
642024-12-04T13:30:21.710Z # # # # ##### ## #### # #
652024-12-04T13:30:21.710Z # # ## # # # # # # # # #
662024-12-04T13:30:21.710Z # # # # # # # # # # ####
672024-12-04T13:30:21.710Z # # # # # ##### ###### # # #
682024-12-04T13:30:21.710Z # # # ## # # # # # # #
692024-12-04T13:30:21.710Z #### # # # # # #### # #
702024-12-04T13:30:21.710Z
712024-12-04T13:30:21.710Z+ mkdir -p /var/tmp/bins
722024-12-04T13:30:21.710Z+ for t in "$input/bins/"*.gz
732024-12-04T13:30:21.711Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-12-04T13:30:21.711Z+ b=crucible-downstairs.gz
752024-12-04T13:30:21.711Z+ b=crucible-downstairs
762024-12-04T13:30:21.711Z+ gunzip
772024-12-04T13:30:23.948Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-12-04T13:30:23.951Z+ for t in "$input/bins/"*.gz
792024-12-04T13:30:23.951Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-12-04T13:30:23.956Z+ b=crucible-hammer.gz
812024-12-04T13:30:23.956Z+ b=crucible-hammer
822024-12-04T13:30:23.957Z+ gunzip
832024-12-04T13:30:26.096Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-12-04T13:30:26.098Z+ for t in "$input/bins/"*.gz
852024-12-04T13:30:26.101Z++ basename /input/build/work/bins/crutest.gz
862024-12-04T13:30:26.101Z+ b=crutest.gz
872024-12-04T13:30:26.101Z+ b=crutest
882024-12-04T13:30:26.101Z+ gunzip
892024-12-04T13:30:28.376Z+ chmod +x /var/tmp/bins/crutest
902024-12-04T13:30:28.379Z+ for t in "$input/bins/"*.gz
912024-12-04T13:30:28.382Z++ basename /input/build/work/bins/dsc.gz
922024-12-04T13:30:28.382Z+ b=dsc.gz
932024-12-04T13:30:28.382Z+ b=dsc
942024-12-04T13:30:28.382Z+ gunzip
952024-12-04T13:30:29.777Z+ chmod +x /var/tmp/bins/dsc
962024-12-04T13:30:29.779Z+ export BINDIR=/var/tmp/bins
972024-12-04T13:30:29.779Z+ BINDIR=/var/tmp/bins
982024-12-04T13:30:29.779Z+ banner test_ds
992024-12-04T13:30:29.781Z
1002024-12-04T13:30:29.781Z ##### ###### #### ##### ##### ####
1012024-12-04T13:30:29.781Z # # # # # # #
1022024-12-04T13:30:29.781Z # ##### #### # # # ####
1032024-12-04T13:30:29.781Z # # # # # # #
1042024-12-04T13:30:29.781Z # # # # # # # # #
1052024-12-04T13:30:29.781Z # ###### #### # ####### ##### ####
1062024-12-04T13:30:29.782Z
1072024-12-04T13:30:29.782Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-12-04T13:30:29.796ZCreate file for import
1092024-12-04T13:30:29.801Z300+0 records in
1102024-12-04T13:30:29.801Z300+0 records out
1112024-12-04T13:30:29.804Z153600 bytes (150 KiB) transferred in 0.002389 secs (61 MiB/sec)
1122024-12-04T13:30:29.804ZImport region
1132024-12-04T13:30:29.854Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:29.432262681Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1168}
1142024-12-04T13:30:29.857ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-12-04T13:30:29.857ZRegion already large enough for image
1162024-12-04T13:30:29.857ZImporting "/tmp/ds_test/import" to region
1172024-12-04T13:30:29.876ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-12-04T13:30:29.878Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:29.455495438Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1168}
1192024-12-04T13:30:29.878Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:29.455535857Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1168}
1202024-12-04T13:30:29.884ZExport region
1212024-12-04T13:30:29.897Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:29.475756304Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1169}
1222024-12-04T13:30:29.900Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:29.476339809Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1169}
1232024-12-04T13:30:29.900Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:29.476384077Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1169}
1242024-12-04T13:30:29.900ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-12-04T13:30:29.900ZExporting from start_block: 0 count:300
1262024-12-04T13:30:29.900ZRead and wrote out 300 blocks
1272024-12-04T13:30:29.905ZImport Export test passed
1282024-12-04T13:30:29.905ZTest clone
1292024-12-04T13:30:29.905ZStarting source downstairs
1302024-12-04T13:30:30.915Z PID TTY TIME CMD
1312024-12-04T13:30:30.915Z 1171 ? 0:00 crucible
1322024-12-04T13:30:30.918ZDownstairs running
1332024-12-04T13:30:30.918ZCreating new downstairs
1342024-12-04T13:30:30.931Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.509510899Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1175}
1352024-12-04T13:30:30.935Z{"msg":"UUID: ef67ad2f-2485-4b47-9606-8ca8df2a6f97","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.510751613Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1175}
1362024-12-04T13:30:30.935Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.510787005Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1175}
1372024-12-04T13:30:30.938ZCloning existing downstairs
1382024-12-04T13:30:30.947Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.524930168Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1392024-12-04T13:30:30.951Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.525352455Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1402024-12-04T13:30:30.951Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.525386229Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1412024-12-04T13:30:30.951Z{"msg":"UUID: ef67ad2f-2485-4b47-9606-8ca8df2a6f97","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.526133541Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1422024-12-04T13:30:30.951Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.526167314Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1432024-12-04T13:30:30.992Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0e1f7f60aff9f26b0d737c97120445edbded1ad3\nCommit timestamp: 2024-12-04T13:14:36.000000000Z branch: renovate/tokio-util-0.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.5704482Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1442024-12-04T13:30:30.992Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.570541563Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1452024-12-04T13:30:30.993Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.570563762Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1462024-12-04T13:30:30.996Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.57451164Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1472024-12-04T13:30:30.999Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.575098424Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1482024-12-04T13:30:30.999Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: ef67ad2f-2485-4b47-9606-8ca8df2a6f97, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.575137834Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1492024-12-04T13:30:30.999Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.575388287Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1502024-12-04T13:30:31.000Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.575419671Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1512024-12-04T13:30:31.000Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.576248433Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1522024-12-04T13:30:31.003Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.578384825Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1532024-12-04T13:30:31.003Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.578972589Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1542024-12-04T13:30:31.003Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.579082054Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1552024-12-04T13:30:31.003Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.579194657Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1562024-12-04T13:30:31.004Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.57928657Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1572024-12-04T13:30:31.004Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.579322572Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1582024-12-04T13:30:31.004Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.579856583Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1592024-12-04T13:30:31.007Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.581260184Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1602024-12-04T13:30:31.007Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.581808708Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1612024-12-04T13:30:31.007Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.5818443Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1622024-12-04T13:30:31.007Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.58190226Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1632024-12-04T13:30:31.007Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.581927707Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1642024-12-04T13:30:31.007Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.581946548Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1652024-12-04T13:30:31.007Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.582525066Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1662024-12-04T13:30:31.007Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.583898153Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1672024-12-04T13:30:31.007Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.584473883Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1682024-12-04T13:30:31.007Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.584509405Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1692024-12-04T13:30:31.007Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.584537371Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1702024-12-04T13:30:31.007Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.58459814Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1712024-12-04T13:30:31.007Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.584625296Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1722024-12-04T13:30:31.007Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.585176818Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1732024-12-04T13:30:31.010Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.586561689Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1742024-12-04T13:30:31.010Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.587125975Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1752024-12-04T13:30:31.010Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.587169582Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1762024-12-04T13:30:31.010Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.587225065Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1772024-12-04T13:30:31.010Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.587283895Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1782024-12-04T13:30:31.010Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.587326733Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1792024-12-04T13:30:31.010Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.587833438Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1802024-12-04T13:30:31.013Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.58929409Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1812024-12-04T13:30:31.013Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.589802454Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1822024-12-04T13:30:31.013Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.589838466Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1832024-12-04T13:30:31.013Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.589873038Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1842024-12-04T13:30:31.013Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.589900035Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1852024-12-04T13:30:31.013Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.589914987Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1862024-12-04T13:30:31.013Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.590479772Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1872024-12-04T13:30:31.016Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.591975328Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1882024-12-04T13:30:31.016Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.592522951Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1892024-12-04T13:30:31.016Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.592561362Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1902024-12-04T13:30:31.016Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.592588848Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1912024-12-04T13:30:31.016Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.592656654Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1922024-12-04T13:30:31.016Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.59268384Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1932024-12-04T13:30:31.016Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.5932595Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1942024-12-04T13:30:31.020Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.594678604Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1952024-12-04T13:30:31.020Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.59522012Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1962024-12-04T13:30:31.020Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.595270625Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1972024-12-04T13:30:31.020Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.595292224Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
1982024-12-04T13:30:31.020Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.595316582Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
1992024-12-04T13:30:31.020Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.595331914Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2002024-12-04T13:30:31.020Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.595903705Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2012024-12-04T13:30:31.020Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.597308516Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2022024-12-04T13:30:31.023Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.597845475Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2032024-12-04T13:30:31.023Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.597874581Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2042024-12-04T13:30:31.024Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.597963886Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2052024-12-04T13:30:31.024Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.597988353Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
2062024-12-04T13:30:31.024Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.598040397Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2072024-12-04T13:30:31.024Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.598615427Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2082024-12-04T13:30:31.024Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.599961478Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2092024-12-04T13:30:31.024Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.600490681Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2102024-12-04T13:30:31.024Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.600546383Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2112024-12-04T13:30:31.024Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.600584144Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2122024-12-04T13:30:31.024Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.600606412Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
2132024-12-04T13:30:31.024Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.600632669Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2142024-12-04T13:30:31.024Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.601295285Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2152024-12-04T13:30:31.028Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.602826472Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2162024-12-04T13:30:31.028Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.603387849Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2172024-12-04T13:30:31.028Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.603423661Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2182024-12-04T13:30:31.028Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.603510387Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2192024-12-04T13:30:31.028Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.603536594Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
2202024-12-04T13:30:31.028Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.603569817Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2212024-12-04T13:30:31.028Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.604132153Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2222024-12-04T13:30:31.028Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.605532826Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2232024-12-04T13:30:31.028Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.606059171Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2242024-12-04T13:30:31.028Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.606092374Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2252024-12-04T13:30:31.028Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.606165937Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2262024-12-04T13:30:31.028Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.606190635Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
2272024-12-04T13:30:31.028Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.606204807Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2282024-12-04T13:30:31.032Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.60679358Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2292024-12-04T13:30:31.032Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.608307966Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2302024-12-04T13:30:31.032Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.608844475Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2312024-12-04T13:30:31.033Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.608879887Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2322024-12-04T13:30:31.033Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.60889559Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2332024-12-04T13:30:31.033Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.608921616Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
2342024-12-04T13:30:31.033Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.608936699Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2352024-12-04T13:30:31.033Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.609516057Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2362024-12-04T13:30:31.036Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.610905236Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2372024-12-04T13:30:31.036Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.611488141Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2382024-12-04T13:30:31.036Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.611525503Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2392024-12-04T13:30:31.037Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.611552499Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2402024-12-04T13:30:31.037Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.611599045Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
2412024-12-04T13:30:31.037Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.611625292Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2422024-12-04T13:30:31.037Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.61228316Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2432024-12-04T13:30:31.037Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.61376868Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2442024-12-04T13:30:31.037Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.614293016Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2452024-12-04T13:30:31.037Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.614340952Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2462024-12-04T13:30:31.037Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.614408977Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2472024-12-04T13:30:31.037Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.61444337Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
2482024-12-04T13:30:31.037Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.614460811Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2492024-12-04T13:30:31.041Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.615032753Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2502024-12-04T13:30:31.041Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.616618682Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2512024-12-04T13:30:31.041Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.617169724Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2522024-12-04T13:30:31.041Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.617206466Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2532024-12-04T13:30:31.041Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.617268335Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176}
2542024-12-04T13:30:31.041Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.617292382Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1176,"task":"clone"}
2552024-12-04T13:30:31.045ZVerify clone using export
2562024-12-04T13:30:31.058Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.636077254Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1177}
2572024-12-04T13:30:31.058Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.636420281Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1177}
2582024-12-04T13:30:31.058Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.636447677Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1177}
2592024-12-04T13:30:31.061ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-12-04T13:30:31.062ZExporting from start_block: 0 count:300
2612024-12-04T13:30:31.062ZRead and wrote out 300 blocks
2622024-12-04T13:30:31.066ZCreating new downstairs from clone directly
2632024-12-04T13:30:31.080Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.658426666Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2642024-12-04T13:30:31.084Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.659761812Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2652024-12-04T13:30:31.084Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.65988573Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2662024-12-04T13:30:31.084Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.659912676Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2672024-12-04T13:30:31.084Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.659927129Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2682024-12-04T13:30:31.084Z{"msg":"UUID: 0c138aa0-7cad-4421-931d-160c848b2fd4","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.660939668Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2692024-12-04T13:30:31.084Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.66097623Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2702024-12-04T13:30:31.126Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0e1f7f60aff9f26b0d737c97120445edbded1ad3\nCommit timestamp: 2024-12-04T13:14:36.000000000Z branch: renovate/tokio-util-0.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.704764614Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2712024-12-04T13:30:31.127Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.704840955Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2722024-12-04T13:30:31.127Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.704860166Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2732024-12-04T13:30:31.132Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.706636469Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2742024-12-04T13:30:31.132Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.707215337Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2752024-12-04T13:30:31.132Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 0c138aa0-7cad-4421-931d-160c848b2fd4, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.707247501Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2762024-12-04T13:30:31.132Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.70736849Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2772024-12-04T13:30:31.132Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.707395456Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2782024-12-04T13:30:31.133Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.708095523Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2792024-12-04T13:30:31.137Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.710091156Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2802024-12-04T13:30:31.137Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.710684367Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2812024-12-04T13:30:31.137Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.710720609Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2822024-12-04T13:30:31.137Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.710810213Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2832024-12-04T13:30:31.137Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.710889463Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2842024-12-04T13:30:31.137Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.71091679Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2852024-12-04T13:30:31.137Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.711488851Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2862024-12-04T13:30:31.137Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.712910604Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2872024-12-04T13:30:31.137Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.713482215Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2882024-12-04T13:30:31.138Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.713522815Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2892024-12-04T13:30:31.138Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.713596147Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2902024-12-04T13:30:31.138Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.713626502Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2912024-12-04T13:30:31.138Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.713652349Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2922024-12-04T13:30:31.138Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.714230707Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2932024-12-04T13:30:31.142Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.715656358Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2942024-12-04T13:30:31.142Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.716238934Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2952024-12-04T13:30:31.142Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.716275845Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2962024-12-04T13:30:31.142Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.716307059Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2972024-12-04T13:30:31.142Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.716334266Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
2982024-12-04T13:30:31.142Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.716357134Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
2992024-12-04T13:30:31.142Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.716915712Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3002024-12-04T13:30:31.142Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.718266441Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3012024-12-04T13:30:31.142Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.718774734Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3022024-12-04T13:30:31.142Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.718809037Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3032024-12-04T13:30:31.142Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.718850007Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3042024-12-04T13:30:31.142Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.718871685Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3052024-12-04T13:30:31.142Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.718885319Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3062024-12-04T13:30:31.143Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.719489754Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3072024-12-04T13:30:31.146Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.720888068Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3082024-12-04T13:30:31.146Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.72153823Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3092024-12-04T13:30:31.146Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.721576121Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3102024-12-04T13:30:31.146Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.721618639Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3112024-12-04T13:30:31.147Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.721642567Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3122024-12-04T13:30:31.147Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.72165685Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3132024-12-04T13:30:31.147Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.722214858Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3142024-12-04T13:30:31.147Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.723661639Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3152024-12-04T13:30:31.147Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.724172571Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3162024-12-04T13:30:31.147Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.724211031Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3172024-12-04T13:30:31.147Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.724239897Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3182024-12-04T13:30:31.147Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.724265344Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3192024-12-04T13:30:31.147Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.724287803Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3202024-12-04T13:30:31.147Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.724856465Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3212024-12-04T13:30:31.152Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.726258078Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3222024-12-04T13:30:31.152Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.726778566Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3232024-12-04T13:30:31.152Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.726806252Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3242024-12-04T13:30:31.153Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.72686875Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3252024-12-04T13:30:31.153Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.726893088Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3262024-12-04T13:30:31.153Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.726906781Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3272024-12-04T13:30:31.153Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.727472925Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3282024-12-04T13:30:31.153Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.72887126Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3292024-12-04T13:30:31.156Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.729423871Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3302024-12-04T13:30:31.156Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.729452966Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3312024-12-04T13:30:31.157Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.729513715Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3322024-12-04T13:30:31.157Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.729538113Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3332024-12-04T13:30:31.157Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.729552266Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3342024-12-04T13:30:31.157Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.730114323Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3352024-12-04T13:30:31.157Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.731497155Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3362024-12-04T13:30:31.157Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.732043859Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3372024-12-04T13:30:31.157Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.732104988Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3382024-12-04T13:30:31.157Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.732148926Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3392024-12-04T13:30:31.157Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.732172344Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3402024-12-04T13:30:31.157Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.732186647Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3412024-12-04T13:30:31.157Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.732788243Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3422024-12-04T13:30:31.157Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.734303209Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3432024-12-04T13:30:31.163Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.734848654Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3442024-12-04T13:30:31.163Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.734896159Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3452024-12-04T13:30:31.163Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.734962756Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3462024-12-04T13:30:31.163Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.734998848Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3472024-12-04T13:30:31.163Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.735021906Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3482024-12-04T13:30:31.163Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.735592688Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3492024-12-04T13:30:31.163Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.737013701Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3502024-12-04T13:30:31.163Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.737557387Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3512024-12-04T13:30:31.163Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.737586502Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3522024-12-04T13:30:31.163Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.737672738Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3532024-12-04T13:30:31.163Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.737697836Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3542024-12-04T13:30:31.163Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.737711979Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3552024-12-04T13:30:31.163Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.738289367Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3562024-12-04T13:30:31.171Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.739771829Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3572024-12-04T13:30:31.171Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.74034401Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3582024-12-04T13:30:31.171Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.740379982Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3592024-12-04T13:30:31.171Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.740430897Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3602024-12-04T13:30:31.171Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.740460162Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3612024-12-04T13:30:31.171Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.740475114Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3622024-12-04T13:30:31.171Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.741005876Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3632024-12-04T13:30:31.171Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.742276175Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3642024-12-04T13:30:31.171Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.742828037Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3652024-12-04T13:30:31.171Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.742863909Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3662024-12-04T13:30:31.171Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.74288132Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3672024-12-04T13:30:31.171Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.742907717Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3682024-12-04T13:30:31.171Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.742931425Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3692024-12-04T13:30:31.171Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.743530533Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3702024-12-04T13:30:31.171Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.744852086Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3712024-12-04T13:30:31.176Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.745501658Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3722024-12-04T13:30:31.176Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.745539379Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3732024-12-04T13:30:31.176Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.745569084Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3742024-12-04T13:30:31.176Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.745597999Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3752024-12-04T13:30:31.176Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.74561708Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3762024-12-04T13:30:31.176Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.746179496Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3772024-12-04T13:30:31.176Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.747466447Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3782024-12-04T13:30:31.176Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.747970492Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3792024-12-04T13:30:31.176Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.748005315Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3802024-12-04T13:30:31.176Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.748044205Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3812024-12-04T13:30:31.176Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.748083505Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180,"task":"clone"}
3822024-12-04T13:30:31.176Z{"msg":"UUID: 0c138aa0-7cad-4421-931d-160c848b2fd4","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.748933866Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3832024-12-04T13:30:31.176Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.748968309Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1180}
3842024-12-04T13:30:31.181ZVerify second clone using export
3852024-12-04T13:30:31.190Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.767434871Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1181}
3862024-12-04T13:30:31.193Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.767869871Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1181}
3872024-12-04T13:30:31.194Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:30:30.76791119Z","hostname":"w-01JE8XRT42H5A4288P46BT082H","pid":1181}
3882024-12-04T13:30:31.194ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-12-04T13:30:31.194ZExporting from start_block: 0 count:300
3902024-12-04T13:30:31.194ZRead and wrote out 300 blocks
3912024-12-04T13:30:31.197ZStopping downstairs
3922024-12-04T13:30:31.202ZClone test passed
3932024-12-04T13:30:31.202Z
3942024-12-04T13:30:31.202Zreal 1.415214000
3952024-12-04T13:30:31.202Zuser 0.242979479
3962024-12-04T13:30:31.202Zsys 0.198602872
3972024-12-04T13:30:31.202Ztrap 0.000316339
3982024-12-04T13:30:31.202Ztflt 0.000585591
3992024-12-04T13:30:31.202Zdflt 0.002803661
4002024-12-04T13:30:31.202Zkflt 0.001843639
4012024-12-04T13:30:31.202Zlock 6.469164794
4022024-12-04T13:30:31.203Zslp 2.619172084
4032024-12-04T13:30:31.203Zlat 0.042245113
4042024-12-04T13:30:31.203Zstop 0.000513876
4052024-12-04T13:30:31.206Zprocess exited: duration 9511 ms, exit code 0
 
4062024-12-04T13:30:31.229Zfound 0 output files