01HRAQRCE0ANQQR0953TCPEQK1: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01HRAQS5QKH45BMYN4EBRANSBZ

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-03-06T20:53:40.573Zjob dependencies complete; ready to run (waiting for 15 m 50 s)
22024-03-06T20:54:57.390Zjob assigned to worker 01HRARPKT6KADFR5FTTH8VZ3QE (queued for 1 m 16 s)
32024-03-06T20:54:57.497Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-03-06T20:55:33.422Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-03-06T20:55:33.423Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-03-06T20:56:13.954Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-03-06T20:56:13.954Zdownloading input: /input/build/work/bins/crutest.gz
82024-03-06T20:56:44.514Zdownloaded input: /input/build/work/bins/crutest.gz
92024-03-06T20:56:44.514Zdownloading input: /input/build/work/bins/dsc.gz
102024-03-06T20:57:06.703Zdownloaded input: /input/build/work/bins/dsc.gz
112024-03-06T20:57:06.725Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-03-06T20:57:06.738Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-03-06T20:57:06.739Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-03-06T20:57:06.763Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-03-06T20:57:06.763Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-03-06T20:57:06.779Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-03-06T20:57:06.794Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-03-06T20:57:06.809Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-03-06T20:57:06.810Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-03-06T20:57:06.831Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-03-06T20:57:06.838Zdownloading input: /input/build/work/scripts/test_up.sh
222024-03-06T20:57:06.870Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-03-06T20:57:06.870Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-03-06T20:57:06.901Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-03-06T20:57:06.901Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-03-06T20:57:27.066Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-03-06T20:57:27.077Zstarting task 0: "setup"
282024-03-06T20:57:27.088Z++ uname -s
292024-03-06T20:57:27.088Z+ kern=SunOS
302024-03-06T20:57:27.088Z+ case "$kern" in
312024-03-06T20:57:27.089Z+ groupadd -g 12345 build
322024-03-06T20:57:27.097Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-03-06T20:57:29.105Z+ zfs create -o mountpoint=/work rpool/work
342024-03-06T20:57:29.191Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-03-06T20:57:29.212Z+ home_fs=zfs
362024-03-06T20:57:29.213Z+ [[ zfs == autofs ]]
372024-03-06T20:57:29.213Z+ mkdir -p /home/build
382024-03-06T20:57:29.213Z+ chown build:build /home/build /work
392024-03-06T20:57:31.200Z+ chmod 0700 /home/build /work
402024-03-06T20:57:31.226Zprocess exited: duration 4154 ms, exit code 0
 
412024-03-06T20:57:31.283Zstarting task 1: "authentication"
422024-03-06T20:57:31.319Zprocess exited: duration 37 ms, exit code 0
 
432024-03-06T20:57:31.361Zstarting task 2: "build"
442024-03-06T20:57:31.377Z+ banner cores
452024-03-06T20:57:31.432Z
462024-03-06T20:57:31.432Z #### #### ##### ###### ####
472024-03-06T20:57:31.433Z # # # # # # # #
482024-03-06T20:57:31.433Z # # # # # ##### ####
492024-03-06T20:57:31.433Z # # # ##### # #
502024-03-06T20:57:31.434Z # # # # # # # # #
512024-03-06T20:57:31.434Z #### #### # # ###### ####
522024-03-06T20:57:31.434Z
532024-03-06T20:57:31.435Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-03-06T20:57:31.435Z+ echo 'input bins dir contains:'
552024-03-06T20:57:31.436Zinput bins dir contains:
562024-03-06T20:57:31.436Z+ ls -ltr /input/build/work/bins
572024-03-06T20:57:31.436Ztotal 649115
582024-03-06T20:57:31.436Z-rw-r--r-- 1 root root 96182092 Mar 6 20:55 crucible-downstairs.gz
592024-03-06T20:57:31.437Z-rw-r--r-- 1 root root 80274145 Mar 6 20:56 crucible-hammer.gz
602024-03-06T20:57:31.437Z-rw-r--r-- 1 root root 92543568 Mar 6 20:56 crutest.gz
612024-03-06T20:57:31.437Z-rw-r--r-- 1 root root 63131242 Mar 6 20:57 dsc.gz
622024-03-06T20:57:31.437Z+ banner unpack
632024-03-06T20:57:31.438Z
642024-03-06T20:57:31.438Z # # # # ##### ## #### # #
652024-03-06T20:57:31.438Z # # ## # # # # # # # # #
662024-03-06T20:57:31.438Z # # # # # # # # # # ####
672024-03-06T20:57:31.439Z # # # # # ##### ###### # # #
682024-03-06T20:57:31.439Z # # # ## # # # # # # #
692024-03-06T20:57:31.439Z #### # # # # # #### # #
702024-03-06T20:57:31.439Z
712024-03-06T20:57:31.440Z+ mkdir -p /var/tmp/bins
722024-03-06T20:57:31.440Z+ for t in "$input/bins/"*.gz
732024-03-06T20:57:31.440Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-03-06T20:57:31.440Z+ b=crucible-downstairs.gz
752024-03-06T20:57:31.441Z+ b=crucible-downstairs
762024-03-06T20:57:31.441Z+ gunzip
772024-03-06T20:57:33.478Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-03-06T20:57:33.488Z+ for t in "$input/bins/"*.gz
792024-03-06T20:57:33.488Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-03-06T20:57:33.488Z+ b=crucible-hammer.gz
812024-03-06T20:57:33.488Z+ b=crucible-hammer
822024-03-06T20:57:33.488Z+ gunzip
832024-03-06T20:57:35.166Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-03-06T20:57:35.186Z+ for t in "$input/bins/"*.gz
852024-03-06T20:57:35.186Z++ basename /input/build/work/bins/crutest.gz
862024-03-06T20:57:35.186Z+ b=crutest.gz
872024-03-06T20:57:35.186Z+ b=crutest
882024-03-06T20:57:35.186Z+ gunzip
892024-03-06T20:57:37.117Z+ chmod +x /var/tmp/bins/crutest
902024-03-06T20:57:37.152Z+ for t in "$input/bins/"*.gz
912024-03-06T20:57:37.152Z++ basename /input/build/work/bins/dsc.gz
922024-03-06T20:57:37.153Z+ b=dsc.gz
932024-03-06T20:57:37.153Z+ b=dsc
942024-03-06T20:57:37.153Z+ gunzip
952024-03-06T20:57:38.499Z+ chmod +x /var/tmp/bins/dsc
962024-03-06T20:57:38.506Z+ export BINDIR=/var/tmp/bins
972024-03-06T20:57:38.506Z+ BINDIR=/var/tmp/bins
982024-03-06T20:57:38.506Z+ banner test_ds
992024-03-06T20:57:38.506Z
1002024-03-06T20:57:38.507Z ##### ###### #### ##### ##### ####
1012024-03-06T20:57:38.507Z # # # # # # #
1022024-03-06T20:57:38.507Z # ##### #### # # # ####
1032024-03-06T20:57:38.507Z # # # # # # #
1042024-03-06T20:57:38.507Z # # # # # # # # #
1052024-03-06T20:57:38.507Z # ###### #### # ####### ##### ####
1062024-03-06T20:57:38.507Z
1072024-03-06T20:57:38.507Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-03-06T20:57:38.582Z/input/build/work
1092024-03-06T20:57:38.590ZCreate file for import
1102024-03-06T20:57:38.663Z300+0 records in
1112024-03-06T20:57:38.663Z300+0 records out
1122024-03-06T20:57:38.663Z153600 bytes (150 KiB) transferred in 0.002412 secs (61 MiB/sec)
1132024-03-06T20:57:38.683ZImport region
1142024-03-06T20:57:38.691Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:38.019678391Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1135}
1152024-03-06T20:57:38.691ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1162024-03-06T20:57:38.691ZRegion already large enough for image
1172024-03-06T20:57:38.691ZImporting "/tmp/ds_test/import" to region
1182024-03-06T20:57:38.700ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1192024-03-06T20:57:38.700Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:38.042743453Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1135}
1202024-03-06T20:57:38.700Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:38.042787556Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1135}
1212024-03-06T20:57:38.717ZExport region
1222024-03-06T20:57:38.717Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:38.059171543Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1136}
1232024-03-06T20:57:38.718Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:38.059366113Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1136}
1242024-03-06T20:57:38.718Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:38.059395258Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1136}
1252024-03-06T20:57:38.718ZExport total_size: 768000 Extent size:51200 Total Extents:15
1262024-03-06T20:57:38.718ZExporting from start_block: 0 count:300
1272024-03-06T20:57:38.736ZRead and wrote out 300 blocks
1282024-03-06T20:57:38.762ZImport Export test passed
1292024-03-06T20:57:38.762ZTest clone
1302024-03-06T20:57:38.762ZStarting downstairs
1312024-03-06T20:57:39.762Z PID TTY TIME CMD
1322024-03-06T20:57:39.762Z 1138 ? 0:00 crucible
1332024-03-06T20:57:39.765ZDownstairs running
1342024-03-06T20:57:39.765ZCreating new downstairs
1352024-03-06T20:57:39.842Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.190892446Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1142}
1362024-03-06T20:57:39.846Z{"msg":"UUID: cc4334a5-411f-425e-8390-8ce3fa760572","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.191444312Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1142}
1372024-03-06T20:57:39.846Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.191480776Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1142}
1382024-03-06T20:57:39.847ZCloning existing downstairs
1392024-03-06T20:57:39.853Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.202438965Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1402024-03-06T20:57:39.854Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.202611328Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1412024-03-06T20:57:39.854Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.202626396Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1422024-03-06T20:57:39.858Z{"msg":"UUID: cc4334a5-411f-425e-8390-8ce3fa760572","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.202917972Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1432024-03-06T20:57:39.858Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.202948307Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1442024-03-06T20:57:39.858Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 27c060b02133783737d505ea2610b3d179ebd892\nCommit timestamp: 2024-03-06T20:36:21.000000000Z branch: main\nrustc: 1.76.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.20299324Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1452024-03-06T20:57:39.858Z{"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.203046832Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1462024-03-06T20:57:39.858Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.203062439Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1472024-03-06T20:57:39.916Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.251631379Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1482024-03-06T20:57:40.456Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.252154459Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1492024-03-06T20:57:40.456Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: cc4334a5-411f-425e-8390-8ce3fa760572, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.252192983Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1502024-03-06T20:57:40.456Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.252269571Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1512024-03-06T20:57:40.456Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.252299216Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1522024-03-06T20:57:40.509Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.285691434Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1532024-03-06T20:57:40.510Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.288156576Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1542024-03-06T20:57:40.510Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.288702072Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1552024-03-06T20:57:40.510Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.289260676Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1562024-03-06T20:57:40.510Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.289358901Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1572024-03-06T20:57:40.510Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.289436489Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1582024-03-06T20:57:40.511Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.289509948Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1592024-03-06T20:57:40.511Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.319997691Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1602024-03-06T20:57:40.511Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.321548434Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1612024-03-06T20:57:40.511Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.322057505Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1622024-03-06T20:57:40.511Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.322574266Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1632024-03-06T20:57:40.512Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.322627618Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1642024-03-06T20:57:40.512Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.322655864Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1652024-03-06T20:57:40.512Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.322694478Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1662024-03-06T20:57:40.513Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.352139281Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1672024-03-06T20:57:40.513Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.353650649Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1682024-03-06T20:57:40.513Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.354141304Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1692024-03-06T20:57:40.513Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.354524705Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1702024-03-06T20:57:40.514Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.354604003Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1712024-03-06T20:57:40.514Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.35468939Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1722024-03-06T20:57:40.514Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.354715996Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1732024-03-06T20:57:40.514Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.385039394Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1742024-03-06T20:57:40.515Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.386591416Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1752024-03-06T20:57:40.515Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.387075332Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1762024-03-06T20:57:40.515Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.387454884Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1772024-03-06T20:57:40.516Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.387500277Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1782024-03-06T20:57:40.516Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.387533791Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1792024-03-06T20:57:40.516Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.387560797Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1802024-03-06T20:57:40.516Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.417146889Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1812024-03-06T20:57:40.516Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.41870318Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1822024-03-06T20:57:40.516Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.419183096Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1832024-03-06T20:57:40.517Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.419560348Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1842024-03-06T20:57:40.517Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.419608501Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1852024-03-06T20:57:40.517Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.419667142Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1862024-03-06T20:57:40.517Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.419698117Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1872024-03-06T20:57:40.517Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.4488191Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1882024-03-06T20:57:40.517Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.4502568Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1892024-03-06T20:57:40.517Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.450750844Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1902024-03-06T20:57:40.517Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.451162541Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1912024-03-06T20:57:40.517Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.451256446Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1922024-03-06T20:57:40.517Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.451324786Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
1932024-03-06T20:57:40.517Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.451349752Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1942024-03-06T20:57:40.517Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.481149481Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1952024-03-06T20:57:40.518Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.482538288Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1962024-03-06T20:57:40.518Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.483011315Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1972024-03-06T20:57:40.518Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.483460626Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1982024-03-06T20:57:40.518Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.483518647Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
1992024-03-06T20:57:40.518Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.483556671Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
2002024-03-06T20:57:40.518Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.483575868Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2012024-03-06T20:57:40.518Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.513272493Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2022024-03-06T20:57:40.518Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.514735768Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2032024-03-06T20:57:40.518Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.515229903Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2042024-03-06T20:57:40.518Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.515611794Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2052024-03-06T20:57:40.519Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.515760501Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2062024-03-06T20:57:40.519Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.515789307Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
2072024-03-06T20:57:40.519Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.515811343Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2082024-03-06T20:57:40.519Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.545790625Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2092024-03-06T20:57:40.519Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.547348186Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2102024-03-06T20:57:40.519Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.547820223Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2112024-03-06T20:57:40.519Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.548240879Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2122024-03-06T20:57:40.519Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.548357171Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2132024-03-06T20:57:40.519Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.548391946Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
2142024-03-06T20:57:40.519Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.548415362Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2152024-03-06T20:57:40.519Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.577710658Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2162024-03-06T20:57:40.519Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.579140199Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2172024-03-06T20:57:40.519Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.579617896Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2182024-03-06T20:57:40.519Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.580009546Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2192024-03-06T20:57:40.520Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.580063627Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2202024-03-06T20:57:40.520Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.580135416Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
2212024-03-06T20:57:40.520Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.580160782Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2222024-03-06T20:57:40.520Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.61003362Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2232024-03-06T20:57:40.520Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.611630045Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2242024-03-06T20:57:40.520Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.612138947Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2252024-03-06T20:57:40.520Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.612531307Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2262024-03-06T20:57:40.520Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.612605995Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2272024-03-06T20:57:40.520Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.612655198Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
2282024-03-06T20:57:40.521Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.612677794Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2292024-03-06T20:57:40.521Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.64269032Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2302024-03-06T20:57:40.521Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.644167544Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2312024-03-06T20:57:40.521Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.644662368Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2322024-03-06T20:57:40.521Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.645097801Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2332024-03-06T20:57:40.521Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.645129016Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2342024-03-06T20:57:40.521Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.645220312Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
2352024-03-06T20:57:40.521Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.645254957Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2362024-03-06T20:57:40.521Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.674580558Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2372024-03-06T20:57:40.521Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.676048113Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2382024-03-06T20:57:40.521Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.676517541Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2392024-03-06T20:57:40.521Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.676964013Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2402024-03-06T20:57:40.521Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.677003617Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2412024-03-06T20:57:40.521Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.677055719Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
2422024-03-06T20:57:40.521Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.677093843Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2432024-03-06T20:57:40.521Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.706881573Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2442024-03-06T20:57:40.521Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.708441564Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2452024-03-06T20:57:40.521Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.708942887Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2462024-03-06T20:57:40.522Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.709322759Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2472024-03-06T20:57:40.522Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.709373761Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2482024-03-06T20:57:40.522Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.709407756Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
2492024-03-06T20:57:40.522Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.70944407Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2502024-03-06T20:57:40.522Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.738702222Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2512024-03-06T20:57:40.522Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.740220769Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2522024-03-06T20:57:40.543Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.740754567Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2532024-03-06T20:57:40.544Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.741148877Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2542024-03-06T20:57:40.544Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.74119574Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143}
2552024-03-06T20:57:40.545Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.741248392Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1143,"task":"clone"}
2562024-03-06T20:57:40.545ZVerify clone using export
2572024-03-06T20:57:40.545Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.757090311Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1144}
2582024-03-06T20:57:40.546Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.757289271Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1144}
2592024-03-06T20:57:40.546Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-03-06T20:57:39.757304589Z","hostname":"w-01HRARPKT6KADFR5FTTH8VZ3QE","pid":1144}
2602024-03-06T20:57:40.547ZExport total_size: 768000 Extent size:51200 Total Extents:15
2612024-03-06T20:57:40.547ZExporting from start_block: 0 count:300
2622024-03-06T20:57:40.547ZRead and wrote out 300 blocks
2632024-03-06T20:57:40.547ZStopping downstairs
2642024-03-06T20:57:40.547ZClone test passed
2652024-03-06T20:57:40.548Z
2662024-03-06T20:57:40.548Zreal 1.885007319
2672024-03-06T20:57:40.548Zuser 0.563773755
2682024-03-06T20:57:40.548Zsys 0.128434195
2692024-03-06T20:57:40.548Ztrap 0.000297909
2702024-03-06T20:57:40.548Ztflt 0.000425983
2712024-03-06T20:57:40.548Zdflt 0.001722724
2722024-03-06T20:57:40.549Zkflt 0.000802516
2732024-03-06T20:57:40.549Zlock 4.700206937
2742024-03-06T20:57:40.549Zslp 3.679684945
2752024-03-06T20:57:40.549Zlat 0.021953946
2762024-03-06T20:57:40.549Zstop 0.000393027
2772024-03-06T20:57:40.549Zprocess exited: duration 9065 ms, exit code 0
 
2782024-03-06T20:57:40.584Zfound 0 output files