01JENYDE7F30HH663EA8757469: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JENYDT6WCH0J7RJQE7ZMMTKB

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-09T15:06:24.984Zjob dependencies complete; ready to run (waiting for 15 m 27 s)
22024-12-09T15:06:49.266Zjob assigned to worker 01JENZA5PJXRGFN3CJFNPB4CHB [factory gimlet-EVT22200007-propolis, EVT22200007/20151] (queued for 24 s)
32024-12-09T15:06:57.099Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-12-09T15:07:01.900Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-12-09T15:07:01.900Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-12-09T15:07:06.521Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-12-09T15:07:06.521Zdownloading input: /input/build/work/bins/crutest.gz
82024-12-09T15:07:11.356Zdownloaded input: /input/build/work/bins/crutest.gz
92024-12-09T15:07:11.356Zdownloading input: /input/build/work/bins/dsc.gz
102024-12-09T15:07:15.083Zdownloaded input: /input/build/work/bins/dsc.gz
112024-12-09T15:07:15.107Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-12-09T15:07:15.131Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-12-09T15:07:15.131Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-12-09T15:07:15.163Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-12-09T15:07:15.163Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-12-09T15:07:15.313Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-12-09T15:07:15.313Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-12-09T15:07:15.355Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-12-09T15:07:15.355Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-12-09T15:07:15.393Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-12-09T15:07:15.393Zdownloading input: /input/build/work/scripts/test_up.sh
222024-12-09T15:07:15.431Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-12-09T15:07:15.431Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-12-09T15:07:15.466Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-12-09T15:07:15.492Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-12-09T15:07:18.657Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-12-09T15:07:18.657Zstarting task 0: "setup"
282024-12-09T15:07:18.681Z++ uname -s
292024-12-09T15:07:18.681Z+ kern=SunOS
302024-12-09T15:07:18.681Z+ case "$kern" in
312024-12-09T15:07:18.681Z+ groupadd -g 12345 build
322024-12-09T15:07:18.681Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-12-09T15:07:20.683Z+ zfs create -o mountpoint=/work rpool/work
342024-12-09T15:07:20.727Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-12-09T15:07:20.751Z+ home_fs=zfs
362024-12-09T15:07:20.751Z+ [[ zfs == autofs ]]
372024-12-09T15:07:20.751Z+ mkdir -p /home/build
382024-12-09T15:07:20.751Z+ chown build:build /home/build /work
392024-12-09T15:07:22.737Z+ chmod 0700 /home/build /work
402024-12-09T15:07:22.761Zprocess exited: duration 4082 ms, exit code 0
 
412024-12-09T15:07:22.811Zstarting task 1: "authentication"
422024-12-09T15:07:22.862Zprocess exited: duration 51 ms, exit code 0
 
432024-12-09T15:07:22.910Zstarting task 2: "build"
442024-12-09T15:07:22.937Z+ banner cores
452024-12-09T15:07:22.937Z
462024-12-09T15:07:22.937Z #### #### ##### ###### ####
472024-12-09T15:07:22.937Z # # # # # # # #
482024-12-09T15:07:22.937Z # # # # # ##### ####
492024-12-09T15:07:22.937Z # # # ##### # #
502024-12-09T15:07:22.937Z # # # # # # # # #
512024-12-09T15:07:22.937Z #### #### # # ###### ####
522024-12-09T15:07:22.937Z
532024-12-09T15:07:22.937Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-12-09T15:07:22.937Z+ echo 'input bins dir contains:'
552024-12-09T15:07:22.937Zinput bins dir contains:
562024-12-09T15:07:22.937Z+ ls -ltr /input/build/work/bins
572024-12-09T15:07:22.961Ztotal 762836
582024-12-09T15:07:22.961Z-rw-r--r-- 1 root root 109276547 Dec 9 15:07 crucible-downstairs.gz
592024-12-09T15:07:22.961Z-rw-r--r-- 1 root root 105056395 Dec 9 15:07 crucible-hammer.gz
602024-12-09T15:07:22.961Z-rw-r--r-- 1 root root 109488947 Dec 9 15:07 crutest.gz
612024-12-09T15:07:22.961Z-rw-r--r-- 1 root root 66480149 Dec 9 15:07 dsc.gz
622024-12-09T15:07:22.961Z+ banner unpack
632024-12-09T15:07:22.961Z
642024-12-09T15:07:22.961Z # # # # ##### ## #### # #
652024-12-09T15:07:22.961Z # # ## # # # # # # # # #
662024-12-09T15:07:22.961Z # # # # # # # # # # ####
672024-12-09T15:07:22.961Z # # # # # ##### ###### # # #
682024-12-09T15:07:22.961Z # # # ## # # # # # # #
692024-12-09T15:07:22.961Z #### # # # # # #### # #
702024-12-09T15:07:22.962Z
712024-12-09T15:07:22.962Z+ mkdir -p /var/tmp/bins
722024-12-09T15:07:22.962Z+ for t in "$input/bins/"*.gz
732024-12-09T15:07:22.962Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-12-09T15:07:22.962Z+ b=crucible-downstairs.gz
752024-12-09T15:07:22.962Z+ b=crucible-downstairs
762024-12-09T15:07:22.962Z+ gunzip
772024-12-09T15:07:25.895Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-12-09T15:07:25.919Z+ for t in "$input/bins/"*.gz
792024-12-09T15:07:25.919Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-12-09T15:07:25.919Z+ b=crucible-hammer.gz
812024-12-09T15:07:25.919Z+ b=crucible-hammer
822024-12-09T15:07:25.919Z+ gunzip
832024-12-09T15:07:28.525Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-12-09T15:07:28.550Z+ for t in "$input/bins/"*.gz
852024-12-09T15:07:28.550Z++ basename /input/build/work/bins/crutest.gz
862024-12-09T15:07:28.550Z+ b=crutest.gz
872024-12-09T15:07:28.550Z+ b=crutest
882024-12-09T15:07:28.550Z+ gunzip
892024-12-09T15:07:31.363Z+ chmod +x /var/tmp/bins/crutest
902024-12-09T15:07:31.391Z+ for t in "$input/bins/"*.gz
912024-12-09T15:07:31.392Z++ basename /input/build/work/bins/dsc.gz
922024-12-09T15:07:31.392Z+ b=dsc.gz
932024-12-09T15:07:31.392Z+ b=dsc
942024-12-09T15:07:31.392Z+ gunzip
952024-12-09T15:07:32.915Z+ chmod +x /var/tmp/bins/dsc
962024-12-09T15:07:32.941Z+ export BINDIR=/var/tmp/bins
972024-12-09T15:07:32.941Z+ BINDIR=/var/tmp/bins
982024-12-09T15:07:32.941Z+ banner test_ds
992024-12-09T15:07:32.941Z
1002024-12-09T15:07:32.941Z ##### ###### #### ##### ##### ####
1012024-12-09T15:07:32.941Z # # # # # # #
1022024-12-09T15:07:32.941Z # ##### #### # # # ####
1032024-12-09T15:07:32.942Z # # # # # # #
1042024-12-09T15:07:32.942Z # # # # # # # # #
1052024-12-09T15:07:32.942Z # ###### #### # ####### ##### ####
1062024-12-09T15:07:32.942Z
1072024-12-09T15:07:32.942Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-12-09T15:07:32.942ZCreate file for import
1092024-12-09T15:07:32.967Z300+0 records in
1102024-12-09T15:07:32.967Z300+0 records out
1112024-12-09T15:07:32.968Z153600 bytes (150 KiB) transferred in 0.002809 secs (52 MiB/sec)
1122024-12-09T15:07:32.968ZImport region
1132024-12-09T15:07:33.050Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:32.190400815Z","hostname":"bmat-EVT22200007-00004eb7","pid":1169}
1142024-12-09T15:07:33.078ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-12-09T15:07:33.078ZRegion already large enough for image
1162024-12-09T15:07:33.078ZImporting "/tmp/ds_test/import" to region
1172024-12-09T15:07:33.120ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-12-09T15:07:33.145Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:32.262983519Z","hostname":"bmat-EVT22200007-00004eb7","pid":1169}
1192024-12-09T15:07:33.146Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:32.263107704Z","hostname":"bmat-EVT22200007-00004eb7","pid":1169}
1202024-12-09T15:07:33.146ZExport region
1212024-12-09T15:07:33.171Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:32.290131329Z","hostname":"bmat-EVT22200007-00004eb7","pid":1170}
1222024-12-09T15:07:33.171Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:32.291368984Z","hostname":"bmat-EVT22200007-00004eb7","pid":1170}
1232024-12-09T15:07:33.172Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:32.291393072Z","hostname":"bmat-EVT22200007-00004eb7","pid":1170}
1242024-12-09T15:07:33.172ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-12-09T15:07:33.172ZExporting from start_block: 0 count:300
1262024-12-09T15:07:33.172ZRead and wrote out 300 blocks
1272024-12-09T15:07:33.172ZImport Export test passed
1282024-12-09T15:07:33.172ZTest clone
1292024-12-09T15:07:33.172ZStarting source downstairs
1302024-12-09T15:07:34.170Z PID TTY TIME CMD
1312024-12-09T15:07:34.170Z 1172 ? 0:00 crucible
1322024-12-09T15:07:34.196ZDownstairs running
1332024-12-09T15:07:34.196ZCreating new downstairs
1342024-12-09T15:07:34.196Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.332905654Z","hostname":"bmat-EVT22200007-00004eb7","pid":1176}
1352024-12-09T15:07:34.196Z{"msg":"UUID: 6d2cc408-6605-4e21-ac03-942779321008","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.334842255Z","hostname":"bmat-EVT22200007-00004eb7","pid":1176}
1362024-12-09T15:07:34.196Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.334887444Z","hostname":"bmat-EVT22200007-00004eb7","pid":1176}
1372024-12-09T15:07:34.221ZCloning existing downstairs
1382024-12-09T15:07:34.221Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.353858033Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1392024-12-09T15:07:34.221Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.355033666Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1402024-12-09T15:07:34.221Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.355054327Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1412024-12-09T15:07:34.221Z{"msg":"UUID: 6d2cc408-6605-4e21-ac03-942779321008","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.355554461Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1422024-12-09T15:07:34.221Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.355593939Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1432024-12-09T15:07:34.263Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2978a42101da810efa0e51ea3f370f1f90c0069b\nCommit timestamp: 2024-12-09T14:48:58.000000000Z branch: mkeeter/simplify-faults\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.405884548Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1442024-12-09T15:07:34.264Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.40600262Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1452024-12-09T15:07:34.264Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.406032599Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1462024-12-09T15:07:34.288Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.412362745Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1472024-12-09T15:07:34.288Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.413461036Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1482024-12-09T15:07:34.288Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 6d2cc408-6605-4e21-ac03-942779321008, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.413501035Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1492024-12-09T15:07:34.288Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.413889339Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1502024-12-09T15:07:34.288Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.414018714Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1512024-12-09T15:07:34.288Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.415550357Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1522024-12-09T15:07:34.288Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.419205971Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1532024-12-09T15:07:34.288Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.420499496Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1542024-12-09T15:07:34.288Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.420652417Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1552024-12-09T15:07:34.288Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.420781261Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1562024-12-09T15:07:34.288Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.420941616Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1572024-12-09T15:07:34.288Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.420978639Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1582024-12-09T15:07:34.288Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.421830295Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1592024-12-09T15:07:34.288Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.423941569Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1602024-12-09T15:07:34.288Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.424828715Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1612024-12-09T15:07:34.289Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.424866068Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1622024-12-09T15:07:34.289Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.424964061Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1632024-12-09T15:07:34.289Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.424999972Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1642024-12-09T15:07:34.289Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.425017476Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1652024-12-09T15:07:34.289Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.425790568Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1662024-12-09T15:07:34.289Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.427948343Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1672024-12-09T15:07:34.289Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.428775491Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1682024-12-09T15:07:34.289Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.428819498Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1692024-12-09T15:07:34.289Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.428930376Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1702024-12-09T15:07:34.289Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.428966026Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1712024-12-09T15:07:34.289Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.428987308Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1722024-12-09T15:07:34.289Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.429773184Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1732024-12-09T15:07:34.314Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.432191824Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1742024-12-09T15:07:34.314Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.432976718Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1752024-12-09T15:07:34.314Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.433014953Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1762024-12-09T15:07:34.314Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.433109279Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1772024-12-09T15:07:34.314Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.433144388Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1782024-12-09T15:07:34.314Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.433161852Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1792024-12-09T15:07:34.314Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.433975042Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1802024-12-09T15:07:34.314Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.4360322Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1812024-12-09T15:07:34.314Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.436964224Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1822024-12-09T15:07:34.314Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.437010816Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1832024-12-09T15:07:34.314Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.437039202Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1842024-12-09T15:07:34.314Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.43707369Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1852024-12-09T15:07:34.314Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.437095192Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1862024-12-09T15:07:34.315Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.437926468Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1872024-12-09T15:07:34.315Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.439912907Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1882024-12-09T15:07:34.315Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.440681218Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1892024-12-09T15:07:34.315Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.440727349Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1902024-12-09T15:07:34.315Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.440761556Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1912024-12-09T15:07:34.315Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.440809381Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1922024-12-09T15:07:34.315Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.44082916Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1932024-12-09T15:07:34.315Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.441633903Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1942024-12-09T15:07:34.315Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.443567448Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1952024-12-09T15:07:34.315Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.444461307Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1962024-12-09T15:07:34.315Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.444510493Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1972024-12-09T15:07:34.315Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.444541905Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
1982024-12-09T15:07:34.315Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.444618185Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
1992024-12-09T15:07:34.315Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.444654938Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2002024-12-09T15:07:34.315Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.445378882Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2012024-12-09T15:07:34.315Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.447281386Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2022024-12-09T15:07:34.315Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.448012364Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2032024-12-09T15:07:34.315Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.44807647Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2042024-12-09T15:07:34.315Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.448110868Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2052024-12-09T15:07:34.315Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.44814725Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
2062024-12-09T15:07:34.315Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.448165305Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2072024-12-09T15:07:34.315Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.448957264Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2082024-12-09T15:07:34.315Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.450857202Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2092024-12-09T15:07:34.315Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.451578622Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2102024-12-09T15:07:34.315Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.451883552Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2112024-12-09T15:07:34.315Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.4522232Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2122024-12-09T15:07:34.315Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.452504634Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
2132024-12-09T15:07:34.315Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.452780937Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2142024-12-09T15:07:34.315Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.453758812Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2152024-12-09T15:07:34.315Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.455901518Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2162024-12-09T15:07:34.340Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.456869182Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2172024-12-09T15:07:34.340Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.456910343Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2182024-12-09T15:07:34.340Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.457062713Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2192024-12-09T15:07:34.340Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.457097882Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
2202024-12-09T15:07:34.340Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.457116028Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2212024-12-09T15:07:34.340Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.457892315Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2222024-12-09T15:07:34.340Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.460054049Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2232024-12-09T15:07:34.341Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.460853733Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2242024-12-09T15:07:34.341Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.460893Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2252024-12-09T15:07:34.341Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.460989229Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2262024-12-09T15:07:34.341Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.461032484Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
2272024-12-09T15:07:34.341Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.46105059Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2282024-12-09T15:07:34.341Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.461841717Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2292024-12-09T15:07:34.341Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.464256128Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2302024-12-09T15:07:34.341Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.465134135Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2312024-12-09T15:07:34.341Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.465170918Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2322024-12-09T15:07:34.341Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.465306244Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2332024-12-09T15:07:34.341Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.465345662Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
2342024-12-09T15:07:34.341Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.465363978Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2352024-12-09T15:07:34.341Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.46607166Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2362024-12-09T15:07:34.341Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.468638561Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2372024-12-09T15:07:34.341Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.469483564Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2382024-12-09T15:07:34.341Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.469533502Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2392024-12-09T15:07:34.341Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.469713597Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2402024-12-09T15:07:34.341Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.469869323Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
2412024-12-09T15:07:34.341Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.469915855Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2422024-12-09T15:07:34.342Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.470816687Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2432024-12-09T15:07:34.342Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.473197903Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2442024-12-09T15:07:34.342Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.474002807Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2452024-12-09T15:07:34.342Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.474053045Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2462024-12-09T15:07:34.342Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.474243701Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2472024-12-09T15:07:34.342Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.474289932Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
2482024-12-09T15:07:34.342Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.474440307Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2492024-12-09T15:07:34.342Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.475355739Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2502024-12-09T15:07:34.342Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.477684431Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2512024-12-09T15:07:34.342Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.478698376Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2522024-12-09T15:07:34.342Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.479003577Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2532024-12-09T15:07:34.342Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.479358385Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177}
2542024-12-09T15:07:34.342Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.479602064Z","hostname":"bmat-EVT22200007-00004eb7","pid":1177,"task":"clone"}
2552024-12-09T15:07:34.366ZVerify clone using export
2562024-12-09T15:07:34.366Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.50635618Z","hostname":"bmat-EVT22200007-00004eb7","pid":1178}
2572024-12-09T15:07:34.366Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.507226602Z","hostname":"bmat-EVT22200007-00004eb7","pid":1178}
2582024-12-09T15:07:34.366Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.507267242Z","hostname":"bmat-EVT22200007-00004eb7","pid":1178}
2592024-12-09T15:07:34.366ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-12-09T15:07:34.366ZExporting from start_block: 0 count:300
2612024-12-09T15:07:34.391ZRead and wrote out 300 blocks
2622024-12-09T15:07:34.391ZCreating new downstairs from clone directly
2632024-12-09T15:07:34.416Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.533358082Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2642024-12-09T15:07:34.416Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.535151421Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2652024-12-09T15:07:34.417Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.535296847Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2662024-12-09T15:07:34.417Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.535331716Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2672024-12-09T15:07:34.417Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.535347597Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2682024-12-09T15:07:34.417Z{"msg":"UUID: cbeb4cd2-17a7-4ace-beca-bed2e92b9b08","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.536870123Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2692024-12-09T15:07:34.417Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.53691412Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2702024-12-09T15:07:34.445Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2978a42101da810efa0e51ea3f370f1f90c0069b\nCommit timestamp: 2024-12-09T14:48:58.000000000Z branch: mkeeter/simplify-faults\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.587522213Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2712024-12-09T15:07:34.446Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.587606629Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2722024-12-09T15:07:34.446Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.587623943Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2732024-12-09T15:07:34.472Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.589681412Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2742024-12-09T15:07:34.472Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.590539691Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2752024-12-09T15:07:34.472Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: cbeb4cd2-17a7-4ace-beca-bed2e92b9b08, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.590594428Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2762024-12-09T15:07:34.472Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.590613556Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2772024-12-09T15:07:34.472Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.590645819Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2782024-12-09T15:07:34.472Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.591504158Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2792024-12-09T15:07:34.472Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.593991944Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2802024-12-09T15:07:34.472Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.594721149Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2812024-12-09T15:07:34.472Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.59477776Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2822024-12-09T15:07:34.473Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.594880202Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2832024-12-09T15:07:34.473Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.594964327Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2842024-12-09T15:07:34.473Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.595000108Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2852024-12-09T15:07:34.473Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.595987551Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2862024-12-09T15:07:34.473Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.598477861Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2872024-12-09T15:07:34.473Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.599190182Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2882024-12-09T15:07:34.473Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.599231875Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2892024-12-09T15:07:34.473Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.599317042Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2902024-12-09T15:07:34.473Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.599350578Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2912024-12-09T15:07:34.473Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.599369175Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2922024-12-09T15:07:34.474Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.60013905Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2932024-12-09T15:07:34.474Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.602833973Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2942024-12-09T15:07:34.474Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.603545994Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2952024-12-09T15:07:34.474Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.603604158Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2962024-12-09T15:07:34.474Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.603624698Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2972024-12-09T15:07:34.474Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.603652914Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
2982024-12-09T15:07:34.474Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.603671561Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
2992024-12-09T15:07:34.474Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.604423781Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3002024-12-09T15:07:34.474Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.606573812Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3012024-12-09T15:07:34.474Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.60727434Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3022024-12-09T15:07:34.474Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.607317014Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3032024-12-09T15:07:34.474Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.607408354Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3042024-12-09T15:07:34.474Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.607443433Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3052024-12-09T15:07:34.474Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.607461949Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3062024-12-09T15:07:34.474Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.608208137Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3072024-12-09T15:07:34.474Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.610317899Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3082024-12-09T15:07:34.474Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.611039088Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3092024-12-09T15:07:34.475Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.611092774Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3102024-12-09T15:07:34.475Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.611134355Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3112024-12-09T15:07:34.475Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.611175667Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3122024-12-09T15:07:34.475Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.611193522Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3132024-12-09T15:07:34.475Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.612092902Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3142024-12-09T15:07:34.502Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.614477614Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3152024-12-09T15:07:34.502Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.615198853Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3162024-12-09T15:07:34.502Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.615240616Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3172024-12-09T15:07:34.502Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.615357716Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3182024-12-09T15:07:34.502Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.615390581Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3192024-12-09T15:07:34.502Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.615408496Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3202024-12-09T15:07:34.502Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.616182028Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3212024-12-09T15:07:34.502Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.618456353Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3222024-12-09T15:07:34.502Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.619167082Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3232024-12-09T15:07:34.502Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.61924239Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3242024-12-09T15:07:34.502Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.619277519Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3252024-12-09T15:07:34.502Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.61932392Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3262024-12-09T15:07:34.502Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.619353108Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3272024-12-09T15:07:34.502Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.620050971Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3282024-12-09T15:07:34.502Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.622183497Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3292024-12-09T15:07:34.502Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.622897392Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3302024-12-09T15:07:34.502Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.622939284Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3312024-12-09T15:07:34.503Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.623039532Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3322024-12-09T15:07:34.503Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.623072587Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3332024-12-09T15:07:34.503Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.623091113Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3342024-12-09T15:07:34.503Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.623839997Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3352024-12-09T15:07:34.503Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.625781076Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3362024-12-09T15:07:34.503Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.626641239Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3372024-12-09T15:07:34.503Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.62668225Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3382024-12-09T15:07:34.503Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.626775593Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3392024-12-09T15:07:34.503Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.626810843Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3402024-12-09T15:07:34.503Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.626829389Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3412024-12-09T15:07:34.503Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.627637479Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3422024-12-09T15:07:34.503Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.629816136Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3432024-12-09T15:07:34.503Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.630570982Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3442024-12-09T15:07:34.503Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.630697691Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3452024-12-09T15:07:34.503Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.630817807Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3462024-12-09T15:07:34.503Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.630919477Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3472024-12-09T15:07:34.503Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.631035987Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3482024-12-09T15:07:34.503Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.631634945Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3492024-12-09T15:07:34.503Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.633597637Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3502024-12-09T15:07:34.503Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.634555432Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3512024-12-09T15:07:34.503Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.634642754Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3522024-12-09T15:07:34.503Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.63471727Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3532024-12-09T15:07:34.503Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.634799031Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3542024-12-09T15:07:34.503Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.634880722Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3552024-12-09T15:07:34.503Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.635893164Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3562024-12-09T15:07:34.503Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.637898701Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3572024-12-09T15:07:34.503Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.638718233Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3582024-12-09T15:07:34.503Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.638808972Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3592024-12-09T15:07:34.503Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.63887918Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3602024-12-09T15:07:34.503Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.638957885Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3612024-12-09T15:07:34.503Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.639066118Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3622024-12-09T15:07:34.503Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.639895079Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3632024-12-09T15:07:34.503Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.642032826Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3642024-12-09T15:07:34.504Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.642933999Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3652024-12-09T15:07:34.504Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.643060658Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3662024-12-09T15:07:34.504Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.643143221Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3672024-12-09T15:07:34.504Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.643223048Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3682024-12-09T15:07:34.504Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.643303776Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3692024-12-09T15:07:34.529Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.64419978Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3702024-12-09T15:07:34.529Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.646271516Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3712024-12-09T15:07:34.529Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.647046641Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3722024-12-09T15:07:34.529Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.647189162Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3732024-12-09T15:07:34.529Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.647268087Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3742024-12-09T15:07:34.529Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.647354197Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3752024-12-09T15:07:34.529Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.647435286Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3762024-12-09T15:07:34.529Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.64784907Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3772024-12-09T15:07:34.530Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.64971394Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3782024-12-09T15:07:34.530Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.6504355Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3792024-12-09T15:07:34.530Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.65051669Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3802024-12-09T15:07:34.530Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.650600985Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3812024-12-09T15:07:34.530Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.650670943Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181,"task":"clone"}
3822024-12-09T15:07:34.530Z{"msg":"UUID: cbeb4cd2-17a7-4ace-beca-bed2e92b9b08","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.65213294Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3832024-12-09T15:07:34.530Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.652228428Z","hostname":"bmat-EVT22200007-00004eb7","pid":1181}
3842024-12-09T15:07:34.530ZVerify second clone using export
3852024-12-09T15:07:34.555Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.675086196Z","hostname":"bmat-EVT22200007-00004eb7","pid":1182}
3862024-12-09T15:07:34.555Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.675749962Z","hostname":"bmat-EVT22200007-00004eb7","pid":1182}
3872024-12-09T15:07:34.555Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:07:33.675775973Z","hostname":"bmat-EVT22200007-00004eb7","pid":1182}
3882024-12-09T15:07:34.555ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-12-09T15:07:34.555ZExporting from start_block: 0 count:300
3902024-12-09T15:07:34.555ZRead and wrote out 300 blocks
3912024-12-09T15:07:34.555ZStopping downstairs
3922024-12-09T15:07:34.555ZClone test passed
3932024-12-09T15:07:34.556Z
3942024-12-09T15:07:34.556Zreal 1.628038732
3952024-12-09T15:07:34.556Zuser 0.300105089
3962024-12-09T15:07:34.556Zsys 0.366700328
3972024-12-09T15:07:34.556Ztrap 0.000890705
3982024-12-09T15:07:34.556Ztflt 0.001761353
3992024-12-09T15:07:34.556Zdflt 0.003476200
4002024-12-09T15:07:34.556Zkflt 0.000493561
4012024-12-09T15:07:34.556Zlock 9.935243519
4022024-12-09T15:07:34.556Zslp 2.956963933
4032024-12-09T15:07:34.557Zlat 0.099774440
4042024-12-09T15:07:34.557Zstop 0.000920985
4052024-12-09T15:07:34.557Zprocess exited: duration 11643 ms, exit code 0
 
4062024-12-09T15:07:34.613Zfound 0 output files