01HVWFBBCGE71FKPY7SJSXWVAC: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01HVWFBPTGZPYGSZ1EMAD45EHR

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-04-20T01:01:23.180Zjob dependencies complete; ready to run (waiting for 17 m 17 s)
22024-04-20T01:02:09.413Zjob assigned to worker 01HVWGBC6ZX45PE5QPYYVXDHHB (queued for 46 s)
32024-04-20T01:02:09.709Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-04-20T01:02:19.147Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-04-20T01:02:19.147Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-04-20T01:02:24.374Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-04-20T01:02:24.375Zdownloading input: /input/build/work/bins/crutest.gz
82024-04-20T01:02:30.436Zdownloaded input: /input/build/work/bins/crutest.gz
92024-04-20T01:02:30.436Zdownloading input: /input/build/work/bins/dsc.gz
102024-04-20T01:02:34.152Zdownloaded input: /input/build/work/bins/dsc.gz
112024-04-20T01:02:34.152Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-04-20T01:02:34.226Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-04-20T01:02:34.226Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-04-20T01:02:34.271Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-04-20T01:02:34.305Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-04-20T01:02:34.335Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-04-20T01:02:34.336Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-04-20T01:02:34.374Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-04-20T01:02:34.374Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-04-20T01:02:34.480Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-04-20T01:02:34.480Zdownloading input: /input/build/work/scripts/test_up.sh
222024-04-20T01:02:34.533Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-04-20T01:02:34.533Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-04-20T01:02:34.580Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-04-20T01:02:34.610Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-04-20T01:02:39.890Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-04-20T01:02:39.890Zstarting task 0: "setup"
282024-04-20T01:02:39.915Z++ uname -s
292024-04-20T01:02:39.916Z+ kern=SunOS
302024-04-20T01:02:39.916Z+ case "$kern" in
312024-04-20T01:02:39.916Z+ groupadd -g 12345 build
322024-04-20T01:02:39.916Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-04-20T01:02:41.919Z+ zfs create -o mountpoint=/work rpool/work
342024-04-20T01:02:41.960Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-04-20T01:02:41.988Z+ home_fs=zfs
362024-04-20T01:02:41.988Z+ [[ zfs == autofs ]]
372024-04-20T01:02:41.988Z+ mkdir -p /home/build
382024-04-20T01:02:41.988Z+ chown build:build /home/build /work
392024-04-20T01:02:43.969Z+ chmod 0700 /home/build /work
402024-04-20T01:02:43.995Zprocess exited: duration 4082 ms, exit code 0
 
412024-04-20T01:02:44.047Zstarting task 1: "authentication"
422024-04-20T01:02:44.098Zprocess exited: duration 51 ms, exit code 0
 
432024-04-20T01:02:44.151Zstarting task 2: "build"
442024-04-20T01:02:44.177Z+ banner cores
452024-04-20T01:02:44.177Z
462024-04-20T01:02:44.177Z #### #### ##### ###### ####
472024-04-20T01:02:44.177Z # # # # # # # #
482024-04-20T01:02:44.177Z # # # # # ##### ####
492024-04-20T01:02:44.177Z # # # ##### # #
502024-04-20T01:02:44.177Z # # # # # # # # #
512024-04-20T01:02:44.177Z #### #### # # ###### ####
522024-04-20T01:02:44.177Z
532024-04-20T01:02:44.177Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-04-20T01:02:44.177Z+ echo 'input bins dir contains:'
552024-04-20T01:02:44.177Z+ ls -ltr /input/build/work/bins
562024-04-20T01:02:44.177Zinput bins dir contains:
572024-04-20T01:02:44.177Ztotal 658516
582024-04-20T01:02:44.177Z-rw-r--r-- 1 root root 98276289 Apr 20 01:02 crucible-downstairs.gz
592024-04-20T01:02:44.177Z-rw-r--r-- 1 root root 79513064 Apr 20 01:02 crucible-hammer.gz
602024-04-20T01:02:44.177Z-rw-r--r-- 1 root root 95398132 Apr 20 01:02 crutest.gz
612024-04-20T01:02:44.177Z-rw-r--r-- 1 root root 63730486 Apr 20 01:02 dsc.gz
622024-04-20T01:02:44.177Z+ banner unpack
632024-04-20T01:02:44.203Z
642024-04-20T01:02:44.203Z # # # # ##### ## #### # #
652024-04-20T01:02:44.203Z # # ## # # # # # # # # #
662024-04-20T01:02:44.203Z # # # # # # # # # # ####
672024-04-20T01:02:44.203Z # # # # # ##### ###### # # #
682024-04-20T01:02:44.203Z # # # ## # # # # # # #
692024-04-20T01:02:44.203Z #### # # # # # #### # #
702024-04-20T01:02:44.203Z
712024-04-20T01:02:44.203Z+ mkdir -p /var/tmp/bins
722024-04-20T01:02:44.203Z+ for t in "$input/bins/"*.gz
732024-04-20T01:02:44.203Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-04-20T01:02:44.203Z+ b=crucible-downstairs.gz
752024-04-20T01:02:44.203Z+ b=crucible-downstairs
762024-04-20T01:02:44.203Z+ gunzip
772024-04-20T01:02:46.926Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-04-20T01:02:46.955Z+ for t in "$input/bins/"*.gz
792024-04-20T01:02:46.955Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-04-20T01:02:46.955Z+ b=crucible-hammer.gz
812024-04-20T01:02:46.955Z+ b=crucible-hammer
822024-04-20T01:02:46.955Z+ gunzip
832024-04-20T01:02:49.067Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-04-20T01:02:49.093Z+ for t in "$input/bins/"*.gz
852024-04-20T01:02:49.093Z++ basename /input/build/work/bins/crutest.gz
862024-04-20T01:02:49.093Z+ b=crutest.gz
872024-04-20T01:02:49.093Z+ b=crutest
882024-04-20T01:02:49.093Z+ gunzip
892024-04-20T01:02:51.715Z+ chmod +x /var/tmp/bins/crutest
902024-04-20T01:02:51.740Z+ for t in "$input/bins/"*.gz
912024-04-20T01:02:51.741Z++ basename /input/build/work/bins/dsc.gz
922024-04-20T01:02:51.741Z+ b=dsc.gz
932024-04-20T01:02:51.741Z+ b=dsc
942024-04-20T01:02:51.741Z+ gunzip
952024-04-20T01:02:53.319Z+ chmod +x /var/tmp/bins/dsc
962024-04-20T01:02:53.344Z+ export BINDIR=/var/tmp/bins
972024-04-20T01:02:53.344Z+ BINDIR=/var/tmp/bins
982024-04-20T01:02:53.344Z+ banner test_ds
992024-04-20T01:02:53.344Z
1002024-04-20T01:02:53.344Z ##### ###### #### ##### ##### ####
1012024-04-20T01:02:53.345Z # # # # # # #
1022024-04-20T01:02:53.345Z # ##### #### # # # ####
1032024-04-20T01:02:53.345Z # # # # # # #
1042024-04-20T01:02:53.345Z # # # # # # # # #
1052024-04-20T01:02:53.345Z # ###### #### # ####### ##### ####
1062024-04-20T01:02:53.345Z
1072024-04-20T01:02:53.345Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-04-20T01:02:53.345Z/input/build/work
1092024-04-20T01:02:53.370ZCreate file for import
1102024-04-20T01:02:53.370Z300+0 records in
1112024-04-20T01:02:53.370Z300+0 records out
1122024-04-20T01:02:53.370Z153600 bytes (150 KiB) transferred in 0.002973 secs (49 MiB/sec)
1132024-04-20T01:02:53.370ZImport region
1142024-04-20T01:02:53.453Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:53.284006402Z","hostname":"bmat-EVT22200007-00000f79","pid":1141}
1152024-04-20T01:02:53.478ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1162024-04-20T01:02:53.479ZRegion already large enough for image
1172024-04-20T01:02:53.479ZImporting "/tmp/ds_test/import" to region
1182024-04-20T01:02:53.520ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1192024-04-20T01:02:53.544Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:53.356237837Z","hostname":"bmat-EVT22200007-00000f79","pid":1141}
1202024-04-20T01:02:53.545Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:53.356313157Z","hostname":"bmat-EVT22200007-00000f79","pid":1141}
1212024-04-20T01:02:53.545ZExport region
1222024-04-20T01:02:53.573Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:53.384137234Z","hostname":"bmat-EVT22200007-00000f79","pid":1142}
1232024-04-20T01:02:53.573Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:53.384452605Z","hostname":"bmat-EVT22200007-00000f79","pid":1142}
1242024-04-20T01:02:53.573Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:53.384472635Z","hostname":"bmat-EVT22200007-00000f79","pid":1142}
1252024-04-20T01:02:53.573ZExport total_size: 768000 Extent size:51200 Total Extents:15
1262024-04-20T01:02:53.573ZExporting from start_block: 0 count:300
1272024-04-20T01:02:53.573ZRead and wrote out 300 blocks
1282024-04-20T01:02:53.574ZImport Export test passed
1292024-04-20T01:02:53.574ZTest clone
1302024-04-20T01:02:53.574ZStarting source downstairs
1312024-04-20T01:02:54.575Z PID TTY TIME CMD
1322024-04-20T01:02:54.575Z 1144 ? 0:00 crucible
1332024-04-20T01:02:54.606ZDownstairs running
1342024-04-20T01:02:54.607ZCreating new downstairs
1352024-04-20T01:02:54.607Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.426883122Z","hostname":"bmat-EVT22200007-00000f79","pid":1148}
1362024-04-20T01:02:54.607Z{"msg":"UUID: 01c4ae62-2ed5-40f2-ace7-2f6557e06485","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.427865387Z","hostname":"bmat-EVT22200007-00000f79","pid":1148}
1372024-04-20T01:02:54.607Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.427908573Z","hostname":"bmat-EVT22200007-00000f79","pid":1148}
1382024-04-20T01:02:54.607ZCloning existing downstairs
1392024-04-20T01:02:54.637Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.446183238Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1402024-04-20T01:02:54.637Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.446606665Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1412024-04-20T01:02:54.637Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.446638198Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1422024-04-20T01:02:54.637Z{"msg":"UUID: 01c4ae62-2ed5-40f2-ace7-2f6557e06485","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.446900833Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1432024-04-20T01:02:54.637Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.446936505Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1442024-04-20T01:02:54.637Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: b97e434eec561fa80f965a2f40ec87c83a3a439e\nCommit timestamp: 2024-04-20T00:34:22.000000000Z branch: artemis/remove-reqwest-block-io\nrustc: 1.76.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.44697411Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1452024-04-20T01:02:54.637Z{"msg":"Upstairs <-> Downstairs Message Version: 6","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.447029681Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1462024-04-20T01:02:54.637Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.447048359Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1472024-04-20T01:02:54.696Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.508760351Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1482024-04-20T01:02:54.696Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.50995466Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1492024-04-20T01:02:54.697Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 01c4ae62-2ed5-40f2-ace7-2f6557e06485, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.509998919Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1502024-04-20T01:02:54.697Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.510211895Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1512024-04-20T01:02:54.697Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.510249961Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1522024-04-20T01:02:54.728Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.550331105Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1532024-04-20T01:02:54.729Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.554844999Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1542024-04-20T01:02:54.729Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.556072935Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1552024-04-20T01:02:54.760Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.556762324Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1562024-04-20T01:02:54.760Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.556814258Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1572024-04-20T01:02:54.760Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.556898026Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1582024-04-20T01:02:54.761Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.556939499Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1592024-04-20T01:02:54.793Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.592193372Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1602024-04-20T01:02:54.793Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.595005034Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1612024-04-20T01:02:54.793Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.595827309Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1622024-04-20T01:02:54.793Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.597273481Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1632024-04-20T01:02:54.793Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.597406417Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1642024-04-20T01:02:54.793Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.597464634Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1652024-04-20T01:02:54.793Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.597489043Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1662024-04-20T01:02:54.823Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.633472651Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1672024-04-20T01:02:54.823Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.635624305Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1682024-04-20T01:02:54.824Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.636511569Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1692024-04-20T01:02:54.824Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.637031519Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1702024-04-20T01:02:54.824Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.637233892Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1712024-04-20T01:02:54.825Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.637271928Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1722024-04-20T01:02:54.825Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.63729293Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1732024-04-20T01:02:54.858Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.672383532Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1742024-04-20T01:02:54.859Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.674443833Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1752024-04-20T01:02:54.859Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.675116108Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1762024-04-20T01:02:54.859Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.675592901Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1772024-04-20T01:02:54.859Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.675766298Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1782024-04-20T01:02:54.859Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.675801458Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1792024-04-20T01:02:54.859Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.675822641Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1802024-04-20T01:02:54.889Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.710626299Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1812024-04-20T01:02:54.890Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.713460087Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1822024-04-20T01:02:54.890Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.714117202Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1832024-04-20T01:02:54.890Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.714613063Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1842024-04-20T01:02:54.890Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.714710759Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1852024-04-20T01:02:54.890Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.714754927Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1862024-04-20T01:02:54.890Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.714774947Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1872024-04-20T01:02:54.919Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.749589279Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1882024-04-20T01:02:54.948Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.75197433Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1892024-04-20T01:02:54.949Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.752736194Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1902024-04-20T01:02:54.949Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.753250172Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1912024-04-20T01:02:54.949Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.753327867Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1922024-04-20T01:02:54.949Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.753343458Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
1932024-04-20T01:02:54.949Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.753362076Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1942024-04-20T01:02:54.979Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.788038689Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1952024-04-20T01:02:54.979Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.790641566Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1962024-04-20T01:02:54.980Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.791313019Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1972024-04-20T01:02:54.980Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.791817608Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1982024-04-20T01:02:54.980Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.791936185Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
1992024-04-20T01:02:54.980Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.79197333Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
2002024-04-20T01:02:54.980Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.791990534Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2012024-04-20T01:02:55.010Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.826729858Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2022024-04-20T01:02:55.011Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.829199959Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2032024-04-20T01:02:55.011Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.830175433Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2042024-04-20T01:02:55.011Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.831556435Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2052024-04-20T01:02:55.011Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.831635504Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2062024-04-20T01:02:55.011Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.83167385Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
2072024-04-20T01:02:55.011Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.83172357Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2082024-04-20T01:02:55.041Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.867463012Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2092024-04-20T01:02:55.041Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.869908153Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2102024-04-20T01:02:55.041Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.870625177Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2112024-04-20T01:02:55.071Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.871957913Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2122024-04-20T01:02:55.071Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.872086811Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2132024-04-20T01:02:55.071Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.872108314Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
2142024-04-20T01:02:55.071Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.872127312Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2152024-04-20T01:02:55.102Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.907601704Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2162024-04-20T01:02:55.103Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.91062201Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2172024-04-20T01:02:55.103Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.911353854Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2182024-04-20T01:02:55.103Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.911877341Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2192024-04-20T01:02:55.103Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.911992903Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2202024-04-20T01:02:55.103Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.912024666Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
2212024-04-20T01:02:55.103Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.912043464Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2222024-04-20T01:02:55.136Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.946549449Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2232024-04-20T01:02:55.136Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.949245922Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2242024-04-20T01:02:55.136Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.950053676Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2252024-04-20T01:02:55.136Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.950556351Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2262024-04-20T01:02:55.137Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.950638566Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2272024-04-20T01:02:55.137Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.9508396Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
2282024-04-20T01:02:55.137Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.950956574Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2292024-04-20T01:02:55.167Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.98539805Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2302024-04-20T01:02:55.168Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.987918341Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2312024-04-20T01:02:55.168Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.988910606Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2322024-04-20T01:02:55.168Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.989413101Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2332024-04-20T01:02:55.168Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.9895225Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2342024-04-20T01:02:55.168Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.989566398Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
2352024-04-20T01:02:55.168Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:54.989583893Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2362024-04-20T01:02:55.199Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.024274134Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2372024-04-20T01:02:55.200Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.026668328Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2382024-04-20T01:02:55.200Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.027335212Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2392024-04-20T01:02:55.200Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.027833719Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2402024-04-20T01:02:55.200Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.027912797Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2412024-04-20T01:02:55.231Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.027941435Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
2422024-04-20T01:02:55.231Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.027986244Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2432024-04-20T01:02:55.262Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.062387788Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2442024-04-20T01:02:55.262Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.064780614Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2452024-04-20T01:02:55.263Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.06590982Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2462024-04-20T01:02:55.263Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.067414149Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2472024-04-20T01:02:55.263Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.06750961Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2482024-04-20T01:02:55.263Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.06755428Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
2492024-04-20T01:02:55.263Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.067572606Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2502024-04-20T01:02:55.295Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.103511207Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2512024-04-20T01:02:55.295Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.106065827Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2522024-04-20T01:02:55.295Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.106804154Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2532024-04-20T01:02:55.295Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.107323052Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2542024-04-20T01:02:55.295Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.107434424Z","hostname":"bmat-EVT22200007-00000f79","pid":1149}
2552024-04-20T01:02:55.295Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.107469515Z","hostname":"bmat-EVT22200007-00000f79","pid":1149,"task":"clone"}
2562024-04-20T01:02:55.296ZVerify clone using export
2572024-04-20T01:02:55.328Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.135033564Z","hostname":"bmat-EVT22200007-00000f79","pid":1150}
2582024-04-20T01:02:55.328Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.13546694Z","hostname":"bmat-EVT22200007-00000f79","pid":1150}
2592024-04-20T01:02:55.328Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.135500808Z","hostname":"bmat-EVT22200007-00000f79","pid":1150}
2602024-04-20T01:02:55.328ZExport total_size: 768000 Extent size:51200 Total Extents:15
2612024-04-20T01:02:55.328ZExporting from start_block: 0 count:300
2622024-04-20T01:02:55.328ZRead and wrote out 300 blocks
2632024-04-20T01:02:55.329ZCreating new downstairs from clone directly
2642024-04-20T01:02:55.364Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.160807068Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2652024-04-20T01:02:55.364Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.161626798Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2662024-04-20T01:02:55.364Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.161781618Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2672024-04-20T01:02:55.364Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.161817439Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2682024-04-20T01:02:55.365Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.161832339Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2692024-04-20T01:02:55.365Z{"msg":"UUID: 78282cb9-1aaa-47e9-b5a1-d240443f46cb","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.162423832Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2702024-04-20T01:02:55.365Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.162459183Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2712024-04-20T01:02:55.365Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: b97e434eec561fa80f965a2f40ec87c83a3a439e\nCommit timestamp: 2024-04-20T00:34:22.000000000Z branch: artemis/remove-reqwest-block-io\nrustc: 1.76.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.162485165Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2722024-04-20T01:02:55.365Z{"msg":"Upstairs <-> Downstairs Message Version: 6","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.162538071Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2732024-04-20T01:02:55.366Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.162554273Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2742024-04-20T01:02:55.398Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.213389086Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2752024-04-20T01:02:55.398Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.214267047Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2762024-04-20T01:02:55.399Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 78282cb9-1aaa-47e9-b5a1-d240443f46cb, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.21431858Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2772024-04-20T01:02:55.399Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.214509492Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2782024-04-20T01:02:55.399Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.214557919Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2792024-04-20T01:02:55.429Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.253573386Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2802024-04-20T01:02:55.430Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.256067435Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2812024-04-20T01:02:55.430Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.256827105Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2822024-04-20T01:02:55.430Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.25738445Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2832024-04-20T01:02:55.431Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.257569961Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2842024-04-20T01:02:55.431Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.257676283Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2852024-04-20T01:02:55.431Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.257717195Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2862024-04-20T01:02:55.462Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.292363118Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2872024-04-20T01:02:55.494Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.295187838Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2882024-04-20T01:02:55.495Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.296109331Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2892024-04-20T01:02:55.495Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.296571255Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2902024-04-20T01:02:55.495Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.296656646Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2912024-04-20T01:02:55.495Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.296756215Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2922024-04-20T01:02:55.495Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.296794181Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2932024-04-20T01:02:55.524Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.331467859Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2942024-04-20T01:02:55.524Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.334036397Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2952024-04-20T01:02:55.524Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.334744764Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2962024-04-20T01:02:55.524Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.335228391Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2972024-04-20T01:02:55.525Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.335309684Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
2982024-04-20T01:02:55.525Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.335327269Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
2992024-04-20T01:02:55.525Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.335343581Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3002024-04-20T01:02:55.554Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.37002751Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3012024-04-20T01:02:55.554Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.372206068Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3022024-04-20T01:02:55.555Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.373109936Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3032024-04-20T01:02:55.555Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.374550647Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3042024-04-20T01:02:55.555Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.374675607Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3052024-04-20T01:02:55.555Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.374833633Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3062024-04-20T01:02:55.555Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.374871299Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3072024-04-20T01:02:55.587Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.410090312Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3082024-04-20T01:02:55.587Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.413377954Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3092024-04-20T01:02:55.618Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.414570229Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3102024-04-20T01:02:55.618Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.415578355Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3112024-04-20T01:02:55.618Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.415776451Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3122024-04-20T01:02:55.618Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.415825349Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3132024-04-20T01:02:55.618Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.415946692Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3142024-04-20T01:02:55.651Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.452073371Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3152024-04-20T01:02:55.651Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.454530015Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3162024-04-20T01:02:55.651Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.455190717Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3172024-04-20T01:02:55.651Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.455693332Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3182024-04-20T01:02:55.651Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.455754935Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3192024-04-20T01:02:55.652Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.455794044Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3202024-04-20T01:02:55.652Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.455811398Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3212024-04-20T01:02:55.685Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.491243754Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3222024-04-20T01:02:55.685Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.49337174Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3232024-04-20T01:02:55.686Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.494096109Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3242024-04-20T01:02:55.686Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.494592612Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3252024-04-20T01:02:55.686Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.494714647Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3262024-04-20T01:02:55.686Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.494752843Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3272024-04-20T01:02:55.686Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.494770158Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3282024-04-20T01:02:55.717Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.530159136Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3292024-04-20T01:02:55.718Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.532414708Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3302024-04-20T01:02:55.718Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.533147754Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3312024-04-20T01:02:55.718Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.533878536Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3322024-04-20T01:02:55.718Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.53414056Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3332024-04-20T01:02:55.718Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.53431531Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3342024-04-20T01:02:55.719Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.534365831Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3352024-04-20T01:02:55.750Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.569972284Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3362024-04-20T01:02:55.750Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.572658557Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3372024-04-20T01:02:55.750Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.57341496Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3382024-04-20T01:02:55.750Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.574912306Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3392024-04-20T01:02:55.751Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.574982757Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3402024-04-20T01:02:55.751Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.575151023Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3412024-04-20T01:02:55.751Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.575194049Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3422024-04-20T01:02:55.782Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.610521084Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3432024-04-20T01:02:55.828Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.612592758Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3442024-04-20T01:02:55.828Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.61337379Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3452024-04-20T01:02:55.828Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.613915834Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3462024-04-20T01:02:55.828Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.613997838Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3472024-04-20T01:02:55.828Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.614023981Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3482024-04-20T01:02:55.829Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.614075955Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3492024-04-20T01:02:55.862Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.648593991Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3502024-04-20T01:02:55.862Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.650622639Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3512024-04-20T01:02:55.862Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.651326226Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3522024-04-20T01:02:55.862Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.651821668Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3532024-04-20T01:02:55.862Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.651880555Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3542024-04-20T01:02:55.862Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.651915565Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3552024-04-20T01:02:55.862Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.65195777Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3562024-04-20T01:02:55.862Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.686601939Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3572024-04-20T01:02:55.862Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.689226168Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3582024-04-20T01:02:55.893Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.689966248Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3592024-04-20T01:02:55.893Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.690457761Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3602024-04-20T01:02:55.893Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.690524034Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3612024-04-20T01:02:55.893Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.69057692Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3622024-04-20T01:02:55.894Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.690607771Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3632024-04-20T01:02:55.923Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.725115577Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3642024-04-20T01:02:55.924Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.727084456Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3652024-04-20T01:02:55.924Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.727791921Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3662024-04-20T01:02:55.924Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.728275508Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3672024-04-20T01:02:55.924Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.728347272Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3682024-04-20T01:02:55.924Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.728380107Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3692024-04-20T01:02:55.924Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.728396961Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3702024-04-20T01:02:55.953Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.762779497Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3712024-04-20T01:02:55.953Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.765705008Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3722024-04-20T01:02:55.953Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.766353927Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3732024-04-20T01:02:55.953Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.766862063Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3742024-04-20T01:02:55.954Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.76692582Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3752024-04-20T01:02:55.954Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.766976672Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3762024-04-20T01:02:55.954Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.767019668Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3772024-04-20T01:02:55.981Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.801749989Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3782024-04-20T01:02:55.982Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.803753347Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3792024-04-20T01:02:55.982Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.804460431Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3802024-04-20T01:02:55.982Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.804961253Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3812024-04-20T01:02:55.982Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.80504974Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3822024-04-20T01:02:55.982Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.805090902Z","hostname":"bmat-EVT22200007-00000f79","pid":1153,"task":"clone"}
3832024-04-20T01:02:55.982Z{"msg":"UUID: 78282cb9-1aaa-47e9-b5a1-d240443f46cb","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.806900532Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3842024-04-20T01:02:55.983Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.806943738Z","hostname":"bmat-EVT22200007-00000f79","pid":1153}
3852024-04-20T01:02:56.012ZVerify second clone using export
3862024-04-20T01:02:56.012Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.831287365Z","hostname":"bmat-EVT22200007-00000f79","pid":1154}
3872024-04-20T01:02:56.012Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.831698528Z","hostname":"bmat-EVT22200007-00000f79","pid":1154}
3882024-04-20T01:02:56.012Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-20T01:02:55.831730772Z","hostname":"bmat-EVT22200007-00000f79","pid":1154}
3892024-04-20T01:02:56.013ZExport total_size: 768000 Extent size:51200 Total Extents:15
3902024-04-20T01:02:56.013ZExporting from start_block: 0 count:300
3912024-04-20T01:02:56.013ZRead and wrote out 300 blocks
3922024-04-20T01:02:56.013ZStopping downstairs
3932024-04-20T01:02:56.013ZClone test passed
3942024-04-20T01:02:56.042Z
3952024-04-20T01:02:56.042Zreal 2.685102473
3962024-04-20T01:02:56.042Zuser 1.316934041
3972024-04-20T01:02:56.042Zsys 0.391175915
3982024-04-20T01:02:56.042Ztrap 0.000982890
3992024-04-20T01:02:56.042Ztflt 0.002759854
4002024-04-20T01:02:56.043Zdflt 0.001693870
4012024-04-20T01:02:56.043Zkflt 0.000419145
4022024-04-20T01:02:56.043Zlock 23.274822925
4032024-04-20T01:02:56.043Zslp 5.091575129
4042024-04-20T01:02:56.043Zlat 0.099101019
4052024-04-20T01:02:56.043Zstop 0.000721207
4062024-04-20T01:02:56.043Zprocess exited: duration 11866 ms, exit code 0
 
4072024-04-20T01:02:56.101Zfound 0 output files