01JCPQJT6GMYGA42NCSZH27KZM: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JCPQK4M8RZBMZZCEVYA4ZYVB

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-15T01:55:58.347Zjob dependencies complete; ready to run (waiting for 16 m 35 s)
22024-11-15T01:56:23.432Zjob assigned to worker 01JCPRHJ6RJWHJKSJHN144S32W [factory gimlet-EVT22200007-propolis, EVT22200007/18870] (queued for 25 s)
32024-11-15T01:56:31.705Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-11-15T01:56:36.561Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-11-15T01:56:36.561Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-11-15T01:56:41.207Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-11-15T01:56:41.207Zdownloading input: /input/build/work/bins/crutest.gz
82024-11-15T01:56:46.052Zdownloaded input: /input/build/work/bins/crutest.gz
92024-11-15T01:56:46.052Zdownloading input: /input/build/work/bins/dsc.gz
102024-11-15T01:56:49.049Zdownloaded input: /input/build/work/bins/dsc.gz
112024-11-15T01:56:49.073Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-11-15T01:56:49.097Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-11-15T01:56:49.097Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-11-15T01:56:49.127Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-11-15T01:56:49.127Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-11-15T01:56:49.170Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-11-15T01:56:49.170Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-11-15T01:56:49.211Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-11-15T01:56:49.211Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-11-15T01:56:49.249Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-11-15T01:56:49.249Zdownloading input: /input/build/work/scripts/test_up.sh
222024-11-15T01:56:49.290Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-11-15T01:56:49.290Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-11-15T01:56:49.329Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-11-15T01:56:49.353Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-11-15T01:56:52.207Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-11-15T01:56:52.207Zstarting task 0: "setup"
282024-11-15T01:56:52.231Z++ uname -s
292024-11-15T01:56:52.231Z+ kern=SunOS
302024-11-15T01:56:52.231Z+ case "$kern" in
312024-11-15T01:56:52.231Z+ groupadd -g 12345 build
322024-11-15T01:56:52.231Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-11-15T01:56:54.234Z+ zfs create -o mountpoint=/work rpool/work
342024-11-15T01:56:54.277Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-11-15T01:56:54.300Z+ home_fs=zfs
362024-11-15T01:56:54.300Z+ [[ zfs == autofs ]]
372024-11-15T01:56:54.300Z+ mkdir -p /home/build
382024-11-15T01:56:54.301Z+ chown build:build /home/build /work
392024-11-15T01:56:56.287Z+ chmod 0700 /home/build /work
402024-11-15T01:56:56.311Zprocess exited: duration 4084 ms, exit code 0
 
412024-11-15T01:56:56.360Zstarting task 1: "authentication"
422024-11-15T01:56:56.412Zprocess exited: duration 52 ms, exit code 0
 
432024-11-15T01:56:56.459Zstarting task 2: "build"
442024-11-15T01:56:56.484Z+ banner cores
452024-11-15T01:56:56.484Z
462024-11-15T01:56:56.484Z #### #### ##### ###### ####
472024-11-15T01:56:56.484Z # # # # # # # #
482024-11-15T01:56:56.484Z # # # # # ##### ####
492024-11-15T01:56:56.484Z # # # ##### # #
502024-11-15T01:56:56.484Z # # # # # # # # #
512024-11-15T01:56:56.484Z #### #### # # ###### ####
522024-11-15T01:56:56.484Z
532024-11-15T01:56:56.484Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-11-15T01:56:56.484Z+ echo 'input bins dir contains:'
552024-11-15T01:56:56.484Zinput bins dir contains:
562024-11-15T01:56:56.484Z+ ls -ltr /input/build/work/bins
572024-11-15T01:56:56.508Ztotal 762836
582024-11-15T01:56:56.508Z-rw-r--r-- 1 root root 109276874 Nov 15 01:56 crucible-downstairs.gz
592024-11-15T01:56:56.508Z-rw-r--r-- 1 root root 105057390 Nov 15 01:56 crucible-hammer.gz
602024-11-15T01:56:56.508Z-rw-r--r-- 1 root root 109474605 Nov 15 01:56 crutest.gz
612024-11-15T01:56:56.508Z-rw-r--r-- 1 root root 66480466 Nov 15 01:56 dsc.gz
622024-11-15T01:56:56.508Z+ banner unpack
632024-11-15T01:56:56.508Z
642024-11-15T01:56:56.508Z # # # # ##### ## #### # #
652024-11-15T01:56:56.508Z # # ## # # # # # # # # #
662024-11-15T01:56:56.508Z # # # # # # # # # # ####
672024-11-15T01:56:56.508Z # # # # # ##### ###### # # #
682024-11-15T01:56:56.508Z # # # ## # # # # # # #
692024-11-15T01:56:56.508Z #### # # # # # #### # #
702024-11-15T01:56:56.508Z
712024-11-15T01:56:56.508Z+ mkdir -p /var/tmp/bins
722024-11-15T01:56:56.508Z+ for t in "$input/bins/"*.gz
732024-11-15T01:56:56.508Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-11-15T01:56:56.508Z+ b=crucible-downstairs.gz
752024-11-15T01:56:56.508Z+ b=crucible-downstairs
762024-11-15T01:56:56.509Z+ gunzip
772024-11-15T01:56:59.474Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-11-15T01:56:59.499Z+ for t in "$input/bins/"*.gz
792024-11-15T01:56:59.499Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-11-15T01:56:59.499Z+ b=crucible-hammer.gz
812024-11-15T01:56:59.499Z+ b=crucible-hammer
822024-11-15T01:56:59.499Z+ gunzip
832024-11-15T01:57:02.102Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-11-15T01:57:02.127Z+ for t in "$input/bins/"*.gz
852024-11-15T01:57:02.127Z++ basename /input/build/work/bins/crutest.gz
862024-11-15T01:57:02.127Z+ b=crutest.gz
872024-11-15T01:57:02.127Z+ b=crutest
882024-11-15T01:57:02.127Z+ gunzip
892024-11-15T01:57:04.963Z+ chmod +x /var/tmp/bins/crutest
902024-11-15T01:57:04.987Z+ for t in "$input/bins/"*.gz
912024-11-15T01:57:04.987Z++ basename /input/build/work/bins/dsc.gz
922024-11-15T01:57:04.987Z+ b=dsc.gz
932024-11-15T01:57:04.987Z+ b=dsc
942024-11-15T01:57:04.987Z+ gunzip
952024-11-15T01:57:06.517Z+ chmod +x /var/tmp/bins/dsc
962024-11-15T01:57:06.542Z+ export BINDIR=/var/tmp/bins
972024-11-15T01:57:06.542Z+ BINDIR=/var/tmp/bins
982024-11-15T01:57:06.542Z+ banner test_ds
992024-11-15T01:57:06.542Z
1002024-11-15T01:57:06.542Z ##### ###### #### ##### ##### ####
1012024-11-15T01:57:06.542Z # # # # # # #
1022024-11-15T01:57:06.542Z # ##### #### # # # ####
1032024-11-15T01:57:06.542Z # # # # # # #
1042024-11-15T01:57:06.542Z # # # # # # # # #
1052024-11-15T01:57:06.542Z # ###### #### # ####### ##### ####
1062024-11-15T01:57:06.542Z
1072024-11-15T01:57:06.543Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-11-15T01:57:06.568ZCreate file for import
1092024-11-15T01:57:06.568Z300+0 records in
1102024-11-15T01:57:06.568Z300+0 records out
1112024-11-15T01:57:06.568Z153600 bytes (150 KiB) transferred in 0.002865 secs (51 MiB/sec)
1122024-11-15T01:57:06.568ZImport region
1132024-11-15T01:57:06.682Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:06.348333557Z","hostname":"bmat-EVT22200007-000049b6","pid":1169}
1142024-11-15T01:57:06.682ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-11-15T01:57:06.682ZRegion already large enough for image
1162024-11-15T01:57:06.682ZImporting "/tmp/ds_test/import" to region
1172024-11-15T01:57:06.725ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-11-15T01:57:06.750Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:06.419256641Z","hostname":"bmat-EVT22200007-000049b6","pid":1169}
1192024-11-15T01:57:06.750Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:06.41936706Z","hostname":"bmat-EVT22200007-000049b6","pid":1169}
1202024-11-15T01:57:06.750ZExport region
1212024-11-15T01:57:06.775Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:06.446816477Z","hostname":"bmat-EVT22200007-000049b6","pid":1170}
1222024-11-15T01:57:06.775Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:06.447987044Z","hostname":"bmat-EVT22200007-000049b6","pid":1170}
1232024-11-15T01:57:06.775Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:06.448061601Z","hostname":"bmat-EVT22200007-000049b6","pid":1170}
1242024-11-15T01:57:06.775ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-11-15T01:57:06.775ZExporting from start_block: 0 count:300
1262024-11-15T01:57:06.775ZRead and wrote out 300 blocks
1272024-11-15T01:57:06.775ZImport Export test passed
1282024-11-15T01:57:06.775ZTest clone
1292024-11-15T01:57:06.776ZStarting source downstairs
1302024-11-15T01:57:07.779Z PID TTY TIME CMD
1312024-11-15T01:57:07.779Z 1172 ? 0:00 crucible
1322024-11-15T01:57:07.804ZDownstairs running
1332024-11-15T01:57:07.804ZCreating new downstairs
1342024-11-15T01:57:07.804Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.48967644Z","hostname":"bmat-EVT22200007-000049b6","pid":1176}
1352024-11-15T01:57:07.804Z{"msg":"UUID: 1096f02d-a643-4a92-8093-73bc9d86d28c","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.491891766Z","hostname":"bmat-EVT22200007-000049b6","pid":1176}
1362024-11-15T01:57:07.804Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.491923499Z","hostname":"bmat-EVT22200007-000049b6","pid":1176}
1372024-11-15T01:57:07.829ZCloning existing downstairs
1382024-11-15T01:57:07.829Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.513929821Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1392024-11-15T01:57:07.829Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.515228381Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1402024-11-15T01:57:07.829Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.515251507Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1412024-11-15T01:57:07.829Z{"msg":"UUID: 1096f02d-a643-4a92-8093-73bc9d86d28c","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.515928938Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1422024-11-15T01:57:07.829Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.515968486Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1432024-11-15T01:57:07.873Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 5698e843f5bfd164775ff7ff0d12625b59494d67\nCommit timestamp: 2024-11-15T01:38:50.000000000Z branch: alan/global-state-from-dtrace\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.566394836Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1442024-11-15T01:57:07.873Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.566505315Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1452024-11-15T01:57:07.873Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.566534924Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1462024-11-15T01:57:07.920Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.572862088Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1472024-11-15T01:57:07.920Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.573735106Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1482024-11-15T01:57:07.920Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 1096f02d-a643-4a92-8093-73bc9d86d28c, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.573790586Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1492024-11-15T01:57:07.920Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.573978087Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1502024-11-15T01:57:07.920Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.574017656Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1512024-11-15T01:57:07.920Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.575215717Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1522024-11-15T01:57:07.920Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.578509788Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1532024-11-15T01:57:07.921Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.579550268Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1542024-11-15T01:57:07.921Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.579658322Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1552024-11-15T01:57:07.921Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.579770744Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1562024-11-15T01:57:07.921Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.579887034Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1572024-11-15T01:57:07.921Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.57992551Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1582024-11-15T01:57:07.921Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.580687579Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1592024-11-15T01:57:07.921Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.582682418Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1602024-11-15T01:57:07.921Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.58343123Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1612024-11-15T01:57:07.921Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.583479746Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1622024-11-15T01:57:07.921Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.583517571Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1632024-11-15T01:57:07.921Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.583552981Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1642024-11-15T01:57:07.921Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.583571768Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1652024-11-15T01:57:07.921Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.584366502Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1662024-11-15T01:57:07.921Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.586487149Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1672024-11-15T01:57:07.921Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.587262534Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1682024-11-15T01:57:07.921Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.587303435Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1692024-11-15T01:57:07.921Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.587392281Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1702024-11-15T01:57:07.921Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.58742686Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1712024-11-15T01:57:07.921Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.587444695Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1722024-11-15T01:57:07.921Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.588217825Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1732024-11-15T01:57:07.921Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.590282603Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1742024-11-15T01:57:07.922Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.590957549Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1752024-11-15T01:57:07.922Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.590997408Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1762024-11-15T01:57:07.922Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.591095822Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1772024-11-15T01:57:07.922Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.591131503Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1782024-11-15T01:57:07.922Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.591149178Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1792024-11-15T01:57:07.971Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.591892289Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1802024-11-15T01:57:07.971Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.593879022Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1812024-11-15T01:57:07.971Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.594626692Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1822024-11-15T01:57:07.971Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.594676811Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1832024-11-15T01:57:07.972Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.594708794Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1842024-11-15T01:57:07.972Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.594740958Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1852024-11-15T01:57:07.972Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.594759364Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1862024-11-15T01:57:07.972Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.595540942Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1872024-11-15T01:57:07.972Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.597563064Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1882024-11-15T01:57:07.972Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.598407927Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1892024-11-15T01:57:07.972Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.598448307Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1902024-11-15T01:57:07.972Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.598537523Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1912024-11-15T01:57:07.972Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.598572703Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1922024-11-15T01:57:07.972Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.598593133Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1932024-11-15T01:57:07.972Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.599508886Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1942024-11-15T01:57:07.972Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.602045347Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1952024-11-15T01:57:07.972Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.602923936Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1962024-11-15T01:57:07.972Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.602973254Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1972024-11-15T01:57:07.972Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.603008113Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
1982024-11-15T01:57:07.972Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.60304198Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
1992024-11-15T01:57:07.972Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.603060837Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2002024-11-15T01:57:07.972Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.603933174Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2012024-11-15T01:57:07.972Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.606461279Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2022024-11-15T01:57:07.972Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.607553972Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2032024-11-15T01:57:07.972Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.607602047Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2042024-11-15T01:57:07.973Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.60778539Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2052024-11-15T01:57:07.973Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.607820509Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
2062024-11-15T01:57:07.973Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.607840499Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2072024-11-15T01:57:07.973Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.608937901Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2082024-11-15T01:57:07.973Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.611450906Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2092024-11-15T01:57:07.973Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.612340597Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2102024-11-15T01:57:07.973Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.612383512Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2112024-11-15T01:57:07.973Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.61251394Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2122024-11-15T01:57:07.973Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.612551364Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
2132024-11-15T01:57:07.973Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.61256966Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2142024-11-15T01:57:07.973Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.613371548Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2152024-11-15T01:57:07.973Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.615586522Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2162024-11-15T01:57:07.973Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.616435022Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2172024-11-15T01:57:07.973Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.616485161Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2182024-11-15T01:57:07.973Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.616588636Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2192024-11-15T01:57:07.973Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.616624908Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
2202024-11-15T01:57:07.973Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.616643314Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2212024-11-15T01:57:07.973Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.61742913Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2222024-11-15T01:57:07.973Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.619550659Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2232024-11-15T01:57:07.973Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.620282658Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2242024-11-15T01:57:07.973Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.620321946Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2252024-11-15T01:57:07.973Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.620416213Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2262024-11-15T01:57:07.973Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.620451152Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
2272024-11-15T01:57:07.973Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.620469438Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2282024-11-15T01:57:07.974Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.621268099Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2292024-11-15T01:57:07.974Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.623199011Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2302024-11-15T01:57:07.974Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.623938605Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2312024-11-15T01:57:07.974Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.623985608Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2322024-11-15T01:57:07.974Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.624074835Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2332024-11-15T01:57:07.974Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.624109864Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
2342024-11-15T01:57:07.974Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.624128341Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2352024-11-15T01:57:07.974Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.624901602Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2362024-11-15T01:57:07.974Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.627028292Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2372024-11-15T01:57:07.974Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.627808406Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2382024-11-15T01:57:07.974Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.627847583Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2392024-11-15T01:57:07.974Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.627938123Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2402024-11-15T01:57:07.974Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.627974605Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
2412024-11-15T01:57:07.974Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.627992841Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2422024-11-15T01:57:07.974Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.628766653Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2432024-11-15T01:57:07.974Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.63066488Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2442024-11-15T01:57:07.974Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.631414985Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2452024-11-15T01:57:07.974Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.63146318Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2462024-11-15T01:57:07.974Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.631496667Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2472024-11-15T01:57:07.974Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.631572046Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
2482024-11-15T01:57:07.974Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.631611975Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2492024-11-15T01:57:07.975Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.632337732Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2502024-11-15T01:57:07.975Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.634269997Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2512024-11-15T01:57:07.975Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.63502936Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2522024-11-15T01:57:07.975Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.635068988Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2532024-11-15T01:57:07.975Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.635158686Z","hostname":"bmat-EVT22200007-000049b6","pid":1177}
2542024-11-15T01:57:07.975Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.635194958Z","hostname":"bmat-EVT22200007-000049b6","pid":1177,"task":"clone"}
2552024-11-15T01:57:08.001ZVerify clone using export
2562024-11-15T01:57:08.001Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.662231637Z","hostname":"bmat-EVT22200007-000049b6","pid":1178}
2572024-11-15T01:57:08.001Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.663133953Z","hostname":"bmat-EVT22200007-000049b6","pid":1178}
2582024-11-15T01:57:08.001Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.663157841Z","hostname":"bmat-EVT22200007-000049b6","pid":1178}
2592024-11-15T01:57:08.001ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-11-15T01:57:08.001ZExporting from start_block: 0 count:300
2612024-11-15T01:57:08.001ZRead and wrote out 300 blocks
2622024-11-15T01:57:08.001ZCreating new downstairs from clone directly
2632024-11-15T01:57:08.001Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.691327002Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2642024-11-15T01:57:08.025Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.693047668Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2652024-11-15T01:57:08.025Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.693100984Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2662024-11-15T01:57:08.026Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.693120172Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2672024-11-15T01:57:08.026Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.693136414Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2682024-11-15T01:57:08.026Z{"msg":"UUID: c9c68380-4b9a-42ee-9f0d-07a32411bbb8","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.694572146Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2692024-11-15T01:57:08.026Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.694613478Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2702024-11-15T01:57:08.053Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 5698e843f5bfd164775ff7ff0d12625b59494d67\nCommit timestamp: 2024-11-15T01:38:50.000000000Z branch: alan/global-state-from-dtrace\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.745881725Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2712024-11-15T01:57:08.053Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.746032383Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2722024-11-15T01:57:08.053Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.74605608Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2732024-11-15T01:57:08.078Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.748286826Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2742024-11-15T01:57:08.079Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.749192268Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2752024-11-15T01:57:08.079Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: c9c68380-4b9a-42ee-9f0d-07a32411bbb8, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.749240263Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2762024-11-15T01:57:08.079Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.749333688Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2772024-11-15T01:57:08.079Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.749373777Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2782024-11-15T01:57:08.079Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.750314048Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2792024-11-15T01:57:08.079Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.752965196Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2802024-11-15T01:57:08.079Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.754120293Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2812024-11-15T01:57:08.079Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.754271462Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2822024-11-15T01:57:08.079Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.754472721Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2832024-11-15T01:57:08.079Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.754656284Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2842024-11-15T01:57:08.079Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.754697355Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2852024-11-15T01:57:08.079Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.755904725Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2862024-11-15T01:57:08.079Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.758031225Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2872024-11-15T01:57:08.079Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.759092435Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2882024-11-15T01:57:08.079Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.759204618Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2892024-11-15T01:57:08.079Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.759373893Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2902024-11-15T01:57:08.079Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.759471786Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2912024-11-15T01:57:08.079Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.759509842Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2922024-11-15T01:57:08.079Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.760484812Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2932024-11-15T01:57:08.079Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.762652683Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2942024-11-15T01:57:08.079Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.763819733Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2952024-11-15T01:57:08.079Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.763953919Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2962024-11-15T01:57:08.079Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.764126731Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2972024-11-15T01:57:08.079Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.764224144Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
2982024-11-15T01:57:08.079Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.764264524Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
2992024-11-15T01:57:08.079Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.765243892Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3002024-11-15T01:57:08.079Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.767739172Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3012024-11-15T01:57:08.079Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.768832496Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3022024-11-15T01:57:08.079Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.768882114Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3032024-11-15T01:57:08.080Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.769041079Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3042024-11-15T01:57:08.080Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.769086519Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3052024-11-15T01:57:08.080Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.769114865Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3062024-11-15T01:57:08.080Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.770103793Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3072024-11-15T01:57:08.105Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.772773868Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3082024-11-15T01:57:08.105Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.773494675Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3092024-11-15T01:57:08.105Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.773557379Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3102024-11-15T01:57:08.105Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.773586186Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3112024-11-15T01:57:08.105Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.773636846Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3122024-11-15T01:57:08.105Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.773680803Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3132024-11-15T01:57:08.105Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.774591176Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3142024-11-15T01:57:08.105Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.776650232Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3152024-11-15T01:57:08.105Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.777487749Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3162024-11-15T01:57:08.105Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.777536356Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3172024-11-15T01:57:08.105Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.777701633Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3182024-11-15T01:57:08.106Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.777751391Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3192024-11-15T01:57:08.106Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.777791451Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3202024-11-15T01:57:08.106Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.77866Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3212024-11-15T01:57:08.106Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.780920434Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3222024-11-15T01:57:08.106Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.781744015Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3232024-11-15T01:57:08.106Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.781792811Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3242024-11-15T01:57:08.106Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.781904773Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3252024-11-15T01:57:08.106Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.78194347Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3262024-11-15T01:57:08.106Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.781966165Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3272024-11-15T01:57:08.106Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.782888911Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3282024-11-15T01:57:08.106Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.785145738Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3292024-11-15T01:57:08.106Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.785868088Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3302024-11-15T01:57:08.106Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.785921855Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3312024-11-15T01:57:08.106Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.785959399Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3322024-11-15T01:57:08.106Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.785994629Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3332024-11-15T01:57:08.106Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.786018486Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3342024-11-15T01:57:08.106Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.787119886Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3352024-11-15T01:57:08.106Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.789280824Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3362024-11-15T01:57:08.106Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.790100797Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3372024-11-15T01:57:08.106Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.790157148Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3382024-11-15T01:57:08.106Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.790188501Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3392024-11-15T01:57:08.106Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.790224852Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3402024-11-15T01:57:08.107Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.79024899Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3412024-11-15T01:57:08.107Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.79109737Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3422024-11-15T01:57:08.107Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.793222166Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3432024-11-15T01:57:08.107Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.794129291Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3442024-11-15T01:57:08.107Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.79417419Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3452024-11-15T01:57:08.107Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.79422946Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3462024-11-15T01:57:08.107Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.794265681Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3472024-11-15T01:57:08.107Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.794284519Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3482024-11-15T01:57:08.107Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.79508856Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3492024-11-15T01:57:08.107Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.797386098Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3502024-11-15T01:57:08.132Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.798327211Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3512024-11-15T01:57:08.132Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.798379034Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3522024-11-15T01:57:08.132Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.798459694Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3532024-11-15T01:57:08.132Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.798495114Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3542024-11-15T01:57:08.132Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.798514352Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3552024-11-15T01:57:08.132Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.799319175Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3562024-11-15T01:57:08.132Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.801454602Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3572024-11-15T01:57:08.132Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.802187212Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3582024-11-15T01:57:08.132Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.8022566Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3592024-11-15T01:57:08.132Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.802280487Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3602024-11-15T01:57:08.132Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.802355976Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3612024-11-15T01:57:08.132Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.80239318Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3622024-11-15T01:57:08.133Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.803172132Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3632024-11-15T01:57:08.133Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.805742901Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3642024-11-15T01:57:08.133Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.806897867Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3652024-11-15T01:57:08.133Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.806959269Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3662024-11-15T01:57:08.133Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.806983697Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3672024-11-15T01:57:08.133Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.807023967Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3682024-11-15T01:57:08.133Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.807048926Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3692024-11-15T01:57:08.133Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.808059256Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3702024-11-15T01:57:08.133Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.810385311Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3712024-11-15T01:57:08.133Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.81138527Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3722024-11-15T01:57:08.133Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.8114407Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3732024-11-15T01:57:08.133Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.811480839Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3742024-11-15T01:57:08.133Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.811516911Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3752024-11-15T01:57:08.133Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.811543102Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3762024-11-15T01:57:08.133Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.812465398Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3772024-11-15T01:57:08.133Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.814848135Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3782024-11-15T01:57:08.133Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.816112508Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3792024-11-15T01:57:08.133Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.81615929Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3802024-11-15T01:57:08.133Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.816277224Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3812024-11-15T01:57:08.133Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.816316852Z","hostname":"bmat-EVT22200007-000049b6","pid":1181,"task":"clone"}
3822024-11-15T01:57:08.133Z{"msg":"UUID: c9c68380-4b9a-42ee-9f0d-07a32411bbb8","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.817675582Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3832024-11-15T01:57:08.133Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.817736923Z","hostname":"bmat-EVT22200007-000049b6","pid":1181}
3842024-11-15T01:57:08.158ZVerify second clone using export
3852024-11-15T01:57:08.158Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.84325172Z","hostname":"bmat-EVT22200007-000049b6","pid":1182}
3862024-11-15T01:57:08.158Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.844299094Z","hostname":"bmat-EVT22200007-000049b6","pid":1182}
3872024-11-15T01:57:08.158Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T01:57:07.844324574Z","hostname":"bmat-EVT22200007-000049b6","pid":1182}
3882024-11-15T01:57:08.158ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-11-15T01:57:08.158ZExporting from start_block: 0 count:300
3902024-11-15T01:57:08.158ZRead and wrote out 300 blocks
3912024-11-15T01:57:08.183ZStopping downstairs
3922024-11-15T01:57:08.183ZClone test passed
3932024-11-15T01:57:08.183Z
3942024-11-15T01:57:08.183Zreal 1.643355518
3952024-11-15T01:57:08.183Zuser 0.313871711
3962024-11-15T01:57:08.183Zsys 0.371221461
3972024-11-15T01:57:08.183Ztrap 0.000350935
3982024-11-15T01:57:08.183Ztflt 0.001069443
3992024-11-15T01:57:08.183Zdflt 0.003114644
4002024-11-15T01:57:08.183Zkflt 0.000278761
4012024-11-15T01:57:08.184Zlock 10.116582081
4022024-11-15T01:57:08.184Zslp 2.981990007
4032024-11-15T01:57:08.184Zlat 0.095484655
4042024-11-15T01:57:08.184Zstop 0.000817166
4052024-11-15T01:57:08.184Zprocess exited: duration 11711 ms, exit code 0
 
4062024-11-15T01:57:08.234Zfound 0 output files