01JE7ZM87MWD620Y89BNK949S4: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JE7ZMN8X7H8RJN5ENJ9K7V5K

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-04T04:56:47.103Zjob dependencies complete; ready to run (waiting for 13 m 59 s)
22024-12-04T04:57:10.367Zjob assigned to worker 01JE80E95G1HK8WC2A9505HGTF [factory gimlet-EVT22200007-propolis, EVT22200007/19842] (queued for 23 s)
32024-12-04T04:57:18.607Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-12-04T04:57:23.530Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-12-04T04:57:23.530Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-12-04T04:57:28.221Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-12-04T04:57:28.221Zdownloading input: /input/build/work/bins/crutest.gz
82024-12-04T04:57:33.090Zdownloaded input: /input/build/work/bins/crutest.gz
92024-12-04T04:57:33.090Zdownloading input: /input/build/work/bins/dsc.gz
102024-12-04T04:57:36.108Zdownloaded input: /input/build/work/bins/dsc.gz
112024-12-04T04:57:36.132Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-12-04T04:57:36.156Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-12-04T04:57:36.156Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-12-04T04:57:36.196Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-12-04T04:57:36.196Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-12-04T04:57:36.238Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-12-04T04:57:36.238Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-12-04T04:57:36.277Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-12-04T04:57:36.277Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-12-04T04:57:36.317Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-12-04T04:57:36.317Zdownloading input: /input/build/work/scripts/test_up.sh
222024-12-04T04:57:36.356Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-12-04T04:57:36.356Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-12-04T04:57:36.397Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-12-04T04:57:36.421Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-12-04T04:57:39.678Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-12-04T04:57:39.678Zstarting task 0: "setup"
282024-12-04T04:57:39.703Z++ uname -s
292024-12-04T04:57:39.703Z+ kern=SunOS
302024-12-04T04:57:39.703Z+ case "$kern" in
312024-12-04T04:57:39.703Z+ groupadd -g 12345 build
322024-12-04T04:57:39.703Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-12-04T04:57:41.704Z+ zfs create -o mountpoint=/work rpool/work
342024-12-04T04:57:41.748Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-12-04T04:57:41.772Z+ home_fs=zfs
362024-12-04T04:57:41.772Z+ [[ zfs == autofs ]]
372024-12-04T04:57:41.772Z+ mkdir -p /home/build
382024-12-04T04:57:41.772Z+ chown build:build /home/build /work
392024-12-04T04:57:43.757Z+ chmod 0700 /home/build /work
402024-12-04T04:57:43.781Zprocess exited: duration 4082 ms, exit code 0
 
412024-12-04T04:57:43.830Zstarting task 1: "authentication"
422024-12-04T04:57:43.877Zprocess exited: duration 47 ms, exit code 0
 
432024-12-04T04:57:43.926Zstarting task 2: "build"
442024-12-04T04:57:43.951Z+ banner cores
452024-12-04T04:57:43.951Z
462024-12-04T04:57:43.951Z #### #### ##### ###### ####
472024-12-04T04:57:43.952Z # # # # # # # #
482024-12-04T04:57:43.952Z # # # # # ##### ####
492024-12-04T04:57:43.952Z # # # ##### # #
502024-12-04T04:57:43.952Z # # # # # # # # #
512024-12-04T04:57:43.952Z #### #### # # ###### ####
522024-12-04T04:57:43.952Z
532024-12-04T04:57:43.952Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-12-04T04:57:43.952Z+ echo 'input bins dir contains:'
552024-12-04T04:57:43.952Zinput bins dir contains:
562024-12-04T04:57:43.953Z+ ls -ltr /input/build/work/bins
572024-12-04T04:57:43.953Ztotal 765300
582024-12-04T04:57:43.953Z-rw-r--r-- 1 root root 109656494 Dec 4 04:57 crucible-downstairs.gz
592024-12-04T04:57:43.953Z-rw-r--r-- 1 root root 105403411 Dec 4 04:57 crucible-hammer.gz
602024-12-04T04:57:43.953Z-rw-r--r-- 1 root root 109881380 Dec 4 04:57 crutest.gz
612024-12-04T04:57:43.953Z-rw-r--r-- 1 root root 66611074 Dec 4 04:57 dsc.gz
622024-12-04T04:57:43.953Z+ banner unpack
632024-12-04T04:57:43.977Z
642024-12-04T04:57:43.977Z # # # # ##### ## #### # #
652024-12-04T04:57:43.977Z # # ## # # # # # # # # #
662024-12-04T04:57:43.977Z # # # # # # # # # # ####
672024-12-04T04:57:43.977Z # # # # # ##### ###### # # #
682024-12-04T04:57:43.977Z # # # ## # # # # # # #
692024-12-04T04:57:43.978Z #### # # # # # #### # #
702024-12-04T04:57:43.978Z
712024-12-04T04:57:43.978Z+ mkdir -p /var/tmp/bins
722024-12-04T04:57:43.978Z+ for t in "$input/bins/"*.gz
732024-12-04T04:57:43.978Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-12-04T04:57:43.978Z+ b=crucible-downstairs.gz
752024-12-04T04:57:43.978Z+ b=crucible-downstairs
762024-12-04T04:57:43.978Z+ gunzip
772024-12-04T04:57:46.933Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-12-04T04:57:46.958Z+ for t in "$input/bins/"*.gz
792024-12-04T04:57:46.958Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-12-04T04:57:46.958Z+ b=crucible-hammer.gz
812024-12-04T04:57:46.958Z+ b=crucible-hammer
822024-12-04T04:57:46.958Z+ gunzip
832024-12-04T04:57:49.565Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-12-04T04:57:49.590Z+ for t in "$input/bins/"*.gz
852024-12-04T04:57:49.590Z++ basename /input/build/work/bins/crutest.gz
862024-12-04T04:57:49.590Z+ b=crutest.gz
872024-12-04T04:57:49.590Z+ b=crutest
882024-12-04T04:57:49.590Z+ gunzip
892024-12-04T04:57:52.456Z+ chmod +x /var/tmp/bins/crutest
902024-12-04T04:57:52.480Z+ for t in "$input/bins/"*.gz
912024-12-04T04:57:52.480Z++ basename /input/build/work/bins/dsc.gz
922024-12-04T04:57:52.480Z+ b=dsc.gz
932024-12-04T04:57:52.480Z+ b=dsc
942024-12-04T04:57:52.480Z+ gunzip
952024-12-04T04:57:54.010Z+ chmod +x /var/tmp/bins/dsc
962024-12-04T04:57:54.035Z+ export BINDIR=/var/tmp/bins
972024-12-04T04:57:54.035Z+ BINDIR=/var/tmp/bins
982024-12-04T04:57:54.035Z+ banner test_ds
992024-12-04T04:57:54.035Z
1002024-12-04T04:57:54.035Z ##### ###### #### ##### ##### ####
1012024-12-04T04:57:54.035Z # # # # # # #
1022024-12-04T04:57:54.035Z # ##### #### # # # ####
1032024-12-04T04:57:54.035Z # # # # # # #
1042024-12-04T04:57:54.035Z # # # # # # # # #
1052024-12-04T04:57:54.035Z # ###### #### # ####### ##### ####
1062024-12-04T04:57:54.035Z
1072024-12-04T04:57:54.036Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-12-04T04:57:54.060ZCreate file for import
1092024-12-04T04:57:54.060Z300+0 records in
1102024-12-04T04:57:54.060Z300+0 records out
1112024-12-04T04:57:54.060Z153600 bytes (150 KiB) transferred in 0.002793 secs (52 MiB/sec)
1122024-12-04T04:57:54.060ZImport region
1132024-12-04T04:57:54.145Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:53.995767878Z","hostname":"bmat-EVT22200007-00004d82","pid":1169}
1142024-12-04T04:57:54.170ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-12-04T04:57:54.170ZRegion already large enough for image
1162024-12-04T04:57:54.170ZImporting "/tmp/ds_test/import" to region
1172024-12-04T04:57:54.210ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-12-04T04:57:54.235Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:54.064123348Z","hostname":"bmat-EVT22200007-00004d82","pid":1169}
1192024-12-04T04:57:54.235Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:54.064522555Z","hostname":"bmat-EVT22200007-00004d82","pid":1169}
1202024-12-04T04:57:54.235ZExport region
1212024-12-04T04:57:54.260Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:54.096866715Z","hostname":"bmat-EVT22200007-00004d82","pid":1170}
1222024-12-04T04:57:54.260Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:54.097724656Z","hostname":"bmat-EVT22200007-00004d82","pid":1170}
1232024-12-04T04:57:54.260Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:54.097750688Z","hostname":"bmat-EVT22200007-00004d82","pid":1170}
1242024-12-04T04:57:54.260ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-12-04T04:57:54.260ZExporting from start_block: 0 count:300
1262024-12-04T04:57:54.260ZRead and wrote out 300 blocks
1272024-12-04T04:57:54.260ZImport Export test passed
1282024-12-04T04:57:54.260ZTest clone
1292024-12-04T04:57:54.260ZStarting source downstairs
1302024-12-04T04:57:55.267Z PID TTY TIME CMD
1312024-12-04T04:57:55.267Z 1172 ? 0:00 crucible
1322024-12-04T04:57:55.291ZDownstairs running
1332024-12-04T04:57:55.291ZCreating new downstairs
1342024-12-04T04:57:55.291Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.141514214Z","hostname":"bmat-EVT22200007-00004d82","pid":1176}
1352024-12-04T04:57:55.291Z{"msg":"UUID: 04a579ef-36ec-4150-88c0-2609f7e848e1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.143597099Z","hostname":"bmat-EVT22200007-00004d82","pid":1176}
1362024-12-04T04:57:55.291Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.14364298Z","hostname":"bmat-EVT22200007-00004d82","pid":1176}
1372024-12-04T04:57:55.316ZCloning existing downstairs
1382024-12-04T04:57:55.316Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.165795994Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1392024-12-04T04:57:55.316Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.166579849Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1402024-12-04T04:57:55.316Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.166606862Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1412024-12-04T04:57:55.316Z{"msg":"UUID: 04a579ef-36ec-4150-88c0-2609f7e848e1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.167734695Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1422024-12-04T04:57:55.317Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.167809182Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1432024-12-04T04:57:55.367Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0f81c55d0cbbb4daa415fc079caee53a5ae4741d\nCommit timestamp: 2024-12-04T04:42:19.000000000Z branch: renovate/tokio-1.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.219951145Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1442024-12-04T04:57:55.367Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.220042986Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1452024-12-04T04:57:55.367Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.220062644Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1462024-12-04T04:57:55.392Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.225736237Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1472024-12-04T04:57:55.392Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.226657413Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1482024-12-04T04:57:55.392Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 04a579ef-36ec-4150-88c0-2609f7e848e1, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.226764674Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1492024-12-04T04:57:55.392Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.226868869Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1502024-12-04T04:57:55.393Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.226973365Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1512024-12-04T04:57:55.393Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.228239581Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1522024-12-04T04:57:55.393Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.231910316Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1532024-12-04T04:57:55.393Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.233067337Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1542024-12-04T04:57:55.393Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.233133738Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1552024-12-04T04:57:55.393Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.233272461Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1562024-12-04T04:57:55.393Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.233371266Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1572024-12-04T04:57:55.393Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.233453528Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1582024-12-04T04:57:55.393Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.234391968Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1592024-12-04T04:57:55.393Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.236636892Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1602024-12-04T04:57:55.393Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.23750825Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1612024-12-04T04:57:55.393Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.23754895Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1622024-12-04T04:57:55.393Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.237637004Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1632024-12-04T04:57:55.393Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.237670389Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1642024-12-04T04:57:55.393Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.23769072Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1652024-12-04T04:57:55.393Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.238467841Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1662024-12-04T04:57:55.394Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.240813695Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1672024-12-04T04:57:55.394Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.241534686Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1682024-12-04T04:57:55.394Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.241584494Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1692024-12-04T04:57:55.394Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.241617529Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1702024-12-04T04:57:55.394Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.24166361Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1712024-12-04T04:57:55.394Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.241682878Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1722024-12-04T04:57:55.394Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.242478045Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1732024-12-04T04:57:55.394Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.244694845Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1742024-12-04T04:57:55.420Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.245419573Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1752024-12-04T04:57:55.420Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.245461356Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1762024-12-04T04:57:55.420Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.245570481Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1772024-12-04T04:57:55.420Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.245605129Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1782024-12-04T04:57:55.420Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.245622754Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1792024-12-04T04:57:55.420Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.246368013Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1802024-12-04T04:57:55.420Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.24833545Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1812024-12-04T04:57:55.420Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.249249212Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1822024-12-04T04:57:55.420Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.249291214Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1832024-12-04T04:57:55.420Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.249375911Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1842024-12-04T04:57:55.420Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.249408465Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1852024-12-04T04:57:55.420Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.249425639Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1862024-12-04T04:57:55.420Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.250272468Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1872024-12-04T04:57:55.420Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.252812304Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1882024-12-04T04:57:55.420Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.253728881Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1892024-12-04T04:57:55.420Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.253775894Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1902024-12-04T04:57:55.421Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.253853306Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1912024-12-04T04:57:55.421Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.253887724Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1922024-12-04T04:57:55.421Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.25390591Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1932024-12-04T04:57:55.421Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.254670888Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1942024-12-04T04:57:55.421Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.257088934Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1952024-12-04T04:57:55.421Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.257930993Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1962024-12-04T04:57:55.421Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.257983036Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1972024-12-04T04:57:55.421Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.258001783Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
1982024-12-04T04:57:55.421Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.25803558Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
1992024-12-04T04:57:55.421Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.258068785Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2002024-12-04T04:57:55.421Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.258861377Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2012024-12-04T04:57:55.421Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.261365403Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2022024-12-04T04:57:55.421Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.262271048Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2032024-12-04T04:57:55.421Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.262321958Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2042024-12-04T04:57:55.421Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.262355675Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2052024-12-04T04:57:55.421Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.262391746Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
2062024-12-04T04:57:55.421Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.262409681Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2072024-12-04T04:57:55.421Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.263229587Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2082024-12-04T04:57:55.421Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.265641782Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2092024-12-04T04:57:55.421Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.266370227Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2102024-12-04T04:57:55.421Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.266410196Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2112024-12-04T04:57:55.421Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.266522638Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2122024-12-04T04:57:55.421Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.266557076Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
2132024-12-04T04:57:55.421Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.266574209Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2142024-12-04T04:57:55.421Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.267317905Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2152024-12-04T04:57:55.421Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.269667436Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2162024-12-04T04:57:55.421Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.270468706Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2172024-12-04T04:57:55.421Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.270518403Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2182024-12-04T04:57:55.421Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.270569695Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2192024-12-04T04:57:55.421Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.270602499Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
2202024-12-04T04:57:55.421Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.270620354Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2212024-12-04T04:57:55.446Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.271438798Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2222024-12-04T04:57:55.446Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.273837255Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2232024-12-04T04:57:55.447Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.274594888Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2242024-12-04T04:57:55.447Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.27464655Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2252024-12-04T04:57:55.447Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.274680547Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2262024-12-04T04:57:55.447Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.274714294Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
2272024-12-04T04:57:55.447Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.274732329Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2282024-12-04T04:57:55.447Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.275532697Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2292024-12-04T04:57:55.447Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.277430277Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2302024-12-04T04:57:55.447Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.278406671Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2312024-12-04T04:57:55.447Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.278455007Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2322024-12-04T04:57:55.447Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.278478543Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2332024-12-04T04:57:55.447Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.278513662Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
2342024-12-04T04:57:55.447Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.278531427Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2352024-12-04T04:57:55.447Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.279340011Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2362024-12-04T04:57:55.448Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.282085753Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2372024-12-04T04:57:55.449Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.282780933Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2382024-12-04T04:57:55.449Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.282825561Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2392024-12-04T04:57:55.449Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.282923284Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2402024-12-04T04:57:55.449Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.282958914Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
2412024-12-04T04:57:55.449Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.28305344Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2422024-12-04T04:57:55.449Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.283691057Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2432024-12-04T04:57:55.449Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.286218929Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2442024-12-04T04:57:55.449Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.286907276Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2452024-12-04T04:57:55.449Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.286950552Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2462024-12-04T04:57:55.449Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.287049456Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2472024-12-04T04:57:55.449Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.287082762Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
2482024-12-04T04:57:55.449Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.287100908Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2492024-12-04T04:57:55.449Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.287806128Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2502024-12-04T04:57:55.449Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.290094438Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2512024-12-04T04:57:55.449Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.29099329Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2522024-12-04T04:57:55.449Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.291036224Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2532024-12-04T04:57:55.449Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.291113497Z","hostname":"bmat-EVT22200007-00004d82","pid":1177}
2542024-12-04T04:57:55.449Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.291149077Z","hostname":"bmat-EVT22200007-00004d82","pid":1177,"task":"clone"}
2552024-12-04T04:57:55.474ZVerify clone using export
2562024-12-04T04:57:55.474Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.316713144Z","hostname":"bmat-EVT22200007-00004d82","pid":1178}
2572024-12-04T04:57:55.474Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.317496508Z","hostname":"bmat-EVT22200007-00004d82","pid":1178}
2582024-12-04T04:57:55.474Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.317535124Z","hostname":"bmat-EVT22200007-00004d82","pid":1178}
2592024-12-04T04:57:55.474ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-12-04T04:57:55.474ZExporting from start_block: 0 count:300
2612024-12-04T04:57:55.474ZRead and wrote out 300 blocks
2622024-12-04T04:57:55.498ZCreating new downstairs from clone directly
2632024-12-04T04:57:55.499Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.346362824Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2642024-12-04T04:57:55.499Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.348237479Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2652024-12-04T04:57:55.499Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.348380551Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2662024-12-04T04:57:55.499Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.348419087Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2672024-12-04T04:57:55.499Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.348435219Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2682024-12-04T04:57:55.499Z{"msg":"UUID: 4a3e8141-3b32-46cd-bdb1-daab9e0e26aa","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.34974982Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2692024-12-04T04:57:55.499Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.349794478Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2702024-12-04T04:57:55.547Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0f81c55d0cbbb4daa415fc079caee53a5ae4741d\nCommit timestamp: 2024-12-04T04:42:19.000000000Z branch: renovate/tokio-1.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.399791663Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2712024-12-04T04:57:55.547Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.399901099Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2722024-12-04T04:57:55.547Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.399930196Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2732024-12-04T04:57:55.572Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.402097027Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2742024-12-04T04:57:55.572Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.402857266Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2752024-12-04T04:57:55.572Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 4a3e8141-3b32-46cd-bdb1-daab9e0e26aa, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.402901443Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2762024-12-04T04:57:55.572Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.402988685Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2772024-12-04T04:57:55.572Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.403049394Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2782024-12-04T04:57:55.572Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.403874521Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2792024-12-04T04:57:55.572Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.406377344Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2802024-12-04T04:57:55.572Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.407085951Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2812024-12-04T04:57:55.572Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.40712606Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2822024-12-04T04:57:55.572Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.407249523Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2832024-12-04T04:57:55.572Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.4073494Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2842024-12-04T04:57:55.572Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.40738522Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2852024-12-04T04:57:55.572Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.408149256Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2862024-12-04T04:57:55.572Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.410100693Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2872024-12-04T04:57:55.572Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.410901291Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2882024-12-04T04:57:55.572Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.410959135Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2892024-12-04T04:57:55.573Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.410980537Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2902024-12-04T04:57:55.573Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.411014354Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2912024-12-04T04:57:55.573Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.411050354Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2922024-12-04T04:57:55.573Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.411826073Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2932024-12-04T04:57:55.573Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.413728734Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2942024-12-04T04:57:55.573Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.414520815Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2952024-12-04T04:57:55.573Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.414570853Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2962024-12-04T04:57:55.573Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.414603498Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2972024-12-04T04:57:55.573Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.41463484Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
2982024-12-04T04:57:55.573Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.414652755Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
2992024-12-04T04:57:55.573Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.415424356Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3002024-12-04T04:57:55.573Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.417596998Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3012024-12-04T04:57:55.573Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.418335243Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3022024-12-04T04:57:55.573Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.418373639Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3032024-12-04T04:57:55.573Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.418467544Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3042024-12-04T04:57:55.573Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.418502523Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3052024-12-04T04:57:55.573Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.418519897Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3062024-12-04T04:57:55.573Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.419305155Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3072024-12-04T04:57:55.573Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.421668313Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3082024-12-04T04:57:55.573Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.422416187Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3092024-12-04T04:57:55.573Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.422459422Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3102024-12-04T04:57:55.573Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.422571543Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3112024-12-04T04:57:55.574Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.422606522Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3122024-12-04T04:57:55.574Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.422627323Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3132024-12-04T04:57:55.574Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.423399174Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3142024-12-04T04:57:55.599Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.425622286Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3152024-12-04T04:57:55.599Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.426347966Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3162024-12-04T04:57:55.599Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.426387925Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3172024-12-04T04:57:55.599Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.426501309Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3182024-12-04T04:57:55.599Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.426537229Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3192024-12-04T04:57:55.599Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.426557359Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3202024-12-04T04:57:55.599Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.427395892Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3212024-12-04T04:57:55.599Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.42996706Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3222024-12-04T04:57:55.599Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.430730124Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3232024-12-04T04:57:55.600Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.430780994Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3242024-12-04T04:57:55.600Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.430864589Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3252024-12-04T04:57:55.600Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.430901922Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3262024-12-04T04:57:55.600Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.430925258Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3272024-12-04T04:57:55.600Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.431691879Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3282024-12-04T04:57:55.600Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.433964168Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3292024-12-04T04:57:55.600Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.434674388Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3302024-12-04T04:57:55.600Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.434717663Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3312024-12-04T04:57:55.600Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.434805296Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3322024-12-04T04:57:55.600Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.434840135Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3332024-12-04T04:57:55.600Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.434859593Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3342024-12-04T04:57:55.600Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.435622066Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3352024-12-04T04:57:55.600Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.437713889Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3362024-12-04T04:57:55.600Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.438438277Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3372024-12-04T04:57:55.600Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.438487594Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3382024-12-04T04:57:55.600Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.438537202Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3392024-12-04T04:57:55.600Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.43857198Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3402024-12-04T04:57:55.600Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.43859243Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3412024-12-04T04:57:55.600Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.439382588Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3422024-12-04T04:57:55.600Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.441388311Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3432024-12-04T04:57:55.600Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.44223512Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3442024-12-04T04:57:55.600Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.44228564Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3452024-12-04T04:57:55.600Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.442305579Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3462024-12-04T04:57:55.600Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.442352862Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3472024-12-04T04:57:55.601Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.442389034Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3482024-12-04T04:57:55.601Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.443193309Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3492024-12-04T04:57:55.601Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.445560505Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3502024-12-04T04:57:55.601Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.446296515Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3512024-12-04T04:57:55.601Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.446337075Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3522024-12-04T04:57:55.601Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.446433125Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3532024-12-04T04:57:55.601Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.446468354Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3542024-12-04T04:57:55.601Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.446487592Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3552024-12-04T04:57:55.601Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.447265074Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3562024-12-04T04:57:55.601Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.449441123Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3572024-12-04T04:57:55.601Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.450262763Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3582024-12-04T04:57:55.601Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.450315006Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3592024-12-04T04:57:55.601Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.450335456Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3602024-12-04T04:57:55.601Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.450371006Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3612024-12-04T04:57:55.601Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.450388691Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3622024-12-04T04:57:55.601Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.451223587Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3632024-12-04T04:57:55.626Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.453629008Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3642024-12-04T04:57:55.626Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.454344027Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3652024-12-04T04:57:55.626Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.454393124Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3662024-12-04T04:57:55.626Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.454427572Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3672024-12-04T04:57:55.626Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.454466619Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3682024-12-04T04:57:55.626Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.454486829Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3692024-12-04T04:57:55.627Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.455306314Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3702024-12-04T04:57:55.627Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.457471912Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3712024-12-04T04:57:55.627Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.458209536Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3722024-12-04T04:57:55.627Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.458250407Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3732024-12-04T04:57:55.627Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.458337027Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3742024-12-04T04:57:55.627Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.458372658Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3752024-12-04T04:57:55.627Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.458391845Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3762024-12-04T04:57:55.627Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.459133668Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3772024-12-04T04:57:55.627Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.461148529Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3782024-12-04T04:57:55.627Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.461858007Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3792024-12-04T04:57:55.627Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.461908417Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3802024-12-04T04:57:55.627Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.462015057Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3812024-12-04T04:57:55.627Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.462054364Z","hostname":"bmat-EVT22200007-00004d82","pid":1181,"task":"clone"}
3822024-12-04T04:57:55.627Z{"msg":"UUID: 4a3e8141-3b32-46cd-bdb1-daab9e0e26aa","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.463507999Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3832024-12-04T04:57:55.627Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.463582376Z","hostname":"bmat-EVT22200007-00004d82","pid":1181}
3842024-12-04T04:57:55.627ZVerify second clone using export
3852024-12-04T04:57:55.651Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.485402474Z","hostname":"bmat-EVT22200007-00004d82","pid":1182}
3862024-12-04T04:57:55.651Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.486595415Z","hostname":"bmat-EVT22200007-00004d82","pid":1182}
3872024-12-04T04:57:55.651Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T04:57:55.486617669Z","hostname":"bmat-EVT22200007-00004d82","pid":1182}
3882024-12-04T04:57:55.651ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-12-04T04:57:55.652ZExporting from start_block: 0 count:300
3902024-12-04T04:57:55.652ZRead and wrote out 300 blocks
3912024-12-04T04:57:55.652ZStopping downstairs
3922024-12-04T04:57:55.652ZClone test passed
3932024-12-04T04:57:55.652Z
3942024-12-04T04:57:55.652Zreal 1.628828430
3952024-12-04T04:57:55.652Zuser 0.296971726
3962024-12-04T04:57:55.652Zsys 0.363196572
3972024-12-04T04:57:55.652Ztrap 0.000960465
3982024-12-04T04:57:55.652Ztflt 0.000582046
3992024-12-04T04:57:55.652Zdflt 0.003081005
4002024-12-04T04:57:55.652Zkflt 0.000301784
4012024-12-04T04:57:55.652Zlock 9.779536157
4022024-12-04T04:57:55.652Zslp 2.948841955
4032024-12-04T04:57:55.652Zlat 0.093755493
4042024-12-04T04:57:55.652Zstop 0.000778198
4052024-12-04T04:57:55.676Zprocess exited: duration 11726 ms, exit code 0
 
4062024-12-04T04:57:55.726Zfound 0 output files