01HV76HEXE0VYCPCW15V4W8XQG: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01HV76HX33M0EGQVW82EPBF592

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-04-11T18:45:02.609Zjob dependencies complete; ready to run (waiting for 18 m 53 s)
22024-04-11T18:45:38.793Zjob assigned to worker 01HV77MGRQNQH42VBGHV9CB0VJ (queued for 36 s)
32024-04-11T18:45:39.073Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-04-11T18:45:48.252Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-04-11T18:45:48.252Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-04-11T18:45:58.402Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-04-11T18:45:58.402Zdownloading input: /input/build/work/bins/crutest.gz
82024-04-11T18:46:13.539Zdownloaded input: /input/build/work/bins/crutest.gz
92024-04-11T18:46:13.539Zdownloading input: /input/build/work/bins/dsc.gz
102024-04-11T18:46:19.779Zdownloaded input: /input/build/work/bins/dsc.gz
112024-04-11T18:46:19.805Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-04-11T18:46:19.830Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-04-11T18:46:19.830Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-04-11T18:46:19.870Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-04-11T18:46:19.870Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-04-11T18:46:19.913Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-04-11T18:46:19.913Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-04-11T18:46:19.953Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-04-11T18:46:19.954Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-04-11T18:46:20.006Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-04-11T18:46:20.007Zdownloading input: /input/build/work/scripts/test_up.sh
222024-04-11T18:46:20.061Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-04-11T18:46:20.061Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-04-11T18:46:20.109Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-04-11T18:46:20.138Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-04-11T18:46:37.883Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-04-11T18:46:37.883Zstarting task 0: "setup"
282024-04-11T18:46:37.915Z++ uname -s
292024-04-11T18:46:37.915Z+ kern=SunOS
302024-04-11T18:46:37.915Z+ case "$kern" in
312024-04-11T18:46:37.915Z+ groupadd -g 12345 build
322024-04-11T18:46:37.915Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-04-11T18:46:39.900Z+ zfs create -o mountpoint=/work rpool/work
342024-04-11T18:46:39.937Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-04-11T18:46:39.970Z+ home_fs=zfs
362024-04-11T18:46:39.970Z+ [[ zfs == autofs ]]
372024-04-11T18:46:39.970Z+ mkdir -p /home/build
382024-04-11T18:46:39.970Z+ chown build:build /home/build /work
392024-04-11T18:46:41.945Z+ chmod 0700 /home/build /work
402024-04-11T18:46:41.983Zprocess exited: duration 4082 ms, exit code 0
 
412024-04-11T18:46:42.039Zstarting task 1: "authentication"
422024-04-11T18:46:42.087Zprocess exited: duration 49 ms, exit code 0
 
432024-04-11T18:46:42.141Zstarting task 2: "build"
442024-04-11T18:46:42.167Z+ banner cores
452024-04-11T18:46:42.167Z
462024-04-11T18:46:42.167Z #### #### ##### ###### ####
472024-04-11T18:46:42.167Z # # # # # # # #
482024-04-11T18:46:42.167Z # # # # # ##### ####
492024-04-11T18:46:42.167Z # # # ##### # #
502024-04-11T18:46:42.167Z # # # # # # # # #
512024-04-11T18:46:42.167Z #### #### # # ###### ####
522024-04-11T18:46:42.167Z
532024-04-11T18:46:42.167Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-04-11T18:46:42.167Z+ echo 'input bins dir contains:'
552024-04-11T18:46:42.167Zinput bins dir contains:
562024-04-11T18:46:42.167Z+ ls -ltr /input/build/work/bins
572024-04-11T18:46:42.167Ztotal 659988
582024-04-11T18:46:42.168Z-rw-r--r-- 1 root root 98275394 Apr 11 18:45 crucible-downstairs.gz
592024-04-11T18:46:42.168Z-rw-r--r-- 1 root root 79853417 Apr 11 18:45 crucible-hammer.gz
602024-04-11T18:46:42.168Z-rw-r--r-- 1 root root 95804910 Apr 11 18:46 crutest.gz
612024-04-11T18:46:42.168Z-rw-r--r-- 1 root root 63730486 Apr 11 18:46 dsc.gz
622024-04-11T18:46:42.168Z+ banner unpack
632024-04-11T18:46:42.168Z
642024-04-11T18:46:42.168Z # # # # ##### ## #### # #
652024-04-11T18:46:42.168Z # # ## # # # # # # # # #
662024-04-11T18:46:42.168Z # # # # # # # # # # ####
672024-04-11T18:46:42.168Z # # # # # ##### ###### # # #
682024-04-11T18:46:42.168Z # # # ## # # # # # # #
692024-04-11T18:46:42.168Z #### # # # # # #### # #
702024-04-11T18:46:42.168Z
712024-04-11T18:46:42.168Z+ mkdir -p /var/tmp/bins
722024-04-11T18:46:42.199Z+ for t in "$input/bins/"*.gz
732024-04-11T18:46:42.199Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-04-11T18:46:42.199Z+ b=crucible-downstairs.gz
752024-04-11T18:46:42.199Z+ b=crucible-downstairs
762024-04-11T18:46:42.199Z+ gunzip
772024-04-11T18:46:44.891Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-04-11T18:46:44.921Z+ for t in "$input/bins/"*.gz
792024-04-11T18:46:44.921Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-04-11T18:46:44.921Z+ b=crucible-hammer.gz
812024-04-11T18:46:44.921Z+ b=crucible-hammer
822024-04-11T18:46:44.921Z+ gunzip
832024-04-11T18:46:46.954Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-04-11T18:46:46.980Z+ for t in "$input/bins/"*.gz
852024-04-11T18:46:46.980Z++ basename /input/build/work/bins/crutest.gz
862024-04-11T18:46:46.980Z+ b=crutest.gz
872024-04-11T18:46:46.980Z+ b=crutest
882024-04-11T18:46:46.981Z+ gunzip
892024-04-11T18:46:49.612Z+ chmod +x /var/tmp/bins/crutest
902024-04-11T18:46:49.637Z+ for t in "$input/bins/"*.gz
912024-04-11T18:46:49.638Z++ basename /input/build/work/bins/dsc.gz
922024-04-11T18:46:49.638Z+ b=dsc.gz
932024-04-11T18:46:49.638Z+ b=dsc
942024-04-11T18:46:49.638Z+ gunzip
952024-04-11T18:46:51.226Z+ chmod +x /var/tmp/bins/dsc
962024-04-11T18:46:51.252Z+ export BINDIR=/var/tmp/bins
972024-04-11T18:46:51.252Z+ BINDIR=/var/tmp/bins
982024-04-11T18:46:51.252Z+ banner test_ds
992024-04-11T18:46:51.252Z
1002024-04-11T18:46:51.252Z ##### ###### #### ##### ##### ####
1012024-04-11T18:46:51.252Z # # # # # # #
1022024-04-11T18:46:51.252Z # ##### #### # # # ####
1032024-04-11T18:46:51.252Z # # # # # # #
1042024-04-11T18:46:51.252Z # # # # # # # # #
1052024-04-11T18:46:51.252Z # ###### #### # ####### ##### ####
1062024-04-11T18:46:51.252Z
1072024-04-11T18:46:51.252Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-04-11T18:46:51.252Z/input/build/work
1092024-04-11T18:46:51.284ZCreate file for import
1102024-04-11T18:46:51.284Z300+0 records in
1112024-04-11T18:46:51.284Z300+0 records out
1122024-04-11T18:46:51.284Z153600 bytes (150 KiB) transferred in 0.003028 secs (48 MiB/sec)
1132024-04-11T18:46:51.284ZImport region
1142024-04-11T18:46:51.369Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:50.737169336Z","hostname":"bmat-EVT22200007-00000c1d","pid":1135}
1152024-04-11T18:46:51.400ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1162024-04-11T18:46:51.401ZRegion already large enough for image
1172024-04-11T18:46:51.401ZImporting "/tmp/ds_test/import" to region
1182024-04-11T18:46:51.436ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1192024-04-11T18:46:51.467Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:50.814288844Z","hostname":"bmat-EVT22200007-00000c1d","pid":1135}
1202024-04-11T18:46:51.467Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:50.814402039Z","hostname":"bmat-EVT22200007-00000c1d","pid":1135}
1212024-04-11T18:46:51.467ZExport region
1222024-04-11T18:46:51.901Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:50.8454797Z","hostname":"bmat-EVT22200007-00000c1d","pid":1136}
1232024-04-11T18:46:51.901Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:50.846072115Z","hostname":"bmat-EVT22200007-00000c1d","pid":1136}
1242024-04-11T18:46:51.901Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:50.846110561Z","hostname":"bmat-EVT22200007-00000c1d","pid":1136}
1252024-04-11T18:46:51.901ZExport total_size: 768000 Extent size:51200 Total Extents:15
1262024-04-11T18:46:51.901ZExporting from start_block: 0 count:300
1272024-04-11T18:46:51.901ZRead and wrote out 300 blocks
1282024-04-11T18:46:51.902ZImport Export test passed
1292024-04-11T18:46:51.902ZTest clone
1302024-04-11T18:46:51.902ZStarting source downstairs
1312024-04-11T18:46:52.492Z PID TTY TIME CMD
1322024-04-11T18:46:52.492Z 1138 ? 0:00 crucible
1332024-04-11T18:46:52.521ZDownstairs running
1342024-04-11T18:46:52.521ZCreating new downstairs
1352024-04-11T18:46:52.521Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.892988649Z","hostname":"bmat-EVT22200007-00000c1d","pid":1142}
1362024-04-11T18:46:52.521Z{"msg":"UUID: 161bd555-e95e-4244-98e8-951989aa28ff","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.894035244Z","hostname":"bmat-EVT22200007-00000c1d","pid":1142}
1372024-04-11T18:46:52.521Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.894077949Z","hostname":"bmat-EVT22200007-00000c1d","pid":1142}
1382024-04-11T18:46:52.552ZCloning existing downstairs
1392024-04-11T18:46:52.552Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.914792069Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1402024-04-11T18:46:52.552Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.915163376Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1412024-04-11T18:46:52.552Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.915196571Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1422024-04-11T18:46:52.552Z{"msg":"UUID: 161bd555-e95e-4244-98e8-951989aa28ff","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.915608799Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1432024-04-11T18:46:52.552Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.915652285Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1442024-04-11T18:46:52.552Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 1004c5d83fd4fe27c08b800f3bb1a9a540c6bd7d\nCommit timestamp: 2024-04-11T18:25:21.000000000Z branch: main\nrustc: 1.76.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.915676373Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1452024-04-11T18:46:52.552Z{"msg":"Upstairs <-> Downstairs Message Version: 6","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.915732274Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1462024-04-11T18:46:52.552Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.915749097Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1472024-04-11T18:46:52.607Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.981947078Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1482024-04-11T18:46:52.637Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.983233859Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1492024-04-11T18:46:52.638Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 161bd555-e95e-4244-98e8-951989aa28ff, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.98328962Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1502024-04-11T18:46:52.638Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.983678972Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1512024-04-11T18:46:52.638Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:51.983746055Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1522024-04-11T18:46:52.666Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.025666252Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1532024-04-11T18:46:52.666Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.029414584Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1542024-04-11T18:46:52.666Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.030228007Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1552024-04-11T18:46:52.666Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.030847094Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1562024-04-11T18:46:52.666Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.030969637Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1572024-04-11T18:46:52.667Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.031117801Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1582024-04-11T18:46:52.667Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.031158081Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1592024-04-11T18:46:52.694Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.066733588Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1602024-04-11T18:46:52.721Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.069784547Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1612024-04-11T18:46:52.722Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.070867204Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1622024-04-11T18:46:52.722Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.071675817Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1632024-04-11T18:46:52.722Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.071870203Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1642024-04-11T18:46:52.722Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.071918849Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1652024-04-11T18:46:52.722Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.072036101Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1662024-04-11T18:46:52.752Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.107783139Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1672024-04-11T18:46:52.752Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.110627468Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1682024-04-11T18:46:52.752Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.111346304Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1692024-04-11T18:46:52.752Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.111880513Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1702024-04-11T18:46:52.753Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.112093708Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1712024-04-11T18:46:52.753Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.112147304Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1722024-04-11T18:46:52.753Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.112167444Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1732024-04-11T18:46:52.783Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.146527759Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1742024-04-11T18:46:52.783Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.149193648Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1752024-04-11T18:46:52.783Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.149863806Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1762024-04-11T18:46:52.783Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.150331444Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1772024-04-11T18:46:52.783Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.150436221Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1782024-04-11T18:46:52.784Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.150473215Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1792024-04-11T18:46:52.784Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.1504912Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1802024-04-11T18:46:52.815Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.185001044Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1812024-04-11T18:46:52.815Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.187327557Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1822024-04-11T18:46:52.816Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.188210779Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1832024-04-11T18:46:52.846Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.188678766Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1842024-04-11T18:46:52.847Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.188888883Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1852024-04-11T18:46:52.847Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.188906939Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1862024-04-11T18:46:52.847Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.188923512Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1872024-04-11T18:46:52.890Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.223235934Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1882024-04-11T18:46:52.890Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.225785279Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1892024-04-11T18:46:52.890Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.226581849Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1902024-04-11T18:46:52.890Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.227060307Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1912024-04-11T18:46:52.891Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.227157099Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1922024-04-11T18:46:52.891Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.227190135Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
1932024-04-11T18:46:52.891Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.227207208Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1942024-04-11T18:46:52.921Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.261668326Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1952024-04-11T18:46:52.921Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.264413679Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1962024-04-11T18:46:52.922Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.265128046Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1972024-04-11T18:46:52.922Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.266710644Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1982024-04-11T18:46:52.922Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.266768999Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
1992024-04-11T18:46:52.922Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.266787296Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
2002024-04-11T18:46:52.922Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.26680467Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2012024-04-11T18:46:52.949Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.304572223Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2022024-04-11T18:46:52.949Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.307439018Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2032024-04-11T18:46:52.949Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.308621171Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2042024-04-11T18:46:52.949Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.310067629Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2052024-04-11T18:46:52.949Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.31019914Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2062024-04-11T18:46:52.949Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.310241043Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
2072024-04-11T18:46:52.949Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.310264359Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2082024-04-11T18:46:52.984Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.353964087Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2092024-04-11T18:46:53.017Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.357082207Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2102024-04-11T18:46:53.018Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.357872845Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2112024-04-11T18:46:53.018Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.358674234Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2122024-04-11T18:46:53.018Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.35889534Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2132024-04-11T18:46:53.018Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.358953846Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
2142024-04-11T18:46:53.018Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.35898129Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2152024-04-11T18:46:53.046Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.396984927Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2162024-04-11T18:46:53.046Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.399624703Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2172024-04-11T18:46:53.046Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.40038467Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2182024-04-11T18:46:53.046Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.401049157Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2192024-04-11T18:46:53.046Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.401123665Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2202024-04-11T18:46:53.046Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.401160799Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
2212024-04-11T18:46:53.046Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.40120186Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2222024-04-11T18:46:53.072Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.438318448Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2232024-04-11T18:46:53.072Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.441752897Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2242024-04-11T18:46:53.072Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.44289776Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2252024-04-11T18:46:53.072Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.444337552Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2262024-04-11T18:46:53.072Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.444404505Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2272024-04-11T18:46:53.072Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.444514132Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
2282024-04-11T18:46:53.072Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.444561677Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2292024-04-11T18:46:53.106Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.482606126Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2302024-04-11T18:46:53.131Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.485918569Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2312024-04-11T18:46:53.131Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.486846584Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2322024-04-11T18:46:53.131Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.488226503Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2332024-04-11T18:46:53.131Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.48830076Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2342024-04-11T18:46:53.131Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.488417602Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
2352024-04-11T18:46:53.131Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.488460507Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2362024-04-11T18:46:53.160Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.52525822Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2372024-04-11T18:46:53.160Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.527619902Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2382024-04-11T18:46:53.160Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.528554565Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2392024-04-11T18:46:53.160Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.529234213Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2402024-04-11T18:46:53.160Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.529290585Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2412024-04-11T18:46:53.160Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.529332287Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
2422024-04-11T18:46:53.160Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.529356656Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2432024-04-11T18:46:53.190Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.567014098Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2442024-04-11T18:46:53.215Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.569929559Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2452024-04-11T18:46:53.215Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.570801307Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2462024-04-11T18:46:53.215Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.572089862Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2472024-04-11T18:46:53.215Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.57215933Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2482024-04-11T18:46:53.215Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.572181033Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
2492024-04-11T18:46:53.215Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.572205071Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2502024-04-11T18:46:53.241Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.618446367Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2512024-04-11T18:46:53.279Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.620937897Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2522024-04-11T18:46:53.279Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.622056255Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2532024-04-11T18:46:53.279Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.623530207Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2542024-04-11T18:46:53.279Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.623595717Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143}
2552024-04-11T18:46:53.280Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.623698792Z","hostname":"bmat-EVT22200007-00000c1d","pid":1143,"task":"clone"}
2562024-04-11T18:46:53.280ZVerify clone using export
2572024-04-11T18:46:53.306Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.650144577Z","hostname":"bmat-EVT22200007-00000c1d","pid":1144}
2582024-04-11T18:46:53.307Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.650506935Z","hostname":"bmat-EVT22200007-00000c1d","pid":1144}
2592024-04-11T18:46:53.307Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.650527486Z","hostname":"bmat-EVT22200007-00000c1d","pid":1144}
2602024-04-11T18:46:53.307ZExport total_size: 768000 Extent size:51200 Total Extents:15
2612024-04-11T18:46:53.307ZExporting from start_block: 0 count:300
2622024-04-11T18:46:53.307ZRead and wrote out 300 blocks
2632024-04-11T18:46:53.308ZCreating new downstairs from clone directly
2642024-04-11T18:46:53.308Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.680438732Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2652024-04-11T18:46:53.308Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.681337314Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2662024-04-11T18:46:53.308Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.681541208Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2672024-04-11T18:46:53.308Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.681578723Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2682024-04-11T18:46:53.308Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.681595195Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2692024-04-11T18:46:53.309Z{"msg":"UUID: dc43229a-5694-4893-91f8-7238620cf2ad","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.682177129Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2702024-04-11T18:46:53.309Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.682215756Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2712024-04-11T18:46:53.309Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 1004c5d83fd4fe27c08b800f3bb1a9a540c6bd7d\nCommit timestamp: 2024-04-11T18:25:21.000000000Z branch: main\nrustc: 1.76.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.682240004Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2722024-04-11T18:46:53.309Z{"msg":"Upstairs <-> Downstairs Message Version: 6","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.682297648Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2732024-04-11T18:46:53.309Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.682344321Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2742024-04-11T18:46:53.363Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.737078602Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2752024-04-11T18:46:53.389Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.738126219Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2762024-04-11T18:46:53.389Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: dc43229a-5694-4893-91f8-7238620cf2ad, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.738181028Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2772024-04-11T18:46:53.389Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.738299773Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2782024-04-11T18:46:53.389Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.738339542Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2792024-04-11T18:46:53.841Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.780942175Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2802024-04-11T18:46:53.842Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.784138843Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2812024-04-11T18:46:53.842Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.785028928Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2822024-04-11T18:46:53.842Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.785737372Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2832024-04-11T18:46:53.842Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.786053832Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2842024-04-11T18:46:53.842Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.786203589Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2852024-04-11T18:46:53.842Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.786246164Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2862024-04-11T18:46:53.965Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.822202388Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2872024-04-11T18:46:53.965Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.825061968Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2882024-04-11T18:46:53.965Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.826078393Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2892024-04-11T18:46:53.965Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.826659646Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2902024-04-11T18:46:53.965Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.826763101Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2912024-04-11T18:46:53.965Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.82679771Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2922024-04-11T18:46:53.965Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.826815946Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2932024-04-11T18:46:53.965Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.861586797Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2942024-04-11T18:46:53.965Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.86373523Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2952024-04-11T18:46:53.965Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.864493663Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2962024-04-11T18:46:53.965Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.864979557Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2972024-04-11T18:46:53.966Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.865111589Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
2982024-04-11T18:46:53.966Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.865147971Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
2992024-04-11T18:46:53.966Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.865167009Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3002024-04-11T18:46:53.966Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.899686331Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3012024-04-11T18:46:53.966Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.902143055Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3022024-04-11T18:46:53.966Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.90282139Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3032024-04-11T18:46:53.966Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.903323005Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3042024-04-11T18:46:53.966Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.903380609Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3052024-04-11T18:46:53.966Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.903419516Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3062024-04-11T18:46:53.966Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.903452191Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3072024-04-11T18:46:53.966Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.9378131Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3082024-04-11T18:46:53.966Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.940489626Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3092024-04-11T18:46:53.966Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.941245966Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3102024-04-11T18:46:53.966Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.941733352Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3112024-04-11T18:46:53.966Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.941834473Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3122024-04-11T18:46:53.966Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.941875204Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3132024-04-11T18:46:53.966Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.941894342Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3142024-04-11T18:46:53.966Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.976606036Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3152024-04-11T18:46:53.966Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.978707375Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3162024-04-11T18:46:53.966Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.979732798Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3172024-04-11T18:46:53.966Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.981243012Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3182024-04-11T18:46:53.966Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.981358822Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3192024-04-11T18:46:53.966Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.981394413Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3202024-04-11T18:46:53.966Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:52.98141347Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3212024-04-11T18:46:53.967Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.016910963Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3222024-04-11T18:46:53.967Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.019266934Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3232024-04-11T18:46:53.967Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.019974016Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3242024-04-11T18:46:53.967Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.020523966Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3252024-04-11T18:46:53.967Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.020625658Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3262024-04-11T18:46:53.967Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.020645728Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3272024-04-11T18:46:53.967Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.020677902Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3282024-04-11T18:46:53.967Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.056033823Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3292024-04-11T18:46:53.967Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.058351739Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3302024-04-11T18:46:53.967Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.059160014Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3312024-04-11T18:46:53.967Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.059677941Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3322024-04-11T18:46:53.967Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.059739573Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3332024-04-11T18:46:53.967Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.059787849Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3342024-04-11T18:46:53.967Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.059830945Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3352024-04-11T18:46:53.967Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.095278608Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3362024-04-11T18:46:53.967Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.097833206Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3372024-04-11T18:46:53.967Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.098580558Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3382024-04-11T18:46:53.967Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.099115889Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3392024-04-11T18:46:53.967Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.099203463Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3402024-04-11T18:46:53.967Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.099250837Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3412024-04-11T18:46:53.967Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.099283511Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3422024-04-11T18:46:53.967Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.134436962Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3432024-04-11T18:46:53.967Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.136836359Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3442024-04-11T18:46:53.968Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.13781515Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3452024-04-11T18:46:53.968Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.138325742Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3462024-04-11T18:46:53.968Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.138426342Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3472024-04-11T18:46:53.968Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.13846088Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3482024-04-11T18:46:53.968Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.138481391Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3492024-04-11T18:46:53.968Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.17337191Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3502024-04-11T18:46:53.968Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.175462094Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3512024-04-11T18:46:53.968Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.176161831Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3522024-04-11T18:46:53.968Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.176657444Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3532024-04-11T18:46:53.968Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.176754376Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3542024-04-11T18:46:53.968Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.176785909Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3552024-04-11T18:46:53.968Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.176803303Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3562024-04-11T18:46:53.968Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.211546841Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3572024-04-11T18:46:53.968Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.213867557Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3582024-04-11T18:46:53.968Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.214679617Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3592024-04-11T18:46:53.968Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.215971288Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3602024-04-11T18:46:53.968Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.216075184Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3612024-04-11T18:46:53.968Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.216095194Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3622024-04-11T18:46:53.968Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.216112629Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3632024-04-11T18:46:53.968Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.250750755Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3642024-04-11T18:46:53.994Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.252894966Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3652024-04-11T18:46:53.994Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.253742737Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3662024-04-11T18:46:53.994Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.254242798Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3672024-04-11T18:46:53.995Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.25434431Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3682024-04-11T18:46:53.995Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.254364069Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3692024-04-11T18:46:53.995Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.254381754Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3702024-04-11T18:46:53.995Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.288733785Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3712024-04-11T18:46:53.995Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.290973882Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3722024-04-11T18:46:53.995Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.29169927Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3732024-04-11T18:46:53.995Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.292195253Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3742024-04-11T18:46:53.995Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.29232472Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3752024-04-11T18:46:53.995Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.292360631Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3762024-04-11T18:46:53.995Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.292381673Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3772024-04-11T18:46:53.995Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.326742181Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3782024-04-11T18:46:53.995Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.32892693Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3792024-04-11T18:46:53.995Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.329721626Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3802024-04-11T18:46:53.995Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.330221978Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3812024-04-11T18:46:53.995Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.330316105Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3822024-04-11T18:46:53.995Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.330338018Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147,"task":"clone"}
3832024-04-11T18:46:53.995Z{"msg":"UUID: dc43229a-5694-4893-91f8-7238620cf2ad","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.332047267Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3842024-04-11T18:46:53.995Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.332085503Z","hostname":"bmat-EVT22200007-00000c1d","pid":1147}
3852024-04-11T18:46:53.995ZVerify second clone using export
3862024-04-11T18:46:53.995Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.35632962Z","hostname":"bmat-EVT22200007-00000c1d","pid":1148}
3872024-04-11T18:46:53.995Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.356737128Z","hostname":"bmat-EVT22200007-00000c1d","pid":1148}
3882024-04-11T18:46:53.995Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-11T18:46:53.356777899Z","hostname":"bmat-EVT22200007-00000c1d","pid":1148}
3892024-04-11T18:46:53.995ZExport total_size: 768000 Extent size:51200 Total Extents:15
3902024-04-11T18:46:53.996ZExporting from start_block: 0 count:300
3912024-04-11T18:46:53.996ZRead and wrote out 300 blocks
3922024-04-11T18:46:53.996ZStopping downstairs
3932024-04-11T18:46:53.996ZClone test passed
3942024-04-11T18:46:54.022Z
3952024-04-11T18:46:54.022Zreal 2.762561054
3962024-04-11T18:46:54.022Zuser 1.373504791
3972024-04-11T18:46:54.022Zsys 0.413652757
3982024-04-11T18:46:54.022Ztrap 0.000541375
3992024-04-11T18:46:54.022Ztflt 0.002560127
4002024-04-11T18:46:54.022Zdflt 0.001739225
4012024-04-11T18:46:54.022Zkflt 0.000358616
4022024-04-11T18:46:54.022Zlock 24.302160515
4032024-04-11T18:46:54.022Zslp 5.224656841
4042024-04-11T18:46:54.022Zlat 0.102558703
4052024-04-11T18:46:54.022Zstop 0.000803938
4062024-04-11T18:46:54.022Zprocess exited: duration 11861 ms, exit code 0
 
4072024-04-11T18:46:54.099Zfound 0 output files