01HVPFE51D909C8PAPT1XK4AQ7: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01HVPFEFGJRCH46K27PFDT81K6

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-04-17T17:07:18.362Zjob dependencies complete; ready to run (waiting for 17 m 8 s)
22024-04-17T17:07:55.564Zjob assigned to worker 01HVPGDVYMMN3WNG4MAM68PT0S (queued for 37 s)
32024-04-17T17:07:56.598Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-04-17T17:08:02.534Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-04-17T17:08:02.534Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-04-17T17:08:17.062Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-04-17T17:08:17.062Zdownloading input: /input/build/work/bins/crutest.gz
82024-04-17T17:08:31.512Zdownloaded input: /input/build/work/bins/crutest.gz
92024-04-17T17:08:31.513Zdownloading input: /input/build/work/bins/dsc.gz
102024-04-17T17:08:46.750Zdownloaded input: /input/build/work/bins/dsc.gz
112024-04-17T17:08:46.781Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-04-17T17:08:46.832Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-04-17T17:08:46.832Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-04-17T17:08:47.281Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-04-17T17:08:47.281Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-04-17T17:08:47.329Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-04-17T17:08:47.330Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-04-17T17:08:47.391Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-04-17T17:08:47.392Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-04-17T17:08:47.431Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-04-17T17:08:47.431Zdownloading input: /input/build/work/scripts/test_up.sh
222024-04-17T17:08:47.467Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-04-17T17:08:47.467Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-04-17T17:08:47.507Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-04-17T17:08:47.534Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-04-17T17:09:13.859Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-04-17T17:09:13.859Zstarting task 0: "setup"
282024-04-17T17:09:13.885Z++ uname -s
292024-04-17T17:09:13.885Z+ kern=SunOS
302024-04-17T17:09:13.885Z+ case "$kern" in
312024-04-17T17:09:13.885Z+ groupadd -g 12345 build
322024-04-17T17:09:13.885Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-04-17T17:09:15.893Z+ zfs create -o mountpoint=/work rpool/work
342024-04-17T17:09:15.930Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-04-17T17:09:15.969Z+ home_fs=zfs
362024-04-17T17:09:15.969Z+ [[ zfs == autofs ]]
372024-04-17T17:09:15.969Z+ mkdir -p /home/build
382024-04-17T17:09:15.969Z+ chown build:build /home/build /work
392024-04-17T17:09:17.938Z+ chmod 0700 /home/build /work
402024-04-17T17:09:17.965Zprocess exited: duration 4082 ms, exit code 0
 
412024-04-17T17:09:18.017Zstarting task 1: "authentication"
422024-04-17T17:09:18.066Zprocess exited: duration 50 ms, exit code 0
 
432024-04-17T17:09:18.123Zstarting task 2: "build"
442024-04-17T17:09:18.153Z+ banner cores
452024-04-17T17:09:18.153Z
462024-04-17T17:09:18.153Z #### #### ##### ###### ####
472024-04-17T17:09:18.153Z # # # # # # # #
482024-04-17T17:09:18.153Z # # # # # ##### ####
492024-04-17T17:09:18.153Z # # # ##### # #
502024-04-17T17:09:18.153Z # # # # # # # # #
512024-04-17T17:09:18.153Z #### #### # # ###### ####
522024-04-17T17:09:18.153Z
532024-04-17T17:09:18.153Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-04-17T17:09:18.153Z+ echo 'input bins dir contains:'
552024-04-17T17:09:18.153Zinput bins dir contains:
562024-04-17T17:09:18.153Z+ ls -ltr /input/build/work/bins
572024-04-17T17:09:18.154Ztotal 659892
582024-04-17T17:09:18.154Z-rw-r--r-- 1 root root 98275455 Apr 17 17:08 crucible-downstairs.gz
592024-04-17T17:09:18.154Z-rw-r--r-- 1 root root 79853354 Apr 17 17:08 crucible-hammer.gz
602024-04-17T17:09:18.154Z-rw-r--r-- 1 root root 95763310 Apr 17 17:08 crutest.gz
612024-04-17T17:09:18.154Z-rw-r--r-- 1 root root 63730486 Apr 17 17:08 dsc.gz
622024-04-17T17:09:18.154Z+ banner unpack
632024-04-17T17:09:18.154Z
642024-04-17T17:09:18.154Z # # # # ##### ## #### # #
652024-04-17T17:09:18.154Z # # ## # # # # # # # # #
662024-04-17T17:09:18.154Z # # # # # # # # # # ####
672024-04-17T17:09:18.154Z # # # # # ##### ###### # # #
682024-04-17T17:09:18.154Z # # # ## # # # # # # #
692024-04-17T17:09:18.154Z #### # # # # # #### # #
702024-04-17T17:09:18.154Z
712024-04-17T17:09:18.154Z+ mkdir -p /var/tmp/bins
722024-04-17T17:09:18.154Z+ for t in "$input/bins/"*.gz
732024-04-17T17:09:18.588Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-04-17T17:09:18.588Z+ b=crucible-downstairs.gz
752024-04-17T17:09:18.588Z+ b=crucible-downstairs
762024-04-17T17:09:18.588Z+ gunzip
772024-04-17T17:09:20.928Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-04-17T17:09:20.961Z+ for t in "$input/bins/"*.gz
792024-04-17T17:09:20.961Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-04-17T17:09:20.961Z+ b=crucible-hammer.gz
812024-04-17T17:09:20.961Z+ b=crucible-hammer
822024-04-17T17:09:20.961Z+ gunzip
832024-04-17T17:09:23.036Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-04-17T17:09:23.065Z+ for t in "$input/bins/"*.gz
852024-04-17T17:09:23.065Z++ basename /input/build/work/bins/crutest.gz
862024-04-17T17:09:23.065Z+ b=crutest.gz
872024-04-17T17:09:23.065Z+ b=crutest
882024-04-17T17:09:23.065Z+ gunzip
892024-04-17T17:09:25.739Z+ chmod +x /var/tmp/bins/crutest
902024-04-17T17:09:25.766Z+ for t in "$input/bins/"*.gz
912024-04-17T17:09:25.766Z++ basename /input/build/work/bins/dsc.gz
922024-04-17T17:09:25.766Z+ b=dsc.gz
932024-04-17T17:09:25.766Z+ b=dsc
942024-04-17T17:09:25.766Z+ gunzip
952024-04-17T17:09:27.338Z+ chmod +x /var/tmp/bins/dsc
962024-04-17T17:09:27.364Z+ export BINDIR=/var/tmp/bins
972024-04-17T17:09:27.364Z+ BINDIR=/var/tmp/bins
982024-04-17T17:09:27.364Z+ banner test_ds
992024-04-17T17:09:27.364Z
1002024-04-17T17:09:27.364Z ##### ###### #### ##### ##### ####
1012024-04-17T17:09:27.364Z # # # # # # #
1022024-04-17T17:09:27.364Z # ##### #### # # # ####
1032024-04-17T17:09:27.364Z # # # # # # #
1042024-04-17T17:09:27.364Z # # # # # # # # #
1052024-04-17T17:09:27.364Z # ###### #### # ####### ##### ####
1062024-04-17T17:09:27.364Z
1072024-04-17T17:09:27.364Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-04-17T17:09:27.365Z/input/build/work
1092024-04-17T17:09:27.365ZCreate file for import
1102024-04-17T17:09:27.396Z300+0 records in
1112024-04-17T17:09:27.396Z300+0 records out
1122024-04-17T17:09:27.396Z153600 bytes (150 KiB) transferred in 0.002888 secs (51 MiB/sec)
1132024-04-17T17:09:27.396ZImport region
1142024-04-17T17:09:27.460Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:27.158272864Z","hostname":"bmat-EVT22200007-00000e4c","pid":1138}
1152024-04-17T17:09:27.486ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1162024-04-17T17:09:27.486ZRegion already large enough for image
1172024-04-17T17:09:27.486ZImporting "/tmp/ds_test/import" to region
1182024-04-17T17:09:27.529ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1192024-04-17T17:09:27.555Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:27.232949998Z","hostname":"bmat-EVT22200007-00000e4c","pid":1138}
1202024-04-17T17:09:27.555Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:27.233047742Z","hostname":"bmat-EVT22200007-00000e4c","pid":1138}
1212024-04-17T17:09:27.555ZExport region
1222024-04-17T17:09:27.583Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:27.262459497Z","hostname":"bmat-EVT22200007-00000e4c","pid":1139}
1232024-04-17T17:09:27.583Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:27.262922995Z","hostname":"bmat-EVT22200007-00000e4c","pid":1139}
1242024-04-17T17:09:27.583Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:27.262944979Z","hostname":"bmat-EVT22200007-00000e4c","pid":1139}
1252024-04-17T17:09:27.583ZExport total_size: 768000 Extent size:51200 Total Extents:15
1262024-04-17T17:09:27.583ZExporting from start_block: 0 count:300
1272024-04-17T17:09:27.583ZRead and wrote out 300 blocks
1282024-04-17T17:09:27.583ZImport Export test passed
1292024-04-17T17:09:27.583ZTest clone
1302024-04-17T17:09:27.583ZStarting source downstairs
1312024-04-17T17:09:28.583Z PID TTY TIME CMD
1322024-04-17T17:09:28.583Z 1141 ? 0:00 crucible
1332024-04-17T17:09:28.609ZDownstairs running
1342024-04-17T17:09:28.609ZCreating new downstairs
1352024-04-17T17:09:28.610Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.302755444Z","hostname":"bmat-EVT22200007-00000e4c","pid":1145}
1362024-04-17T17:09:28.610Z{"msg":"UUID: a2380a21-c55c-401f-a9ca-4992ecbf4512","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.303635999Z","hostname":"bmat-EVT22200007-00000e4c","pid":1145}
1372024-04-17T17:09:28.610Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.303699175Z","hostname":"bmat-EVT22200007-00000e4c","pid":1145}
1382024-04-17T17:09:28.610ZCloning existing downstairs
1392024-04-17T17:09:28.635Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.321265863Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1402024-04-17T17:09:28.635Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.321553734Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1412024-04-17T17:09:28.635Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.321574224Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1422024-04-17T17:09:28.636Z{"msg":"UUID: a2380a21-c55c-401f-a9ca-4992ecbf4512","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.321934218Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1432024-04-17T17:09:28.636Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.321970419Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1442024-04-17T17:09:28.636Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 9dd6771ac5213adb2b97af7a72c1375fe36d2636\nCommit timestamp: 2024-04-17T16:00:39.000000000Z branch: main\nrustc: 1.76.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.321997683Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1452024-04-17T17:09:28.636Z{"msg":"Upstairs <-> Downstairs Message Version: 6","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.322060067Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1462024-04-17T17:09:28.636Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.322077702Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1472024-04-17T17:09:28.684Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.383821434Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1482024-04-17T17:09:28.709Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.384690356Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1492024-04-17T17:09:28.709Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: a2380a21-c55c-401f-a9ca-4992ecbf4512, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.38476303Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1502024-04-17T17:09:28.709Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.385113895Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1512024-04-17T17:09:28.709Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.385180938Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1522024-04-17T17:09:28.738Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.427817631Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1532024-04-17T17:09:28.738Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.432376524Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1542024-04-17T17:09:28.739Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.433376921Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1552024-04-17T17:09:28.739Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.434209041Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1562024-04-17T17:09:28.739Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.434515137Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1572024-04-17T17:09:28.739Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.434668601Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1582024-04-17T17:09:28.739Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.434706156Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1592024-04-17T17:09:28.775Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.470819673Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1602024-04-17T17:09:28.775Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.47350131Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1612024-04-17T17:09:28.775Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.474225135Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1622024-04-17T17:09:28.807Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.475614248Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1632024-04-17T17:09:28.808Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.475719316Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1642024-04-17T17:09:28.808Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.4757414Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1652024-04-17T17:09:28.808Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.475764085Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1662024-04-17T17:09:28.836Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.513408218Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1672024-04-17T17:09:28.837Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.516152619Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1682024-04-17T17:09:28.837Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.517213091Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1692024-04-17T17:09:28.837Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.518545194Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1702024-04-17T17:09:28.837Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.518635473Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1712024-04-17T17:09:28.837Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.518665683Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1722024-04-17T17:09:28.837Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.51878561Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1732024-04-17T17:09:28.863Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.554260369Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1742024-04-17T17:09:28.863Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.557098055Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1752024-04-17T17:09:28.863Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.558140361Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1762024-04-17T17:09:28.863Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.558675231Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1772024-04-17T17:09:28.863Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.558779087Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1782024-04-17T17:09:28.863Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.558921138Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1792024-04-17T17:09:28.863Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.558944775Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1802024-04-17T17:09:28.894Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.593954108Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1812024-04-17T17:09:28.926Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.596763456Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1822024-04-17T17:09:28.926Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.597723599Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1832024-04-17T17:09:28.927Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.599133664Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1842024-04-17T17:09:28.927Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.599190877Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1852024-04-17T17:09:28.927Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.599294883Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1862024-04-17T17:09:28.927Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.599337207Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1872024-04-17T17:09:28.960Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.635589056Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1882024-04-17T17:09:28.960Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.63878493Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1892024-04-17T17:09:28.960Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.639620606Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1902024-04-17T17:09:28.960Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.640151418Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1912024-04-17T17:09:28.960Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.640283099Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1922024-04-17T17:09:28.960Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.640329541Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
1932024-04-17T17:09:28.960Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.640348799Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1942024-04-17T17:09:28.990Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.676048163Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1952024-04-17T17:09:28.990Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.67925439Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1962024-04-17T17:09:28.990Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.680024914Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1972024-04-17T17:09:28.990Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.681510919Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1982024-04-17T17:09:28.990Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.681736567Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
1992024-04-17T17:09:28.990Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.681812367Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
2002024-04-17T17:09:28.990Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.681842006Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2012024-04-17T17:09:29.018Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.7182344Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2022024-04-17T17:09:29.044Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.72044918Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2032024-04-17T17:09:29.044Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.721452869Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2042024-04-17T17:09:29.044Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.72276516Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2052024-04-17T17:09:29.044Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.722846441Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2062024-04-17T17:09:29.044Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.723029945Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
2072024-04-17T17:09:29.044Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.723156205Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2082024-04-17T17:09:29.070Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.759472471Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2092024-04-17T17:09:29.070Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.762992771Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2102024-04-17T17:09:29.070Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.763938535Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2112024-04-17T17:09:29.070Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.764931395Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2122024-04-17T17:09:29.070Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.765011724Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2132024-04-17T17:09:29.070Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.765036554Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
2142024-04-17T17:09:29.070Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.765062435Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2152024-04-17T17:09:29.105Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.804987421Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2162024-04-17T17:09:29.130Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.808629489Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2172024-04-17T17:09:29.130Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.809682216Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2182024-04-17T17:09:29.131Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.810608238Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2192024-04-17T17:09:29.131Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.810681975Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2202024-04-17T17:09:29.131Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.810703457Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
2212024-04-17T17:09:29.131Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.81082103Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2222024-04-17T17:09:29.156Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.855078896Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2232024-04-17T17:09:29.188Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.85780036Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2242024-04-17T17:09:29.188Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.85859287Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2252024-04-17T17:09:29.188Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.859965782Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2262024-04-17T17:09:29.188Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.860035139Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2272024-04-17T17:09:29.189Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.860135227Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
2282024-04-17T17:09:29.189Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.860189605Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2292024-04-17T17:09:29.224Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.904129754Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2302024-04-17T17:09:29.224Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.907182527Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2312024-04-17T17:09:29.224Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.908074354Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2322024-04-17T17:09:29.224Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.90961139Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2332024-04-17T17:09:29.224Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.909665929Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2342024-04-17T17:09:29.224Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.909707561Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
2352024-04-17T17:09:29.225Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.909730677Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2362024-04-17T17:09:29.259Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.950439917Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2372024-04-17T17:09:29.259Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.953092114Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2382024-04-17T17:09:29.291Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.954082426Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2392024-04-17T17:09:29.291Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.955558281Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2402024-04-17T17:09:29.291Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.955759019Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2412024-04-17T17:09:29.291Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.955817114Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
2422024-04-17T17:09:29.292Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.955934267Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2432024-04-17T17:09:29.324Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.995917861Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2442024-04-17T17:09:29.324Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.998619588Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2452024-04-17T17:09:29.324Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:28.999544602Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2462024-04-17T17:09:29.324Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.001165041Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2472024-04-17T17:09:29.324Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.001256281Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2482024-04-17T17:09:29.324Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.00128596Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
2492024-04-17T17:09:29.325Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.00132113Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2502024-04-17T17:09:29.353Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.044578222Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2512024-04-17T17:09:29.353Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.048179357Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2522024-04-17T17:09:29.353Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.049299387Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2532024-04-17T17:09:29.353Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.051279291Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2542024-04-17T17:09:29.353Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.051424268Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146}
2552024-04-17T17:09:29.353Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.051558083Z","hostname":"bmat-EVT22200007-00000e4c","pid":1146,"task":"clone"}
2562024-04-17T17:09:29.379ZVerify clone using export
2572024-04-17T17:09:29.405Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.08198749Z","hostname":"bmat-EVT22200007-00000e4c","pid":1147}
2582024-04-17T17:09:29.405Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.082332934Z","hostname":"bmat-EVT22200007-00000e4c","pid":1147}
2592024-04-17T17:09:29.405Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.082372673Z","hostname":"bmat-EVT22200007-00000e4c","pid":1147}
2602024-04-17T17:09:29.405ZExport total_size: 768000 Extent size:51200 Total Extents:15
2612024-04-17T17:09:29.405ZExporting from start_block: 0 count:300
2622024-04-17T17:09:29.405ZRead and wrote out 300 blocks
2632024-04-17T17:09:29.405ZCreating new downstairs from clone directly
2642024-04-17T17:09:29.431Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.115377464Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2652024-04-17T17:09:29.431Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.116407175Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2662024-04-17T17:09:29.431Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.116604786Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2672024-04-17T17:09:29.431Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.116646188Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2682024-04-17T17:09:29.431Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.116769022Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2692024-04-17T17:09:29.431Z{"msg":"UUID: 058da494-90cd-4a68-acf8-84ec28239d11","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.117409Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2702024-04-17T17:09:29.431Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.117448208Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2712024-04-17T17:09:29.432Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 9dd6771ac5213adb2b97af7a72c1375fe36d2636\nCommit timestamp: 2024-04-17T16:00:39.000000000Z branch: main\nrustc: 1.76.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.117478879Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2722024-04-17T17:09:29.432Z{"msg":"Upstairs <-> Downstairs Message Version: 6","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.117522445Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2732024-04-17T17:09:29.432Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.117542916Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2742024-04-17T17:09:29.479Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.176208579Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2752024-04-17T17:09:29.506Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.177230915Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2762024-04-17T17:09:29.506Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 058da494-90cd-4a68-acf8-84ec28239d11, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.177314972Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2772024-04-17T17:09:29.506Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.177349621Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2782024-04-17T17:09:29.506Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.177438326Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2792024-04-17T17:09:29.531Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.221863083Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2802024-04-17T17:09:29.532Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.225580618Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2812024-04-17T17:09:29.532Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.226370273Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2822024-04-17T17:09:29.532Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.227082194Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2832024-04-17T17:09:29.532Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.22719587Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2842024-04-17T17:09:29.532Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.227679265Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2852024-04-17T17:09:29.532Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.227757581Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2862024-04-17T17:09:29.564Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.264239315Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2872024-04-17T17:09:29.590Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.266838025Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2882024-04-17T17:09:29.590Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.268058664Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2892024-04-17T17:09:29.590Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.268727971Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2902024-04-17T17:09:29.590Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.268783371Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2912024-04-17T17:09:29.590Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.268883599Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2922024-04-17T17:09:29.590Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.268927627Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2932024-04-17T17:09:29.616Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.303483514Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2942024-04-17T17:09:29.617Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.306330622Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2952024-04-17T17:09:29.617Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.307188001Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2962024-04-17T17:09:29.617Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.307716957Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2972024-04-17T17:09:29.617Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.307803248Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
2982024-04-17T17:09:29.617Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.307913667Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
2992024-04-17T17:09:29.617Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.307978735Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3002024-04-17T17:09:29.643Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.342018229Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3012024-04-17T17:09:29.668Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.344770654Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3022024-04-17T17:09:29.668Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.34560084Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3032024-04-17T17:09:29.668Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.346127954Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3042024-04-17T17:09:29.668Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.346174587Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3052024-04-17T17:09:29.668Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.346303653Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3062024-04-17T17:09:29.668Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.346341949Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3072024-04-17T17:09:29.699Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.380644323Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3082024-04-17T17:09:29.699Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.383270729Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3092024-04-17T17:09:29.699Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.384079021Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3102024-04-17T17:09:29.699Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.384574312Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3112024-04-17T17:09:29.699Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.384647147Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3122024-04-17T17:09:29.699Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.384675152Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3132024-04-17T17:09:29.699Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.384696835Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3142024-04-17T17:09:29.736Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.420207875Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3152024-04-17T17:09:29.736Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.423022644Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3162024-04-17T17:09:29.736Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.424331816Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3172024-04-17T17:09:29.777Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.426048509Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3182024-04-17T17:09:29.778Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.426140912Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3192024-04-17T17:09:29.778Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.426349676Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3202024-04-17T17:09:29.778Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.426381118Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3212024-04-17T17:09:29.778Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.461834213Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3222024-04-17T17:09:29.778Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.46429747Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3232024-04-17T17:09:29.778Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.465517368Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3242024-04-17T17:09:29.778Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.466516037Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3252024-04-17T17:09:29.779Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.466645805Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3262024-04-17T17:09:29.779Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.466698709Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3272024-04-17T17:09:29.779Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.466805962Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3282024-04-17T17:09:29.807Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.503520405Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3292024-04-17T17:09:29.807Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.505917015Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3302024-04-17T17:09:29.807Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.50660081Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3312024-04-17T17:09:29.808Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.507167393Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3322024-04-17T17:09:29.808Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.507228394Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3332024-04-17T17:09:29.808Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.507297411Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3342024-04-17T17:09:29.808Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.507334193Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3352024-04-17T17:09:29.842Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.542290725Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3362024-04-17T17:09:29.868Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.544982096Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3372024-04-17T17:09:29.868Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.545963171Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3382024-04-17T17:09:29.868Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.546505265Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3392024-04-17T17:09:29.868Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.546577799Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3402024-04-17T17:09:29.868Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.546663579Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3412024-04-17T17:09:29.868Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.546709009Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3422024-04-17T17:09:29.894Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.582354608Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3432024-04-17T17:09:29.894Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.584712191Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3442024-04-17T17:09:29.894Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.58560607Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3452024-04-17T17:09:29.894Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.58606001Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3462024-04-17T17:09:29.894Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.586121993Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3472024-04-17T17:09:29.894Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.586144848Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3482024-04-17T17:09:29.894Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.586166701Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3492024-04-17T17:09:29.921Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.620881163Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3502024-04-17T17:09:29.948Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.623481516Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3512024-04-17T17:09:29.948Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.624349697Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3522024-04-17T17:09:29.948Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.62569811Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3532024-04-17T17:09:29.948Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.625993254Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3542024-04-17T17:09:29.948Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.626029817Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3552024-04-17T17:09:29.948Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.626049346Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3562024-04-17T17:09:29.973Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.66163306Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3572024-04-17T17:09:29.974Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.664249886Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3582024-04-17T17:09:29.974Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.66504893Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3592024-04-17T17:09:29.974Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.665578349Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3602024-04-17T17:09:29.974Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.66586612Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3612024-04-17T17:09:29.974Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.666127167Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3622024-04-17T17:09:29.974Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.666168158Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3632024-04-17T17:09:30.003Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.702104982Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3642024-04-17T17:09:30.029Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.704581871Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3652024-04-17T17:09:30.029Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.705450543Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3662024-04-17T17:09:30.029Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.705974451Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3672024-04-17T17:09:30.029Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.706112174Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3682024-04-17T17:09:30.029Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.70615056Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3692024-04-17T17:09:30.029Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.706173326Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3702024-04-17T17:09:30.055Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.74134315Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3712024-04-17T17:09:30.055Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.743548981Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3722024-04-17T17:09:30.055Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.744324689Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3732024-04-17T17:09:30.055Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.744816704Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3742024-04-17T17:09:30.055Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.744876402Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3752024-04-17T17:09:30.055Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.745000107Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3762024-04-17T17:09:30.055Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.7450418Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3772024-04-17T17:09:30.080Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.780102217Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3782024-04-17T17:09:30.107Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.782563087Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3792024-04-17T17:09:30.107Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.783249367Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3802024-04-17T17:09:30.107Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.783754466Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3812024-04-17T17:09:30.107Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.783810176Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3822024-04-17T17:09:30.107Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.783901808Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150,"task":"clone"}
3832024-04-17T17:09:30.107Z{"msg":"UUID: 058da494-90cd-4a68-acf8-84ec28239d11","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.785067718Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3842024-04-17T17:09:30.107Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.785135383Z","hostname":"bmat-EVT22200007-00000e4c","pid":1150}
3852024-04-17T17:09:30.107ZVerify second clone using export
3862024-04-17T17:09:30.145Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.811334332Z","hostname":"bmat-EVT22200007-00000e4c","pid":1151}
3872024-04-17T17:09:30.145Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.811697351Z","hostname":"bmat-EVT22200007-00000e4c","pid":1151}
3882024-04-17T17:09:30.145Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-04-17T17:09:29.811718193Z","hostname":"bmat-EVT22200007-00000e4c","pid":1151}
3892024-04-17T17:09:30.145ZExport total_size: 768000 Extent size:51200 Total Extents:15
3902024-04-17T17:09:30.145ZExporting from start_block: 0 count:300
3912024-04-17T17:09:30.145ZRead and wrote out 300 blocks
3922024-04-17T17:09:30.145ZStopping downstairs
3932024-04-17T17:09:30.146ZClone test passed
3942024-04-17T17:09:30.146Z
3952024-04-17T17:09:30.146Zreal 2.779700831
3962024-04-17T17:09:30.146Zuser 1.411525502
3972024-04-17T17:09:30.146Zsys 0.390447226
3982024-04-17T17:09:30.146Ztrap 0.000726083
3992024-04-17T17:09:30.146Ztflt 0.001636702
4002024-04-17T17:09:30.146Zdflt 0.001635266
4012024-04-17T17:09:30.146Zkflt 0.000343470
4022024-04-17T17:09:30.146Zlock 24.884210296
4032024-04-17T17:09:30.146Zslp 5.273286222
4042024-04-17T17:09:30.146Zlat 0.104941019
4052024-04-17T17:09:30.146Zstop 0.000774845
4062024-04-17T17:09:30.146Zprocess exited: duration 12012 ms, exit code 0
 
4072024-04-17T17:09:30.208Zfound 0 output files