01JD2NDMC89RK3QVNPK61Q9REN: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JD2NDY1RGFEHR0398G7KWVAA

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-19T17:06:27.901Zjob dependencies complete; ready to run (waiting for 14 m 0 s)
22024-11-19T17:07:02.024Zjob assigned to worker 01JD2P7JJ38GYR4D488TBZ9Q2X [factory gimlet-EVT22200007-propolis, EVT22200007/19167] (queued for 34 s)
32024-11-19T17:07:09.897Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-11-19T17:07:14.756Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-11-19T17:07:14.779Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-11-19T17:07:19.473Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-11-19T17:07:19.473Zdownloading input: /input/build/work/bins/crutest.gz
82024-11-19T17:07:24.257Zdownloaded input: /input/build/work/bins/crutest.gz
92024-11-19T17:07:24.257Zdownloading input: /input/build/work/bins/dsc.gz
102024-11-19T17:07:27.183Zdownloaded input: /input/build/work/bins/dsc.gz
112024-11-19T17:07:27.207Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-11-19T17:07:27.294Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-11-19T17:07:27.294Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-11-19T17:07:27.333Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-11-19T17:07:27.333Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-11-19T17:07:27.374Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-11-19T17:07:27.374Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-11-19T17:07:27.412Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-11-19T17:07:27.413Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-11-19T17:07:28.474Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-11-19T17:07:28.498Zdownloading input: /input/build/work/scripts/test_up.sh
222024-11-19T17:07:28.498Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-11-19T17:07:28.498Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-11-19T17:07:28.498Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-11-19T17:07:28.498Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-11-19T17:07:30.292Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-11-19T17:07:30.292Zstarting task 0: "setup"
282024-11-19T17:07:30.316Z++ uname -s
292024-11-19T17:07:30.316Z+ kern=SunOS
302024-11-19T17:07:30.316Z+ case "$kern" in
312024-11-19T17:07:30.316Z+ groupadd -g 12345 build
322024-11-19T17:07:30.316Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-11-19T17:07:32.322Z+ zfs create -o mountpoint=/work rpool/work
342024-11-19T17:07:32.364Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-11-19T17:07:32.388Z+ home_fs=zfs
362024-11-19T17:07:32.388Z+ [[ zfs == autofs ]]
372024-11-19T17:07:32.388Z+ mkdir -p /home/build
382024-11-19T17:07:32.388Z+ chown build:build /home/build /work
392024-11-19T17:07:34.375Z+ chmod 0700 /home/build /work
402024-11-19T17:07:34.400Zprocess exited: duration 4086 ms, exit code 0
 
412024-11-19T17:07:34.458Zstarting task 1: "authentication"
422024-11-19T17:07:34.509Zprocess exited: duration 50 ms, exit code 0
 
432024-11-19T17:07:34.561Zstarting task 2: "build"
442024-11-19T17:07:34.585Z+ banner cores
452024-11-19T17:07:34.585Z
462024-11-19T17:07:34.585Z #### #### ##### ###### ####
472024-11-19T17:07:34.585Z # # # # # # # #
482024-11-19T17:07:34.585Z # # # # # ##### ####
492024-11-19T17:07:34.585Z # # # ##### # #
502024-11-19T17:07:34.585Z # # # # # # # # #
512024-11-19T17:07:34.585Z #### #### # # ###### ####
522024-11-19T17:07:34.585Z
532024-11-19T17:07:34.586Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-11-19T17:07:34.586Z+ echo 'input bins dir contains:'
552024-11-19T17:07:34.586Zinput bins dir contains:
562024-11-19T17:07:34.586Z+ ls -ltr /input/build/work/bins
572024-11-19T17:07:34.586Ztotal 762804
582024-11-19T17:07:34.586Z-rw-r--r-- 1 root root 109276241 Nov 19 17:07 crucible-downstairs.gz
592024-11-19T17:07:34.586Z-rw-r--r-- 1 root root 105043485 Nov 19 17:07 crucible-hammer.gz
602024-11-19T17:07:34.586Z-rw-r--r-- 1 root root 109482608 Nov 19 17:07 crutest.gz
612024-11-19T17:07:34.586Z-rw-r--r-- 1 root root 66480669 Nov 19 17:07 dsc.gz
622024-11-19T17:07:34.587Z+ banner unpack
632024-11-19T17:07:34.587Z
642024-11-19T17:07:34.587Z # # # # ##### ## #### # #
652024-11-19T17:07:34.587Z # # ## # # # # # # # # #
662024-11-19T17:07:34.587Z # # # # # # # # # # ####
672024-11-19T17:07:34.587Z # # # # # ##### ###### # # #
682024-11-19T17:07:34.587Z # # # ## # # # # # # #
692024-11-19T17:07:34.587Z #### # # # # # #### # #
702024-11-19T17:07:34.587Z
712024-11-19T17:07:34.587Z+ mkdir -p /var/tmp/bins
722024-11-19T17:07:34.611Z+ for t in "$input/bins/"*.gz
732024-11-19T17:07:34.611Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-11-19T17:07:34.611Z+ b=crucible-downstairs.gz
752024-11-19T17:07:34.611Z+ b=crucible-downstairs
762024-11-19T17:07:34.612Z+ gunzip
772024-11-19T17:07:37.591Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-11-19T17:07:37.617Z+ for t in "$input/bins/"*.gz
792024-11-19T17:07:37.617Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-11-19T17:07:37.618Z+ b=crucible-hammer.gz
812024-11-19T17:07:37.618Z+ b=crucible-hammer
822024-11-19T17:07:37.618Z+ gunzip
832024-11-19T17:07:40.240Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-11-19T17:07:40.265Z+ for t in "$input/bins/"*.gz
852024-11-19T17:07:40.265Z++ basename /input/build/work/bins/crutest.gz
862024-11-19T17:07:40.265Z+ b=crutest.gz
872024-11-19T17:07:40.265Z+ b=crutest
882024-11-19T17:07:40.265Z+ gunzip
892024-11-19T17:07:43.150Z+ chmod +x /var/tmp/bins/crutest
902024-11-19T17:07:43.175Z+ for t in "$input/bins/"*.gz
912024-11-19T17:07:43.175Z++ basename /input/build/work/bins/dsc.gz
922024-11-19T17:07:43.175Z+ b=dsc.gz
932024-11-19T17:07:43.175Z+ b=dsc
942024-11-19T17:07:43.175Z+ gunzip
952024-11-19T17:07:44.717Z+ chmod +x /var/tmp/bins/dsc
962024-11-19T17:07:44.744Z+ export BINDIR=/var/tmp/bins
972024-11-19T17:07:44.744Z+ BINDIR=/var/tmp/bins
982024-11-19T17:07:44.745Z+ banner test_ds
992024-11-19T17:07:44.745Z
1002024-11-19T17:07:44.745Z ##### ###### #### ##### ##### ####
1012024-11-19T17:07:44.745Z # # # # # # #
1022024-11-19T17:07:44.745Z # ##### #### # # # ####
1032024-11-19T17:07:44.745Z # # # # # # #
1042024-11-19T17:07:44.745Z # # # # # # # # #
1052024-11-19T17:07:44.745Z # ###### #### # ####### ##### ####
1062024-11-19T17:07:44.745Z
1072024-11-19T17:07:44.745Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-11-19T17:07:44.772ZCreate file for import
1092024-11-19T17:07:44.772Z300+0 records in
1102024-11-19T17:07:44.772Z300+0 records out
1112024-11-19T17:07:44.772Z153600 bytes (150 KiB) transferred in 0.002938 secs (50 MiB/sec)
1122024-11-19T17:07:44.772ZImport region
1132024-11-19T17:07:44.877Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:44.561182669Z","hostname":"bmat-EVT22200007-00004adf","pid":1175}
1142024-11-19T17:07:44.877ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-11-19T17:07:44.877ZRegion already large enough for image
1162024-11-19T17:07:44.877ZImporting "/tmp/ds_test/import" to region
1172024-11-19T17:07:44.931ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-11-19T17:07:44.956Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:44.63303255Z","hostname":"bmat-EVT22200007-00004adf","pid":1175}
1192024-11-19T17:07:44.956Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:44.633130914Z","hostname":"bmat-EVT22200007-00004adf","pid":1175}
1202024-11-19T17:07:44.956ZExport region
1212024-11-19T17:07:44.982Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:44.665960539Z","hostname":"bmat-EVT22200007-00004adf","pid":1176}
1222024-11-19T17:07:44.982Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:44.666906421Z","hostname":"bmat-EVT22200007-00004adf","pid":1176}
1232024-11-19T17:07:44.982Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:44.666950017Z","hostname":"bmat-EVT22200007-00004adf","pid":1176}
1242024-11-19T17:07:44.982ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-11-19T17:07:44.982ZExporting from start_block: 0 count:300
1262024-11-19T17:07:44.982ZRead and wrote out 300 blocks
1272024-11-19T17:07:44.983ZImport Export test passed
1282024-11-19T17:07:44.983ZTest clone
1292024-11-19T17:07:44.983ZStarting source downstairs
1302024-11-19T17:07:45.990Z PID TTY TIME CMD
1312024-11-19T17:07:45.990Z 1178 ? 0:00 crucible
1322024-11-19T17:07:46.015ZDownstairs running
1332024-11-19T17:07:46.015ZCreating new downstairs
1342024-11-19T17:07:46.015Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.715427779Z","hostname":"bmat-EVT22200007-00004adf","pid":1182}
1352024-11-19T17:07:46.016Z{"msg":"UUID: 54392305-fb58-4107-9388-108c98a98e0d","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.717379552Z","hostname":"bmat-EVT22200007-00004adf","pid":1182}
1362024-11-19T17:07:46.016Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.717431865Z","hostname":"bmat-EVT22200007-00004adf","pid":1182}
1372024-11-19T17:07:46.040ZCloning existing downstairs
1382024-11-19T17:07:46.041Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.736584164Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1392024-11-19T17:07:46.041Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.737441523Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1402024-11-19T17:07:46.041Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.737471401Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1412024-11-19T17:07:46.041Z{"msg":"UUID: 54392305-fb58-4107-9388-108c98a98e0d","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.738309963Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1422024-11-19T17:07:46.041Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.738401653Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1432024-11-19T17:07:46.087Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 775749f049384d6df9adbcf0df5fb1eb2a3a0b7e\nCommit timestamp: 2024-11-19T16:38:47.000000000Z branch: mkeeter/early-io-rejection\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.789186909Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1442024-11-19T17:07:46.087Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.789340482Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1452024-11-19T17:07:46.087Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.789369809Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1462024-11-19T17:07:46.111Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.795337983Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1472024-11-19T17:07:46.111Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.796324686Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1482024-11-19T17:07:46.112Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 54392305-fb58-4107-9388-108c98a98e0d, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.796410896Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1492024-11-19T17:07:46.112Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.796568727Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1502024-11-19T17:07:46.112Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.79663617Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1512024-11-19T17:07:46.112Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.797760263Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1522024-11-19T17:07:46.113Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.801183154Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1532024-11-19T17:07:46.113Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.802311166Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1542024-11-19T17:07:46.113Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.802376895Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1552024-11-19T17:07:46.113Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.802495259Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1562024-11-19T17:07:46.113Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.802623451Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1572024-11-19T17:07:46.113Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.802674792Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1582024-11-19T17:07:46.113Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.803641686Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1592024-11-19T17:07:46.113Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.80608085Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1602024-11-19T17:07:46.115Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.806995361Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1612024-11-19T17:07:46.115Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.807051351Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1622024-11-19T17:07:46.115Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.807082042Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1632024-11-19T17:07:46.115Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.807123864Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1642024-11-19T17:07:46.115Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.807153773Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1652024-11-19T17:07:46.115Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.807917798Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1662024-11-19T17:07:46.116Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.810201074Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1672024-11-19T17:07:46.116Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.810973415Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1682024-11-19T17:07:46.116Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.811033945Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1692024-11-19T17:07:46.116Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.811062541Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1702024-11-19T17:07:46.116Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.81108734Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1712024-11-19T17:07:46.116Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.811125184Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1722024-11-19T17:07:46.116Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.812352782Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1732024-11-19T17:07:46.142Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.815132336Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1742024-11-19T17:07:46.142Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.816103659Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1752024-11-19T17:07:46.142Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.816164248Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1762024-11-19T17:07:46.142Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.816264656Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1772024-11-19T17:07:46.143Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.816308122Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1782024-11-19T17:07:46.143Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.816333151Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1792024-11-19T17:07:46.143Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.817621598Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1802024-11-19T17:07:46.143Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.820565837Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1812024-11-19T17:07:46.143Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.821409238Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1822024-11-19T17:07:46.143Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.821474146Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1832024-11-19T17:07:46.143Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.82149654Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1842024-11-19T17:07:46.143Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.821529424Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1852024-11-19T17:07:46.143Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.821554794Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1862024-11-19T17:07:46.143Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.822378436Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1872024-11-19T17:07:46.143Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.824897287Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1882024-11-19T17:07:46.143Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.825652194Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1892024-11-19T17:07:46.144Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.825699457Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1902024-11-19T17:07:46.145Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.825826577Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1912024-11-19T17:07:46.145Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.825869151Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1922024-11-19T17:07:46.145Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.825895643Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1932024-11-19T17:07:46.145Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.826666211Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1942024-11-19T17:07:46.145Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.829710095Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1952024-11-19T17:07:46.145Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.830564198Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1962024-11-19T17:07:46.145Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.830669555Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1972024-11-19T17:07:46.145Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.830771877Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
1982024-11-19T17:07:46.145Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.830810473Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
1992024-11-19T17:07:46.145Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.830833087Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2002024-11-19T17:07:46.145Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.831745815Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2012024-11-19T17:07:46.145Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.834401565Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2022024-11-19T17:07:46.145Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.835386785Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2032024-11-19T17:07:46.146Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.835450761Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2042024-11-19T17:07:46.146Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.83551613Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2052024-11-19T17:07:46.146Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.835565928Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
2062024-11-19T17:07:46.146Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.83559735Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2072024-11-19T17:07:46.146Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.836445741Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2082024-11-19T17:07:46.146Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.838548973Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2092024-11-19T17:07:46.146Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.839462682Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2102024-11-19T17:07:46.146Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.839711342Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2112024-11-19T17:07:46.146Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.839900414Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2122024-11-19T17:07:46.146Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.839985572Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
2132024-11-19T17:07:46.147Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.840072794Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2142024-11-19T17:07:46.147Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.841162219Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2152024-11-19T17:07:46.147Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.843830404Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2162024-11-19T17:07:46.172Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.844966491Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2172024-11-19T17:07:46.172Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.845132288Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2182024-11-19T17:07:46.172Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.845254028Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2192024-11-19T17:07:46.172Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.845364094Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
2202024-11-19T17:07:46.172Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.845480634Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2212024-11-19T17:07:46.172Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.846323774Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2222024-11-19T17:07:46.172Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.848510751Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2232024-11-19T17:07:46.172Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.849324825Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2242024-11-19T17:07:46.172Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.849443408Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2252024-11-19T17:07:46.172Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.849522003Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2262024-11-19T17:07:46.172Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.849588724Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
2272024-11-19T17:07:46.172Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.849675515Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2282024-11-19T17:07:46.172Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.850346367Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2292024-11-19T17:07:46.172Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.852705082Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2302024-11-19T17:07:46.172Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.853475018Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2312024-11-19T17:07:46.172Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.853595145Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2322024-11-19T17:07:46.173Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.853751282Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2332024-11-19T17:07:46.173Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.8538519Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
2342024-11-19T17:07:46.173Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.853936968Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2352024-11-19T17:07:46.173Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.854567049Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2362024-11-19T17:07:46.173Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.856869744Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2372024-11-19T17:07:46.173Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.858064647Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2382024-11-19T17:07:46.173Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.858160446Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2392024-11-19T17:07:46.173Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.858236706Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2402024-11-19T17:07:46.173Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.858295401Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
2412024-11-19T17:07:46.174Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.858355911Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2422024-11-19T17:07:46.174Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.85915261Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2432024-11-19T17:07:46.174Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.861892205Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2442024-11-19T17:07:46.174Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.862946511Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2452024-11-19T17:07:46.174Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.86302728Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2462024-11-19T17:07:46.174Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.863094392Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2472024-11-19T17:07:46.174Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.863173749Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
2482024-11-19T17:07:46.174Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.863246221Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2492024-11-19T17:07:46.174Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.864148639Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2502024-11-19T17:07:46.174Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.866550559Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2512024-11-19T17:07:46.174Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.867408769Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2522024-11-19T17:07:46.174Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.867572582Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2532024-11-19T17:07:46.175Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.867664202Z","hostname":"bmat-EVT22200007-00004adf","pid":1183}
2542024-11-19T17:07:46.175Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.867755652Z","hostname":"bmat-EVT22200007-00004adf","pid":1183,"task":"clone"}
2552024-11-19T17:07:46.200ZVerify clone using export
2562024-11-19T17:07:46.200Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.895024215Z","hostname":"bmat-EVT22200007-00004adf","pid":1184}
2572024-11-19T17:07:46.200Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.895650969Z","hostname":"bmat-EVT22200007-00004adf","pid":1184}
2582024-11-19T17:07:46.200Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.895679856Z","hostname":"bmat-EVT22200007-00004adf","pid":1184}
2592024-11-19T17:07:46.200ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-11-19T17:07:46.200ZExporting from start_block: 0 count:300
2612024-11-19T17:07:46.200ZRead and wrote out 300 blocks
2622024-11-19T17:07:46.225ZCreating new downstairs from clone directly
2632024-11-19T17:07:46.249Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.928842827Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2642024-11-19T17:07:46.249Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.931019775Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2652024-11-19T17:07:46.249Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.931208747Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2662024-11-19T17:07:46.249Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.931248906Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2672024-11-19T17:07:46.249Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.931267032Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2682024-11-19T17:07:46.249Z{"msg":"UUID: 269fb41a-64ea-4a86-826f-b986c8b2e44a","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.932935467Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2692024-11-19T17:07:46.249Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.93301281Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2702024-11-19T17:07:46.283Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 775749f049384d6df9adbcf0df5fb1eb2a3a0b7e\nCommit timestamp: 2024-11-19T16:38:47.000000000Z branch: mkeeter/early-io-rejection\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.986087225Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2712024-11-19T17:07:46.283Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.98622707Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2722024-11-19T17:07:46.283Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.986257279Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2732024-11-19T17:07:46.308Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.989178683Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2742024-11-19T17:07:46.308Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.990118183Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2752024-11-19T17:07:46.308Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 269fb41a-64ea-4a86-826f-b986c8b2e44a, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.99017739Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2762024-11-19T17:07:46.308Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.990267617Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2772024-11-19T17:07:46.308Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.990307666Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2782024-11-19T17:07:46.308Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.991450848Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2792024-11-19T17:07:46.308Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.994024236Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2802024-11-19T17:07:46.308Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.995124974Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2812024-11-19T17:07:46.308Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.995183048Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2822024-11-19T17:07:46.308Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.995336079Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2832024-11-19T17:07:46.308Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.995466005Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2842024-11-19T17:07:46.308Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.995506795Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2852024-11-19T17:07:46.308Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.996502827Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2862024-11-19T17:07:46.308Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.998880319Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2872024-11-19T17:07:46.308Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:45.999995235Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2882024-11-19T17:07:46.308Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.000050604Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2892024-11-19T17:07:46.308Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.000145862Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2902024-11-19T17:07:46.308Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.000184388Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2912024-11-19T17:07:46.308Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.000208665Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2922024-11-19T17:07:46.308Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.001137094Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2932024-11-19T17:07:46.308Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.003653309Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2942024-11-19T17:07:46.308Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.004541579Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2952024-11-19T17:07:46.309Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.004617278Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2962024-11-19T17:07:46.309Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.004644171Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2972024-11-19T17:07:46.309Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.004682155Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
2982024-11-19T17:07:46.309Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.004721353Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
2992024-11-19T17:07:46.309Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.005702525Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3002024-11-19T17:07:46.309Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.008105868Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3012024-11-19T17:07:46.309Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.008854833Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3022024-11-19T17:07:46.309Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.008906154Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3032024-11-19T17:07:46.309Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.009078924Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3042024-11-19T17:07:46.309Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.009134814Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3052024-11-19T17:07:46.309Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.009174934Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3062024-11-19T17:07:46.309Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.010080297Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3072024-11-19T17:07:46.333Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.012389785Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3082024-11-19T17:07:46.333Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.013329095Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3092024-11-19T17:07:46.334Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.013374684Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3102024-11-19T17:07:46.334Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.013494561Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3112024-11-19T17:07:46.334Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.013532666Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3122024-11-19T17:07:46.334Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.01355518Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3132024-11-19T17:07:46.334Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.014401807Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3142024-11-19T17:07:46.334Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.016613563Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3152024-11-19T17:07:46.334Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.01739415Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3162024-11-19T17:07:46.335Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.017441033Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3172024-11-19T17:07:46.335Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.017529377Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3182024-11-19T17:07:46.335Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.017567291Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3192024-11-19T17:07:46.335Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.017591639Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3202024-11-19T17:07:46.335Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.018421824Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3212024-11-19T17:07:46.335Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.020776872Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3222024-11-19T17:07:46.335Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.021528573Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3232024-11-19T17:07:46.335Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.021576597Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3242024-11-19T17:07:46.335Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.021671384Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3252024-11-19T17:07:46.335Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.02171008Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3262024-11-19T17:07:46.335Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.021732334Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3272024-11-19T17:07:46.336Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.022569322Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3282024-11-19T17:07:46.336Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.024709567Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3292024-11-19T17:07:46.336Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.025595933Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3302024-11-19T17:07:46.336Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.025640831Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3312024-11-19T17:07:46.336Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.025760006Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3322024-11-19T17:07:46.337Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.025796779Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3332024-11-19T17:07:46.337Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.025819614Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3342024-11-19T17:07:46.337Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.026619799Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3352024-11-19T17:07:46.337Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.028765485Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3362024-11-19T17:07:46.337Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.029523278Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3372024-11-19T17:07:46.337Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.02958055Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3382024-11-19T17:07:46.337Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.029638625Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3392024-11-19T17:07:46.337Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.029710697Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3402024-11-19T17:07:46.337Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.029733592Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3412024-11-19T17:07:46.337Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.030585269Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3422024-11-19T17:07:46.337Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.032995616Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3432024-11-19T17:07:46.337Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.033847935Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3442024-11-19T17:07:46.337Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.033894536Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3452024-11-19T17:07:46.337Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.033980596Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3462024-11-19T17:07:46.337Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.034020514Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3472024-11-19T17:07:46.337Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.034043129Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3482024-11-19T17:07:46.337Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.034860709Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3492024-11-19T17:07:46.362Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.036946647Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3502024-11-19T17:07:46.363Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.037798986Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3512024-11-19T17:07:46.364Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.037844125Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3522024-11-19T17:07:46.364Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.037934483Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3532024-11-19T17:07:46.364Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.037972167Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3542024-11-19T17:07:46.364Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.03799436Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3552024-11-19T17:07:46.365Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.038830808Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3562024-11-19T17:07:46.365Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.040890194Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3572024-11-19T17:07:46.365Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.04182264Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3582024-11-19T17:07:46.365Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.041868661Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3592024-11-19T17:07:46.365Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.0419495Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3602024-11-19T17:07:46.365Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.041987034Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3612024-11-19T17:07:46.365Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.042007865Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3622024-11-19T17:07:46.365Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.042915151Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3632024-11-19T17:07:46.365Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.044974467Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3642024-11-19T17:07:46.365Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.045777749Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3652024-11-19T17:07:46.365Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.045831064Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3662024-11-19T17:07:46.365Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.045860111Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3672024-11-19T17:07:46.365Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.045897615Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3682024-11-19T17:07:46.365Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.04592535Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3692024-11-19T17:07:46.365Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.046756156Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3702024-11-19T17:07:46.365Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.048912823Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3712024-11-19T17:07:46.365Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.049711977Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3722024-11-19T17:07:46.365Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.049770112Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3732024-11-19T17:07:46.365Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.049826934Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3742024-11-19T17:07:46.365Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.049845911Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3752024-11-19T17:07:46.366Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.049892853Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3762024-11-19T17:07:46.366Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.050689312Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3772024-11-19T17:07:46.366Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.053001616Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3782024-11-19T17:07:46.366Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.054089739Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3792024-11-19T17:07:46.366Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.054153194Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3802024-11-19T17:07:46.366Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.054187742Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3812024-11-19T17:07:46.366Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.054224023Z","hostname":"bmat-EVT22200007-00004adf","pid":1187,"task":"clone"}
3822024-11-19T17:07:46.366Z{"msg":"UUID: 269fb41a-64ea-4a86-826f-b986c8b2e44a","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.055312507Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3832024-11-19T17:07:46.366Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.055361914Z","hostname":"bmat-EVT22200007-00004adf","pid":1187}
3842024-11-19T17:07:46.366ZVerify second clone using export
3852024-11-19T17:07:46.390Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.079083792Z","hostname":"bmat-EVT22200007-00004adf","pid":1188}
3862024-11-19T17:07:46.390Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.079817888Z","hostname":"bmat-EVT22200007-00004adf","pid":1188}
3872024-11-19T17:07:46.390Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:07:46.07984417Z","hostname":"bmat-EVT22200007-00004adf","pid":1188}
3882024-11-19T17:07:46.391ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-11-19T17:07:46.391ZExporting from start_block: 0 count:300
3902024-11-19T17:07:46.391ZRead and wrote out 300 blocks
3912024-11-19T17:07:46.391ZStopping downstairs
3922024-11-19T17:07:46.391ZClone test passed
3932024-11-19T17:07:46.415Z
3942024-11-19T17:07:46.416Zreal 1.667435295
3952024-11-19T17:07:46.416Zuser 0.325481408
3962024-11-19T17:07:46.416Zsys 0.386233666
3972024-11-19T17:07:46.416Ztrap 0.000769455
3982024-11-19T17:07:46.416Ztflt 0.000902124
3992024-11-19T17:07:46.416Zdflt 0.003277604
4002024-11-19T17:07:46.416Zkflt 0.000541185
4012024-11-19T17:07:46.416Zlock 10.390735178
4022024-11-19T17:07:46.416Zslp 3.006196744
4032024-11-19T17:07:46.416Zlat 0.100408287
4042024-11-19T17:07:46.416Zstop 0.000762461
4052024-11-19T17:07:46.416Zprocess exited: duration 11838 ms, exit code 0
 
4062024-11-19T17:07:46.467Zfound 0 output files