01JD4YS14DJ1TYA09EE3PCK091: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JD4YS92F9YN7P8ET2531AXTJ

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-20T14:27:52.994Zjob dependencies complete; ready to run (waiting for 13 m 27 s)
22024-11-20T14:28:16.069Zjob assigned to worker 01JD4ZHXNCXVCXH9D5KYP38P8X [factory gimlet-EVT22200007-propolis, EVT22200007/19245] (queued for 23 s)
32024-11-20T14:28:24.650Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-11-20T14:28:29.587Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-11-20T14:28:29.587Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-11-20T14:28:34.266Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-11-20T14:28:34.266Zdownloading input: /input/build/work/bins/crutest.gz
82024-11-20T14:28:39.304Zdownloaded input: /input/build/work/bins/crutest.gz
92024-11-20T14:28:39.304Zdownloading input: /input/build/work/bins/dsc.gz
102024-11-20T14:28:42.404Zdownloaded input: /input/build/work/bins/dsc.gz
112024-11-20T14:28:42.433Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-11-20T14:28:42.468Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-11-20T14:28:42.468Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-11-20T14:28:42.520Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-11-20T14:28:42.520Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-11-20T14:28:42.562Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-11-20T14:28:42.563Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-11-20T14:28:42.601Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-11-20T14:28:42.601Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-11-20T14:28:42.647Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-11-20T14:28:42.647Zdownloading input: /input/build/work/scripts/test_up.sh
222024-11-20T14:28:42.687Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-11-20T14:28:42.687Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-11-20T14:28:42.725Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-11-20T14:28:42.749Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-11-20T14:28:45.541Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-11-20T14:28:45.541Zstarting task 0: "setup"
282024-11-20T14:28:45.566Z++ uname -s
292024-11-20T14:28:45.566Z+ kern=SunOS
302024-11-20T14:28:45.566Z+ case "$kern" in
312024-11-20T14:28:45.566Z+ groupadd -g 12345 build
322024-11-20T14:28:45.566Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-11-20T14:28:47.568Z+ zfs create -o mountpoint=/work rpool/work
342024-11-20T14:28:47.611Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-11-20T14:28:47.638Z+ home_fs=zfs
362024-11-20T14:28:47.638Z+ [[ zfs == autofs ]]
372024-11-20T14:28:47.638Z+ mkdir -p /home/build
382024-11-20T14:28:47.638Z+ chown build:build /home/build /work
392024-11-20T14:28:49.627Z+ chmod 0700 /home/build /work
402024-11-20T14:28:49.627Zprocess exited: duration 4083 ms, exit code 0
 
412024-11-20T14:28:49.675Zstarting task 1: "authentication"
422024-11-20T14:28:49.725Zprocess exited: duration 49 ms, exit code 0
 
432024-11-20T14:28:49.773Zstarting task 2: "build"
442024-11-20T14:28:49.798Z+ banner cores
452024-11-20T14:28:49.798Z
462024-11-20T14:28:49.798Z #### #### ##### ###### ####
472024-11-20T14:28:49.798Z # # # # # # # #
482024-11-20T14:28:49.798Z # # # # # ##### ####
492024-11-20T14:28:49.798Z # # # ##### # #
502024-11-20T14:28:49.798Z # # # # # # # # #
512024-11-20T14:28:49.798Z #### #### # # ###### ####
522024-11-20T14:28:49.798Z
532024-11-20T14:28:49.798Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-11-20T14:28:49.798Z+ echo 'input bins dir contains:'
552024-11-20T14:28:49.798Z+ ls -ltr /input/build/work/bins
562024-11-20T14:28:49.798Zinput bins dir contains:
572024-11-20T14:28:49.821Ztotal 762764
582024-11-20T14:28:49.822Z-rw-r--r-- 1 root root 109276662 Nov 20 14:28 crucible-downstairs.gz
592024-11-20T14:28:49.822Z-rw-r--r-- 1 root root 105034618 Nov 20 14:28 crucible-hammer.gz
602024-11-20T14:28:49.822Z-rw-r--r-- 1 root root 109472533 Nov 20 14:28 crutest.gz
612024-11-20T14:28:49.822Z-rw-r--r-- 1 root root 66480189 Nov 20 14:28 dsc.gz
622024-11-20T14:28:49.822Z+ banner unpack
632024-11-20T14:28:49.822Z
642024-11-20T14:28:49.822Z # # # # ##### ## #### # #
652024-11-20T14:28:49.822Z # # ## # # # # # # # # #
662024-11-20T14:28:49.822Z # # # # # # # # # # ####
672024-11-20T14:28:49.822Z # # # # # ##### ###### # # #
682024-11-20T14:28:49.822Z # # # ## # # # # # # #
692024-11-20T14:28:49.822Z #### # # # # # #### # #
702024-11-20T14:28:49.822Z
712024-11-20T14:28:49.822Z+ mkdir -p /var/tmp/bins
722024-11-20T14:28:49.823Z+ for t in "$input/bins/"*.gz
732024-11-20T14:28:49.823Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-11-20T14:28:49.823Z+ b=crucible-downstairs.gz
752024-11-20T14:28:49.823Z+ b=crucible-downstairs
762024-11-20T14:28:49.823Z+ gunzip
772024-11-20T14:28:52.857Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-11-20T14:28:52.880Z+ for t in "$input/bins/"*.gz
792024-11-20T14:28:52.880Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-11-20T14:28:52.880Z+ b=crucible-hammer.gz
812024-11-20T14:28:52.881Z+ b=crucible-hammer
822024-11-20T14:28:52.881Z+ gunzip
832024-11-20T14:28:55.547Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-11-20T14:28:55.571Z+ for t in "$input/bins/"*.gz
852024-11-20T14:28:55.571Z++ basename /input/build/work/bins/crutest.gz
862024-11-20T14:28:55.571Z+ b=crutest.gz
872024-11-20T14:28:55.571Z+ b=crutest
882024-11-20T14:28:55.571Z+ gunzip
892024-11-20T14:28:58.467Z+ chmod +x /var/tmp/bins/crutest
902024-11-20T14:28:58.491Z+ for t in "$input/bins/"*.gz
912024-11-20T14:28:58.491Z++ basename /input/build/work/bins/dsc.gz
922024-11-20T14:28:58.491Z+ b=dsc.gz
932024-11-20T14:28:58.491Z+ b=dsc
942024-11-20T14:28:58.491Z+ gunzip
952024-11-20T14:29:00.026Z+ chmod +x /var/tmp/bins/dsc
962024-11-20T14:29:00.050Z+ export BINDIR=/var/tmp/bins
972024-11-20T14:29:00.050Z+ BINDIR=/var/tmp/bins
982024-11-20T14:29:00.050Z+ banner test_ds
992024-11-20T14:29:00.050Z
1002024-11-20T14:29:00.050Z ##### ###### #### ##### ##### ####
1012024-11-20T14:29:00.050Z # # # # # # #
1022024-11-20T14:29:00.050Z # ##### #### # # # ####
1032024-11-20T14:29:00.050Z # # # # # # #
1042024-11-20T14:29:00.050Z # # # # # # # # #
1052024-11-20T14:29:00.050Z # ###### #### # ####### ##### ####
1062024-11-20T14:29:00.050Z
1072024-11-20T14:29:00.050Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-11-20T14:29:00.075ZCreate file for import
1092024-11-20T14:29:00.075Z300+0 records in
1102024-11-20T14:29:00.075Z300+0 records out
1112024-11-20T14:29:00.075Z153600 bytes (150 KiB) transferred in 0.002795 secs (52 MiB/sec)
1122024-11-20T14:29:00.075ZImport region
1132024-11-20T14:29:00.161Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:00.097409668Z","hostname":"bmat-EVT22200007-00004b2d","pid":1169}
1142024-11-20T14:29:00.186ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-11-20T14:29:00.186ZRegion already large enough for image
1162024-11-20T14:29:00.186ZImporting "/tmp/ds_test/import" to region
1172024-11-20T14:29:00.232ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-11-20T14:29:00.257Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:00.167654941Z","hostname":"bmat-EVT22200007-00004b2d","pid":1169}
1192024-11-20T14:29:00.257Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:00.16774576Z","hostname":"bmat-EVT22200007-00004b2d","pid":1169}
1202024-11-20T14:29:00.257ZExport region
1212024-11-20T14:29:00.281Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:00.196387331Z","hostname":"bmat-EVT22200007-00004b2d","pid":1170}
1222024-11-20T14:29:00.281Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:00.197089086Z","hostname":"bmat-EVT22200007-00004b2d","pid":1170}
1232024-11-20T14:29:00.281Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:00.197111972Z","hostname":"bmat-EVT22200007-00004b2d","pid":1170}
1242024-11-20T14:29:00.281ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-11-20T14:29:00.281ZExporting from start_block: 0 count:300
1262024-11-20T14:29:00.281ZRead and wrote out 300 blocks
1272024-11-20T14:29:00.281ZImport Export test passed
1282024-11-20T14:29:00.282ZTest clone
1292024-11-20T14:29:00.282ZStarting source downstairs
1302024-11-20T14:29:01.278Z PID TTY TIME CMD
1312024-11-20T14:29:01.278Z 1172 ? 0:00 crucible
1322024-11-20T14:29:01.303ZDownstairs running
1332024-11-20T14:29:01.303ZCreating new downstairs
1342024-11-20T14:29:01.303Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.237133157Z","hostname":"bmat-EVT22200007-00004b2d","pid":1176}
1352024-11-20T14:29:01.303Z{"msg":"UUID: ee70a043-22c2-4ebe-9430-b4d79a146e68","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.239202773Z","hostname":"bmat-EVT22200007-00004b2d","pid":1176}
1362024-11-20T14:29:01.303Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.239253403Z","hostname":"bmat-EVT22200007-00004b2d","pid":1176}
1372024-11-20T14:29:01.330ZCloning existing downstairs
1382024-11-20T14:29:01.330Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.262930742Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1392024-11-20T14:29:01.330Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.264237663Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1402024-11-20T14:29:01.330Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.26427197Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1412024-11-20T14:29:01.330Z{"msg":"UUID: ee70a043-22c2-4ebe-9430-b4d79a146e68","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.26495561Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1422024-11-20T14:29:01.330Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.264999797Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1432024-11-20T14:29:01.378Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: e10e1f0ceaa5049614af941033fd2935730f49b1\nCommit timestamp: 2024-11-20T14:12:42.000000000Z branch: alan/fix-header\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.316937574Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1442024-11-20T14:29:01.378Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.317023784Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1452024-11-20T14:29:01.378Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.317048303Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1462024-11-20T14:29:01.402Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.323037167Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1472024-11-20T14:29:01.402Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.324073904Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1482024-11-20T14:29:01.402Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: ee70a043-22c2-4ebe-9430-b4d79a146e68, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.324132279Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1492024-11-20T14:29:01.402Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.32431479Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1502024-11-20T14:29:01.402Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.324358556Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1512024-11-20T14:29:01.402Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.325444721Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1522024-11-20T14:29:01.402Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.328886667Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1532024-11-20T14:29:01.402Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.329944776Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1542024-11-20T14:29:01.402Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.330013191Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1552024-11-20T14:29:01.402Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.330146424Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1562024-11-20T14:29:01.402Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.330279787Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1572024-11-20T14:29:01.402Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.330323423Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1582024-11-20T14:29:01.402Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.331320923Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1592024-11-20T14:29:01.402Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.333371451Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1602024-11-20T14:29:01.402Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.334330886Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1612024-11-20T14:29:01.402Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.334377047Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1622024-11-20T14:29:01.402Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.334470521Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1632024-11-20T14:29:01.403Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.334511593Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1642024-11-20T14:29:01.403Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.334531933Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1652024-11-20T14:29:01.403Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.335287585Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1662024-11-20T14:29:01.403Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.337344847Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1672024-11-20T14:29:01.403Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.338148092Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1682024-11-20T14:29:01.403Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.338199624Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1692024-11-20T14:29:01.403Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.338219493Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1702024-11-20T14:29:01.403Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.338251928Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1712024-11-20T14:29:01.403Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.338285965Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1722024-11-20T14:29:01.403Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.339054462Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1732024-11-20T14:29:01.428Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.341126744Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1742024-11-20T14:29:01.428Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.341988485Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1752024-11-20T14:29:01.428Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.342037792Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1762024-11-20T14:29:01.428Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.342129163Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1772024-11-20T14:29:01.428Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.342166296Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1782024-11-20T14:29:01.428Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.342186566Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1792024-11-20T14:29:01.428Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.34299385Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1802024-11-20T14:29:01.428Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.345003558Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1812024-11-20T14:29:01.429Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.345806804Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1822024-11-20T14:29:01.429Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.34589087Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1832024-11-20T14:29:01.429Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.345937602Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1842024-11-20T14:29:01.429Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.345987882Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1852024-11-20T14:29:01.429Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.346010015Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1862024-11-20T14:29:01.429Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.346736339Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1872024-11-20T14:29:01.429Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.348686379Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1882024-11-20T14:29:01.429Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.349467532Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1892024-11-20T14:29:01.429Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.349508072Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1902024-11-20T14:29:01.429Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.349621185Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1912024-11-20T14:29:01.429Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.34965915Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1922024-11-20T14:29:01.429Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.349678568Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1932024-11-20T14:29:01.429Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.350463138Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1942024-11-20T14:29:01.429Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.352722679Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1952024-11-20T14:29:01.429Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.353631353Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1962024-11-20T14:29:01.429Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.353661392Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1972024-11-20T14:29:01.429Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.353763474Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
1982024-11-20T14:29:01.429Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.353799515Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
1992024-11-20T14:29:01.429Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.353819013Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2002024-11-20T14:29:01.429Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.354613161Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2012024-11-20T14:29:01.429Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.356669491Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2022024-11-20T14:29:01.429Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.357425013Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2032024-11-20T14:29:01.429Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.357472627Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2042024-11-20T14:29:01.429Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.357563366Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2052024-11-20T14:29:01.430Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.357598285Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
2062024-11-20T14:29:01.430Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.357617122Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2072024-11-20T14:29:01.430Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.358438324Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2082024-11-20T14:29:01.430Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.360397612Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2092024-11-20T14:29:01.430Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.361127303Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2102024-11-20T14:29:01.430Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.361175338Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2112024-11-20T14:29:01.430Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.361211539Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2122024-11-20T14:29:01.430Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.36124709Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
2132024-11-20T14:29:01.431Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.361268051Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2142024-11-20T14:29:01.431Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.362242164Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2152024-11-20T14:29:01.431Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.36443832Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2162024-11-20T14:29:01.431Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.365194353Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2172024-11-20T14:29:01.431Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.365239262Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2182024-11-20T14:29:01.431Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.36532435Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2192024-11-20T14:29:01.431Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.365365842Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
2202024-11-20T14:29:01.431Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.365387995Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2212024-11-20T14:29:01.431Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.366160841Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2222024-11-20T14:29:01.456Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.368419741Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2232024-11-20T14:29:01.456Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.369316572Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2242024-11-20T14:29:01.456Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.369370839Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2252024-11-20T14:29:01.456Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.369395588Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2262024-11-20T14:29:01.456Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.369433733Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
2272024-11-20T14:29:01.456Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.369454334Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2282024-11-20T14:29:01.456Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.370278742Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2292024-11-20T14:29:01.456Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.372435069Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2302024-11-20T14:29:01.456Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.373302432Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2312024-11-20T14:29:01.456Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.37334705Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2322024-11-20T14:29:01.456Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.373465474Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2332024-11-20T14:29:01.456Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.373505964Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
2342024-11-20T14:29:01.456Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.373525853Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2352024-11-20T14:29:01.456Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.374524204Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2362024-11-20T14:29:01.456Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.376955695Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2372024-11-20T14:29:01.456Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.377806034Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2382024-11-20T14:29:01.456Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.37784992Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2392024-11-20T14:29:01.456Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.377938165Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2402024-11-20T14:29:01.457Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.377974015Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
2412024-11-20T14:29:01.457Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.377993344Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2422024-11-20T14:29:01.457Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.378846428Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2432024-11-20T14:29:01.457Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.381362826Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2442024-11-20T14:29:01.457Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.382153638Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2452024-11-20T14:29:01.457Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.38221038Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2462024-11-20T14:29:01.457Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.382232814Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2472024-11-20T14:29:01.457Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.382262443Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
2482024-11-20T14:29:01.457Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.382294656Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2492024-11-20T14:29:01.457Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.383080999Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2502024-11-20T14:29:01.458Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.385280812Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2512024-11-20T14:29:01.458Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.386032847Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2522024-11-20T14:29:01.458Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.386092435Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2532024-11-20T14:29:01.458Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.386118656Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177}
2542024-11-20T14:29:01.458Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.386136772Z","hostname":"bmat-EVT22200007-00004b2d","pid":1177,"task":"clone"}
2552024-11-20T14:29:01.483ZVerify clone using export
2562024-11-20T14:29:01.483Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.412849214Z","hostname":"bmat-EVT22200007-00004b2d","pid":1178}
2572024-11-20T14:29:01.483Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.413370773Z","hostname":"bmat-EVT22200007-00004b2d","pid":1178}
2582024-11-20T14:29:01.483Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.41340935Z","hostname":"bmat-EVT22200007-00004b2d","pid":1178}
2592024-11-20T14:29:01.483ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-11-20T14:29:01.483ZExporting from start_block: 0 count:300
2612024-11-20T14:29:01.483ZRead and wrote out 300 blocks
2622024-11-20T14:29:01.507ZCreating new downstairs from clone directly
2632024-11-20T14:29:01.507Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.438223964Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2642024-11-20T14:29:01.507Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.439910163Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2652024-11-20T14:29:01.507Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.44004544Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2662024-11-20T14:29:01.507Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.440083415Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2672024-11-20T14:29:01.507Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.44010091Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2682024-11-20T14:29:01.507Z{"msg":"UUID: a8d8cfff-41b4-4392-8c50-0b0295c90b74","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.441449452Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2692024-11-20T14:29:01.507Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.441492568Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2702024-11-20T14:29:01.551Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: e10e1f0ceaa5049614af941033fd2935730f49b1\nCommit timestamp: 2024-11-20T14:12:42.000000000Z branch: alan/fix-header\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.490472595Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2712024-11-20T14:29:01.551Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.490573213Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2722024-11-20T14:29:01.551Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.490596359Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2732024-11-20T14:29:01.576Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.492832364Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2742024-11-20T14:29:01.576Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.49393976Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2752024-11-20T14:29:01.576Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: a8d8cfff-41b4-4392-8c50-0b0295c90b74, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.493974328Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2762024-11-20T14:29:01.576Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.494108153Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2772024-11-20T14:29:01.576Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.494150847Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2782024-11-20T14:29:01.576Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.49516544Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2792024-11-20T14:29:01.576Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.498433924Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2802024-11-20T14:29:01.576Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.499236157Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2812024-11-20T14:29:01.576Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.499285886Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2822024-11-20T14:29:01.576Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.499428527Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2832024-11-20T14:29:01.576Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.499537302Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2842024-11-20T14:29:01.576Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.49957702Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2852024-11-20T14:29:01.576Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.50046296Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2862024-11-20T14:29:01.576Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.50262594Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2872024-11-20T14:29:01.576Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.503511369Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2882024-11-20T14:29:01.577Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.50356259Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2892024-11-20T14:29:01.577Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.503655283Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2902024-11-20T14:29:01.577Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.503698348Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2912024-11-20T14:29:01.577Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.503722495Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2922024-11-20T14:29:01.577Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.504574999Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2932024-11-20T14:29:01.577Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.506940449Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2942024-11-20T14:29:01.577Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.507809495Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2952024-11-20T14:29:01.577Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.507865105Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2962024-11-20T14:29:01.577Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.507986043Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2972024-11-20T14:29:01.577Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.508054599Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
2982024-11-20T14:29:01.577Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.508115078Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
2992024-11-20T14:29:01.577Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.508864548Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3002024-11-20T14:29:01.577Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.511204458Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3012024-11-20T14:29:01.577Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.511980019Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3022024-11-20T14:29:01.577Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.512041971Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3032024-11-20T14:29:01.577Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.512063755Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3042024-11-20T14:29:01.577Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.512097832Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3052024-11-20T14:29:01.577Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.512133422Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3062024-11-20T14:29:01.577Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.51293783Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3072024-11-20T14:29:01.603Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.515195257Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3082024-11-20T14:29:01.603Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.515996099Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3092024-11-20T14:29:01.603Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.516062079Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3102024-11-20T14:29:01.603Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.516086978Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3112024-11-20T14:29:01.603Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.516128019Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3122024-11-20T14:29:01.603Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.516147999Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3132024-11-20T14:29:01.603Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.516967707Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3142024-11-20T14:29:01.603Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.518992815Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3152024-11-20T14:29:01.603Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.51970951Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3162024-11-20T14:29:01.603Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.519762305Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3172024-11-20T14:29:01.603Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.51979031Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3182024-11-20T14:29:01.603Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.519824267Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3192024-11-20T14:29:01.603Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.519843876Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3202024-11-20T14:29:01.603Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.520717801Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3212024-11-20T14:29:01.604Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.522952994Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3222024-11-20T14:29:01.604Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.523727674Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3232024-11-20T14:29:01.604Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.523779015Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3242024-11-20T14:29:01.604Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.523866448Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3252024-11-20T14:29:01.604Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.523904192Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3262024-11-20T14:29:01.604Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.523924302Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3272024-11-20T14:29:01.604Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.524684283Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3282024-11-20T14:29:01.604Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.526877623Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3292024-11-20T14:29:01.604Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.527659447Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3302024-11-20T14:29:01.604Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.527708734Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3312024-11-20T14:29:01.604Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.527759084Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3322024-11-20T14:29:01.604Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.527793472Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3332024-11-20T14:29:01.604Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.5278128Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3342024-11-20T14:29:01.604Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.528616416Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3352024-11-20T14:29:01.604Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.530676113Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3362024-11-20T14:29:01.605Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.53154549Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3372024-11-20T14:29:01.605Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.531586511Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3382024-11-20T14:29:01.605Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.531697239Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3392024-11-20T14:29:01.605Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.531731677Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3402024-11-20T14:29:01.605Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.531750164Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3412024-11-20T14:29:01.605Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.532608058Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3422024-11-20T14:29:01.605Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.534704767Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3432024-11-20T14:29:01.605Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.535598632Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3442024-11-20T14:29:01.605Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.535651817Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3452024-11-20T14:29:01.605Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.535768908Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3462024-11-20T14:29:01.605Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.535806873Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3472024-11-20T14:29:01.605Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.535828546Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3482024-11-20T14:29:01.605Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.536719806Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3492024-11-20T14:29:01.605Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.538912746Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3502024-11-20T14:29:01.606Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.539724679Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3512024-11-20T14:29:01.606Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.539774808Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3522024-11-20T14:29:01.606Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.539874565Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3532024-11-20T14:29:01.606Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.539910786Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3542024-11-20T14:29:01.606Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.539944182Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3552024-11-20T14:29:01.606Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.540832486Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3562024-11-20T14:29:01.630Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.543030165Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3572024-11-20T14:29:01.630Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.543825035Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3582024-11-20T14:29:01.630Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.543875394Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3592024-11-20T14:29:01.630Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.543975441Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3602024-11-20T14:29:01.630Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.544010701Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3612024-11-20T14:29:01.630Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.544031642Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3622024-11-20T14:29:01.630Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.544902362Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3632024-11-20T14:29:01.631Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.546920396Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3642024-11-20T14:29:01.631Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.547737028Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3652024-11-20T14:29:01.631Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.547778911Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3662024-11-20T14:29:01.631Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.547890111Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3672024-11-20T14:29:01.631Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.54793031Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3682024-11-20T14:29:01.631Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.547949087Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3692024-11-20T14:29:01.631Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.54881158Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3702024-11-20T14:29:01.631Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.551090419Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3712024-11-20T14:29:01.631Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.551901451Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3722024-11-20T14:29:01.631Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.551968453Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3732024-11-20T14:29:01.631Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.552083139Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3742024-11-20T14:29:01.632Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.552120593Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3752024-11-20T14:29:01.632Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.552141114Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3762024-11-20T14:29:01.632Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.553022855Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3772024-11-20T14:29:01.632Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.555334579Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3782024-11-20T14:29:01.632Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.55614013Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3792024-11-20T14:29:01.632Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.556189738Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3802024-11-20T14:29:01.632Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.556288112Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3812024-11-20T14:29:01.632Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.556323973Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181,"task":"clone"}
3822024-11-20T14:29:01.632Z{"msg":"UUID: a8d8cfff-41b4-4392-8c50-0b0295c90b74","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.557764667Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3832024-11-20T14:29:01.632Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.557925364Z","hostname":"bmat-EVT22200007-00004b2d","pid":1181}
3842024-11-20T14:29:01.632ZVerify second clone using export
3852024-11-20T14:29:01.657Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.582840798Z","hostname":"bmat-EVT22200007-00004b2d","pid":1182}
3862024-11-20T14:29:01.657Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.58371301Z","hostname":"bmat-EVT22200007-00004b2d","pid":1182}
3872024-11-20T14:29:01.657Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-20T14:29:01.583740103Z","hostname":"bmat-EVT22200007-00004b2d","pid":1182}
3882024-11-20T14:29:01.657ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-11-20T14:29:01.657ZExporting from start_block: 0 count:300
3902024-11-20T14:29:01.657ZRead and wrote out 300 blocks
3912024-11-20T14:29:01.657ZStopping downstairs
3922024-11-20T14:29:01.657ZClone test passed
3932024-11-20T14:29:01.681Z
3942024-11-20T14:29:01.681Zreal 1.626998072
3952024-11-20T14:29:01.681Zuser 0.305918492
3962024-11-20T14:29:01.681Zsys 0.356148325
3972024-11-20T14:29:01.681Ztrap 0.000339012
3982024-11-20T14:29:01.681Ztflt 0.001053656
3992024-11-20T14:29:01.682Zdflt 0.002507176
4002024-11-20T14:29:01.682Zkflt 0.000357656
4012024-11-20T14:29:01.682Zlock 9.883166740
4022024-11-20T14:29:01.682Zslp 2.953858312
4032024-11-20T14:29:01.682Zlat 0.087191385
4042024-11-20T14:29:01.682Zstop 0.000780458
4052024-11-20T14:29:01.682Zprocess exited: duration 11890 ms, exit code 0
 
4062024-11-20T14:29:01.730Zfound 0 output files