01J8T6EDZ73RSDNTHHXSXSEK91: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J8T6EWZBC0Z7KMV0EYKVNR6V

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-09-27T17:08:43.878Zjob dependencies complete; ready to run (waiting for 14 m 35 s)
22024-09-27T17:09:08.041Zjob assigned to worker 01J8T79MQ8QRDGG2PT5M4C73RY (queued for 24 s)
32024-09-27T17:09:09.003Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-09-27T17:09:13.927Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-09-27T17:09:13.927Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-09-27T17:09:20.036Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-09-27T17:09:20.036Zdownloading input: /input/build/work/bins/crutest.gz
82024-09-27T17:09:24.929Zdownloaded input: /input/build/work/bins/crutest.gz
92024-09-27T17:09:24.929Zdownloading input: /input/build/work/bins/dsc.gz
102024-09-27T17:09:27.925Zdownloaded input: /input/build/work/bins/dsc.gz
112024-09-27T17:09:27.950Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-09-27T17:09:27.974Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-09-27T17:09:27.974Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-09-27T17:09:28.009Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-09-27T17:09:28.009Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-09-27T17:09:28.076Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-09-27T17:09:28.076Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-09-27T17:09:28.117Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-09-27T17:09:28.117Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-09-27T17:09:28.159Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-09-27T17:09:28.182Zdownloading input: /input/build/work/scripts/test_up.sh
222024-09-27T17:09:28.206Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-09-27T17:09:28.206Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-09-27T17:09:28.241Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-09-27T17:09:28.265Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-09-27T17:09:31.627Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-09-27T17:09:31.627Zstarting task 0: "setup"
282024-09-27T17:09:31.652Z++ uname -s
292024-09-27T17:09:31.652Z+ kern=SunOS
302024-09-27T17:09:31.652Z+ case "$kern" in
312024-09-27T17:09:31.652Z+ groupadd -g 12345 build
322024-09-27T17:09:31.652Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-09-27T17:09:33.657Z+ zfs create -o mountpoint=/work rpool/work
342024-09-27T17:09:33.691Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-09-27T17:09:33.715Z+ home_fs=zfs
362024-09-27T17:09:33.715Z+ [[ zfs == autofs ]]
372024-09-27T17:09:33.715Z+ mkdir -p /home/build
382024-09-27T17:09:33.715Z+ chown build:build /home/build /work
392024-09-27T17:09:35.699Z+ chmod 0700 /home/build /work
402024-09-27T17:09:35.723Zprocess exited: duration 4076 ms, exit code 0
 
412024-09-27T17:09:35.771Zstarting task 1: "authentication"
422024-09-27T17:09:35.821Zprocess exited: duration 49 ms, exit code 0
 
432024-09-27T17:09:35.871Zstarting task 2: "build"
442024-09-27T17:09:35.895Z+ banner cores
452024-09-27T17:09:35.896Z
462024-09-27T17:09:35.896Z #### #### ##### ###### ####
472024-09-27T17:09:35.896Z # # # # # # # #
482024-09-27T17:09:35.896Z # # # # # ##### ####
492024-09-27T17:09:35.896Z # # # ##### # #
502024-09-27T17:09:35.896Z # # # # # # # # #
512024-09-27T17:09:35.896Z #### #### # # ###### ####
522024-09-27T17:09:35.896Z
532024-09-27T17:09:35.896Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-09-27T17:09:35.896Z+ echo 'input bins dir contains:'
552024-09-27T17:09:35.896Z+ ls -ltr /input/build/work/bins
562024-09-27T17:09:35.896Zinput bins dir contains:
572024-09-27T17:09:35.922Ztotal 771580
582024-09-27T17:09:35.922Z-rw-r--r-- 1 root root 110734592 Sep 27 17:09 crucible-downstairs.gz
592024-09-27T17:09:35.922Z-rw-r--r-- 1 root root 105905316 Sep 27 17:09 crucible-hammer.gz
602024-09-27T17:09:35.922Z-rw-r--r-- 1 root root 111383517 Sep 27 17:09 crutest.gz
612024-09-27T17:09:35.922Z-rw-r--r-- 1 root root 66745083 Sep 27 17:09 dsc.gz
622024-09-27T17:09:35.922Z+ banner unpack
632024-09-27T17:09:35.922Z
642024-09-27T17:09:35.922Z # # # # ##### ## #### # #
652024-09-27T17:09:35.922Z # # ## # # # # # # # # #
662024-09-27T17:09:35.922Z # # # # # # # # # # ####
672024-09-27T17:09:35.922Z # # # # # ##### ###### # # #
682024-09-27T17:09:35.922Z # # # ## # # # # # # #
692024-09-27T17:09:35.922Z #### # # # # # #### # #
702024-09-27T17:09:35.922Z
712024-09-27T17:09:35.922Z+ mkdir -p /var/tmp/bins
722024-09-27T17:09:35.922Z+ for t in "$input/bins/"*.gz
732024-09-27T17:09:35.922Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-09-27T17:09:35.922Z+ b=crucible-downstairs.gz
752024-09-27T17:09:35.922Z+ b=crucible-downstairs
762024-09-27T17:09:35.922Z+ gunzip
772024-09-27T17:09:39.197Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-09-27T17:09:39.223Z+ for t in "$input/bins/"*.gz
792024-09-27T17:09:39.223Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-09-27T17:09:39.223Z+ b=crucible-hammer.gz
812024-09-27T17:09:39.223Z+ b=crucible-hammer
822024-09-27T17:09:39.223Z+ gunzip
832024-09-27T17:09:41.739Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-09-27T17:09:41.775Z+ for t in "$input/bins/"*.gz
852024-09-27T17:09:41.775Z++ basename /input/build/work/bins/crutest.gz
862024-09-27T17:09:41.775Z+ b=crutest.gz
872024-09-27T17:09:41.775Z+ b=crutest
882024-09-27T17:09:41.775Z+ gunzip
892024-09-27T17:09:44.676Z+ chmod +x /var/tmp/bins/crutest
902024-09-27T17:09:44.703Z+ for t in "$input/bins/"*.gz
912024-09-27T17:09:44.703Z++ basename /input/build/work/bins/dsc.gz
922024-09-27T17:09:44.703Z+ b=dsc.gz
932024-09-27T17:09:44.703Z+ b=dsc
942024-09-27T17:09:44.703Z+ gunzip
952024-09-27T17:09:46.299Z+ chmod +x /var/tmp/bins/dsc
962024-09-27T17:09:46.323Z+ export BINDIR=/var/tmp/bins
972024-09-27T17:09:46.323Z+ BINDIR=/var/tmp/bins
982024-09-27T17:09:46.323Z+ banner test_ds
992024-09-27T17:09:46.323Z
1002024-09-27T17:09:46.323Z ##### ###### #### ##### ##### ####
1012024-09-27T17:09:46.323Z # # # # # # #
1022024-09-27T17:09:46.323Z # ##### #### # # # ####
1032024-09-27T17:09:46.323Z # # # # # # #
1042024-09-27T17:09:46.323Z # # # # # # # # #
1052024-09-27T17:09:46.323Z # ###### #### # ####### ##### ####
1062024-09-27T17:09:46.323Z
1072024-09-27T17:09:46.324Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-09-27T17:09:46.348ZCreate file for import
1092024-09-27T17:09:46.348Z300+0 records in
1102024-09-27T17:09:46.348Z300+0 records out
1112024-09-27T17:09:46.348Z153600 bytes (150 KiB) transferred in 0.002936 secs (50 MiB/sec)
1122024-09-27T17:09:46.348ZImport region
1132024-09-27T17:09:46.440Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:45.943602177Z","hostname":"bmat-EVT22200007-0000448b","pid":1130}
1142024-09-27T17:09:46.464ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-09-27T17:09:46.464ZRegion already large enough for image
1162024-09-27T17:09:46.464ZImporting "/tmp/ds_test/import" to region
1172024-09-27T17:09:46.510ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-09-27T17:09:46.535Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:46.018679006Z","hostname":"bmat-EVT22200007-0000448b","pid":1130}
1192024-09-27T17:09:46.535Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:46.01875741Z","hostname":"bmat-EVT22200007-0000448b","pid":1130}
1202024-09-27T17:09:46.535ZExport region
1212024-09-27T17:09:46.559Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:46.053166634Z","hostname":"bmat-EVT22200007-0000448b","pid":1131}
1222024-09-27T17:09:46.559Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:46.054107217Z","hostname":"bmat-EVT22200007-0000448b","pid":1131}
1232024-09-27T17:09:46.559Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:46.054132166Z","hostname":"bmat-EVT22200007-0000448b","pid":1131}
1242024-09-27T17:09:46.559ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-09-27T17:09:46.559ZExporting from start_block: 0 count:300
1262024-09-27T17:09:46.559ZRead and wrote out 300 blocks
1272024-09-27T17:09:46.559ZImport Export test passed
1282024-09-27T17:09:46.559ZTest clone
1292024-09-27T17:09:46.559ZStarting source downstairs
1302024-09-27T17:09:47.568Z PID TTY TIME CMD
1312024-09-27T17:09:47.568Z 1133 ? 0:00 crucible
1322024-09-27T17:09:47.592ZDownstairs running
1332024-09-27T17:09:47.592ZCreating new downstairs
1342024-09-27T17:09:47.617Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.09986927Z","hostname":"bmat-EVT22200007-0000448b","pid":1137}
1352024-09-27T17:09:47.617Z{"msg":"UUID: a82bf04f-8c9d-4357-8bf2-9cfc617af483","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.101911935Z","hostname":"bmat-EVT22200007-0000448b","pid":1137}
1362024-09-27T17:09:47.617Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.101961031Z","hostname":"bmat-EVT22200007-0000448b","pid":1137}
1372024-09-27T17:09:47.617ZCloning existing downstairs
1382024-09-27T17:09:47.642Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.124310741Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1392024-09-27T17:09:47.642Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.124987866Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1402024-09-27T17:09:47.642Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.12501559Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1412024-09-27T17:09:47.642Z{"msg":"UUID: a82bf04f-8c9d-4357-8bf2-9cfc617af483","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.125942377Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1422024-09-27T17:09:47.642Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.126062764Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1432024-09-27T17:09:47.678Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 93b12f70ee7c1993c73ac4256d99ff80ccbe4bac\nCommit timestamp: 2024-09-27T16:52:31.000000000Z branch: update-omicron-common\nrustc: 1.80.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.184510916Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1442024-09-27T17:09:47.678Z{"msg":"Upstairs <-> Downstairs Message Version: 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.184663236Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1452024-09-27T17:09:47.678Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.18469567Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1462024-09-27T17:09:47.702Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.190732505Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1472024-09-27T17:09:47.702Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.191808846Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1482024-09-27T17:09:47.702Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: a82bf04f-8c9d-4357-8bf2-9cfc617af483, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.191873935Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1492024-09-27T17:09:47.702Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.19219127Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1502024-09-27T17:09:47.702Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.192312349Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1512024-09-27T17:09:47.702Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.194629284Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1522024-09-27T17:09:47.702Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.199410566Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1532024-09-27T17:09:47.702Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.200790625Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1542024-09-27T17:09:47.702Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.200963957Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1552024-09-27T17:09:47.702Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.201136086Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1562024-09-27T17:09:47.702Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.201296311Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1572024-09-27T17:09:47.702Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.201340539Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1582024-09-27T17:09:47.702Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.202339367Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1592024-09-27T17:09:47.702Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.204581906Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1602024-09-27T17:09:47.702Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.205480186Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1612024-09-27T17:09:47.702Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.205527699Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1622024-09-27T17:09:47.702Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.205612837Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1632024-09-27T17:09:47.703Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.205655782Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1642024-09-27T17:09:47.703Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.205679569Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1652024-09-27T17:09:47.703Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.206576716Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1662024-09-27T17:09:47.728Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.209423957Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1672024-09-27T17:09:47.728Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.210215737Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1682024-09-27T17:09:47.728Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.210267259Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1692024-09-27T17:09:47.728Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.210401353Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1702024-09-27T17:09:47.728Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.210446231Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1712024-09-27T17:09:47.728Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.210476711Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1722024-09-27T17:09:47.728Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.211498775Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1732024-09-27T17:09:47.728Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.214351236Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1742024-09-27T17:09:47.728Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.215342079Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1752024-09-27T17:09:47.728Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.21539338Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1762024-09-27T17:09:47.728Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.215501643Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1772024-09-27T17:09:47.728Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.215539798Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1782024-09-27T17:09:47.728Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.215577472Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1792024-09-27T17:09:47.728Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.216755744Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1802024-09-27T17:09:47.728Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.219806957Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1812024-09-27T17:09:47.728Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.221040016Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1822024-09-27T17:09:47.728Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.22108737Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1832024-09-27T17:09:47.728Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.221197126Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1842024-09-27T17:09:47.728Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.221234369Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1852024-09-27T17:09:47.728Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.221257244Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1862024-09-27T17:09:47.729Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.222119594Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1872024-09-27T17:09:47.729Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.224683075Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1882024-09-27T17:09:47.729Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.225585253Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1892024-09-27T17:09:47.729Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.225633047Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1902024-09-27T17:09:47.729Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.225655952Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1912024-09-27T17:09:47.729Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.225674378Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1922024-09-27T17:09:47.729Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.225696171Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1932024-09-27T17:09:47.729Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.226827941Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1942024-09-27T17:09:47.729Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.229081161Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1952024-09-27T17:09:47.729Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.230012978Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1962024-09-27T17:09:47.729Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.23008542Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1972024-09-27T17:09:47.729Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.230119177Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
1982024-09-27T17:09:47.729Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.230163444Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
1992024-09-27T17:09:47.729Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.230193383Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2002024-09-27T17:09:47.729Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.23112066Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2012024-09-27T17:09:47.729Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.233975476Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2022024-09-27T17:09:47.729Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.234884216Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2032024-09-27T17:09:47.729Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.234933273Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2042024-09-27T17:09:47.754Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.235025304Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2052024-09-27T17:09:47.754Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.235064161Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
2062024-09-27T17:09:47.754Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.235087337Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2072024-09-27T17:09:47.754Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.235953614Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2082024-09-27T17:09:47.754Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.238484541Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2092024-09-27T17:09:47.754Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.239613656Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2102024-09-27T17:09:47.754Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.23967672Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2112024-09-27T17:09:47.754Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.239823359Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2122024-09-27T17:09:47.754Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.23986978Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
2132024-09-27T17:09:47.754Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.239893287Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2142024-09-27T17:09:47.754Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.240924399Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2152024-09-27T17:09:47.754Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.243688405Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2162024-09-27T17:09:47.754Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.244605312Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2172024-09-27T17:09:47.754Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.244655851Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2182024-09-27T17:09:47.754Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.244809244Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2192024-09-27T17:09:47.754Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.244850244Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
2202024-09-27T17:09:47.754Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.244876065Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2212024-09-27T17:09:47.755Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.246066261Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2222024-09-27T17:09:47.755Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.248965644Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2232024-09-27T17:09:47.755Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.24994305Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2242024-09-27T17:09:47.755Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.250015042Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2252024-09-27T17:09:47.755Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.250048588Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2262024-09-27T17:09:47.755Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.250164456Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
2272024-09-27T17:09:47.755Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.250211879Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2282024-09-27T17:09:47.755Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.251221268Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2292024-09-27T17:09:47.755Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.253730864Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2302024-09-27T17:09:47.755Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.254590568Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2312024-09-27T17:09:47.755Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.254655926Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2322024-09-27T17:09:47.755Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.254762036Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2332024-09-27T17:09:47.755Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.254818527Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
2342024-09-27T17:09:47.755Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.254857864Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2352024-09-27T17:09:47.755Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.255701246Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2362024-09-27T17:09:47.755Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.25847925Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2372024-09-27T17:09:47.755Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.259669015Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2382024-09-27T17:09:47.755Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.259725406Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2392024-09-27T17:09:47.755Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.259829451Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2402024-09-27T17:09:47.755Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.259868468Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
2412024-09-27T17:09:47.755Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.259894699Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2422024-09-27T17:09:47.755Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.260830443Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2432024-09-27T17:09:47.780Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.262896655Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2442024-09-27T17:09:47.780Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.263649508Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2452024-09-27T17:09:47.780Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.263693415Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2462024-09-27T17:09:47.780Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.263809614Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2472024-09-27T17:09:47.780Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.263845745Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
2482024-09-27T17:09:47.780Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.263866386Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2492024-09-27T17:09:47.780Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.265009518Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2502024-09-27T17:09:47.780Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.267383396Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2512024-09-27T17:09:47.780Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.268323849Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2522024-09-27T17:09:47.780Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.268366794Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2532024-09-27T17:09:47.780Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.268467011Z","hostname":"bmat-EVT22200007-0000448b","pid":1138}
2542024-09-27T17:09:47.780Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.268503313Z","hostname":"bmat-EVT22200007-0000448b","pid":1138,"task":"clone"}
2552024-09-27T17:09:47.780ZVerify clone using export
2562024-09-27T17:09:47.805Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.294400543Z","hostname":"bmat-EVT22200007-0000448b","pid":1139}
2572024-09-27T17:09:47.805Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.295565469Z","hostname":"bmat-EVT22200007-0000448b","pid":1139}
2582024-09-27T17:09:47.805Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.295609766Z","hostname":"bmat-EVT22200007-0000448b","pid":1139}
2592024-09-27T17:09:47.805ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-09-27T17:09:47.805ZExporting from start_block: 0 count:300
2612024-09-27T17:09:47.805ZRead and wrote out 300 blocks
2622024-09-27T17:09:47.805ZCreating new downstairs from clone directly
2632024-09-27T17:09:47.830Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.323608638Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2642024-09-27T17:09:47.830Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.325376872Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2652024-09-27T17:09:47.830Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.325535655Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2662024-09-27T17:09:47.830Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.325571856Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2672024-09-27T17:09:47.830Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.325651503Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2682024-09-27T17:09:47.830Z{"msg":"UUID: 619a33a2-fa0d-4152-a94c-774e26024867","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.32702003Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2692024-09-27T17:09:47.830Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.327064548Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2702024-09-27T17:09:47.871Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 93b12f70ee7c1993c73ac4256d99ff80ccbe4bac\nCommit timestamp: 2024-09-27T16:52:31.000000000Z branch: update-omicron-common\nrustc: 1.80.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.378127978Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2712024-09-27T17:09:47.871Z{"msg":"Upstairs <-> Downstairs Message Version: 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.378248796Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2722024-09-27T17:09:47.871Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.37828115Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2732024-09-27T17:09:47.896Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.380548177Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2742024-09-27T17:09:47.896Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.381299127Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2752024-09-27T17:09:47.896Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 619a33a2-fa0d-4152-a94c-774e26024867, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.38135156Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2762024-09-27T17:09:47.896Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.381484211Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2772024-09-27T17:09:47.896Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.381525713Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2782024-09-27T17:09:47.896Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.382396008Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2792024-09-27T17:09:47.896Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.385234311Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2802024-09-27T17:09:47.896Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.386300402Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2812024-09-27T17:09:47.896Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.386385028Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2822024-09-27T17:09:47.896Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.38641125Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2832024-09-27T17:09:47.896Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.386449776Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2842024-09-27T17:09:47.896Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.386472992Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2852024-09-27T17:09:47.896Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.387380921Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2862024-09-27T17:09:47.896Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.389568722Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2872024-09-27T17:09:47.896Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.390376193Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2882024-09-27T17:09:47.896Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.390419819Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2892024-09-27T17:09:47.896Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.390456121Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2902024-09-27T17:09:47.897Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.390494767Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2912024-09-27T17:09:47.897Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.390514395Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2922024-09-27T17:09:47.897Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.391314762Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2932024-09-27T17:09:47.897Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.393445341Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2942024-09-27T17:09:47.897Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.394352128Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2952024-09-27T17:09:47.897Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.394405703Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2962024-09-27T17:09:47.897Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.394521662Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2972024-09-27T17:09:47.897Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.394558835Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
2982024-09-27T17:09:47.897Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.394579776Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
2992024-09-27T17:09:47.897Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.395404221Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3002024-09-27T17:09:47.897Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.397444231Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3012024-09-27T17:09:47.897Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.398206262Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3022024-09-27T17:09:47.897Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.398256461Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3032024-09-27T17:09:47.897Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.398307782Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3042024-09-27T17:09:47.897Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.398342561Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3052024-09-27T17:09:47.897Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.398361488Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3062024-09-27T17:09:47.897Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.399161514Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3072024-09-27T17:09:47.897Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.401417189Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3082024-09-27T17:09:47.897Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.402375297Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3092024-09-27T17:09:47.897Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.40242226Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3102024-09-27T17:09:47.897Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.402572987Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3112024-09-27T17:09:47.897Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.402619729Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3122024-09-27T17:09:47.897Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.402646973Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3132024-09-27T17:09:47.922Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.403531676Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3142024-09-27T17:09:47.922Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.40560435Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3152024-09-27T17:09:47.922Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.406388505Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3162024-09-27T17:09:47.922Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.406429967Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3172024-09-27T17:09:47.922Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.406519754Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3182024-09-27T17:09:47.922Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.406557558Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3192024-09-27T17:09:47.922Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.406578359Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3202024-09-27T17:09:47.922Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.407330562Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3212024-09-27T17:09:47.922Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.409233662Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3222024-09-27T17:09:47.922Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.40999889Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3232024-09-27T17:09:47.922Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.41005007Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3242024-09-27T17:09:47.922Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.410143304Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3252024-09-27T17:09:47.922Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.410181119Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3262024-09-27T17:09:47.923Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.410201479Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3272024-09-27T17:09:47.923Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.410997076Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3282024-09-27T17:09:47.923Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.413101834Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3292024-09-27T17:09:47.923Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.413837524Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3302024-09-27T17:09:47.923Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.413886971Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3312024-09-27T17:09:47.923Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.413923593Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3322024-09-27T17:09:47.923Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.413955767Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3332024-09-27T17:09:47.923Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.413976057Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3342024-09-27T17:09:47.923Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.414788257Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3352024-09-27T17:09:47.923Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.416860069Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3362024-09-27T17:09:47.923Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.418148438Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3372024-09-27T17:09:47.923Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.418186764Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3382024-09-27T17:09:47.923Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.418270639Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3392024-09-27T17:09:47.923Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.418304546Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3402024-09-27T17:09:47.923Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.418322702Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3412024-09-27T17:09:47.923Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.419227044Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3422024-09-27T17:09:47.923Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.421617073Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3432024-09-27T17:09:47.923Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.422450646Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3442024-09-27T17:09:47.923Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.422500594Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3452024-09-27T17:09:47.923Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.422534641Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3462024-09-27T17:09:47.923Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.42256429Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3472024-09-27T17:09:47.923Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.422598146Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3482024-09-27T17:09:47.923Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.423519201Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3492024-09-27T17:09:47.923Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.426085208Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3502024-09-27T17:09:47.923Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.426797631Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3512024-09-27T17:09:47.923Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.426849003Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3522024-09-27T17:09:47.923Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.426876136Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3532024-09-27T17:09:47.923Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.426909843Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3542024-09-27T17:09:47.923Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.42693372Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3552024-09-27T17:09:47.923Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.427786841Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3562024-09-27T17:09:47.948Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.430000663Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3572024-09-27T17:09:47.948Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.430850558Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3582024-09-27T17:09:47.948Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.430934794Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3592024-09-27T17:09:47.948Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.430995002Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3602024-09-27T17:09:47.948Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.431047867Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3612024-09-27T17:09:47.948Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.431085Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3622024-09-27T17:09:47.948Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.431934995Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3632024-09-27T17:09:47.948Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.434203996Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3642024-09-27T17:09:47.948Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.434945306Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3652024-09-27T17:09:47.948Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.434985566Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3662024-09-27T17:09:47.948Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.435100893Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3672024-09-27T17:09:47.948Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.435136974Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3682024-09-27T17:09:47.948Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.435157635Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3692024-09-27T17:09:47.948Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.436176352Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3702024-09-27T17:09:47.948Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.438322Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3712024-09-27T17:09:47.948Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.439244318Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3722024-09-27T17:09:47.949Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.439295589Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3732024-09-27T17:09:47.949Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.439330608Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3742024-09-27T17:09:47.949Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.439363142Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3752024-09-27T17:09:47.949Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.439383993Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3762024-09-27T17:09:47.949Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.440246593Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3772024-09-27T17:09:47.949Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.442231344Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3782024-09-27T17:09:47.949Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.443343375Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3792024-09-27T17:09:47.949Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.443382652Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3802024-09-27T17:09:47.949Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.443473581Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3812024-09-27T17:09:47.949Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.443507488Z","hostname":"bmat-EVT22200007-0000448b","pid":1142,"task":"clone"}
3822024-09-27T17:09:47.949Z{"msg":"UUID: 619a33a2-fa0d-4152-a94c-774e26024867","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.444364968Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3832024-09-27T17:09:47.949Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.444407602Z","hostname":"bmat-EVT22200007-0000448b","pid":1142}
3842024-09-27T17:09:47.949ZVerify second clone using export
3852024-09-27T17:09:47.973Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.468676614Z","hostname":"bmat-EVT22200007-0000448b","pid":1143}
3862024-09-27T17:09:47.973Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.46925311Z","hostname":"bmat-EVT22200007-0000448b","pid":1143}
3872024-09-27T17:09:47.973Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T17:09:47.469274061Z","hostname":"bmat-EVT22200007-0000448b","pid":1143}
3882024-09-27T17:09:47.973ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-09-27T17:09:47.973ZExporting from start_block: 0 count:300
3902024-09-27T17:09:47.973ZRead and wrote out 300 blocks
3912024-09-27T17:09:47.998ZStopping downstairs
3922024-09-27T17:09:47.998ZClone test passed
3932024-09-27T17:09:47.998Z
3942024-09-27T17:09:47.998Zreal 1.672460891
3952024-09-27T17:09:47.998Zuser 0.334507914
3962024-09-27T17:09:47.998Zsys 0.375129730
3972024-09-27T17:09:47.998Ztrap 0.000410171
3982024-09-27T17:09:47.998Ztflt 0.001818153
3992024-09-27T17:09:47.998Zdflt 0.004210887
4002024-09-27T17:09:47.998Zkflt 0.000395940
4012024-09-27T17:09:47.998Zlock 10.510944513
4022024-09-27T17:09:47.998Zslp 3.016610678
4032024-09-27T17:09:47.998Zlat 0.098229200
4042024-09-27T17:09:47.998Zstop 0.000844741
4052024-09-27T17:09:47.998Zprocess exited: duration 12113 ms, exit code 0
 
4062024-09-27T17:09:48.049Zfound 0 output files