01JEW0KXDWJKA6KGY05HY68GBB: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JEW0M66RB238ARZ279QGQPAY

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-11T23:38:59.935Zjob dependencies complete; ready to run (waiting for 14 m 10 s)
22024-12-11T23:39:22.999Zjob assigned to worker 01JEW1E4MFHSYJY9336TD8DNRX [factory gimlet-EVT22200007-propolis, EVT22200007/20358] (queued for 23 s)
32024-12-11T23:39:31.386Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-12-11T23:39:36.239Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-12-11T23:39:36.239Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-12-11T23:39:40.814Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-12-11T23:39:40.815Zdownloading input: /input/build/work/bins/crutest.gz
82024-12-11T23:39:45.565Zdownloaded input: /input/build/work/bins/crutest.gz
92024-12-11T23:39:45.565Zdownloading input: /input/build/work/bins/dsc.gz
102024-12-11T23:39:48.491Zdownloaded input: /input/build/work/bins/dsc.gz
112024-12-11T23:39:48.514Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-12-11T23:39:48.538Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-12-11T23:39:48.538Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-12-11T23:39:48.568Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-12-11T23:39:48.568Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-12-11T23:39:48.607Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-12-11T23:39:48.607Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-12-11T23:39:48.646Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-12-11T23:39:48.669Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-12-11T23:39:48.692Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-12-11T23:39:48.693Zdownloading input: /input/build/work/scripts/test_up.sh
222024-12-11T23:39:48.720Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-12-11T23:39:48.720Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-12-11T23:39:48.760Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-12-11T23:39:48.784Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-12-11T23:39:51.973Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-12-11T23:39:51.973Zstarting task 0: "setup"
282024-12-11T23:39:51.997Z++ uname -s
292024-12-11T23:39:51.997Z+ kern=SunOS
302024-12-11T23:39:51.997Z+ case "$kern" in
312024-12-11T23:39:51.997Z+ groupadd -g 12345 build
322024-12-11T23:39:51.997Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-12-11T23:39:54.000Z+ zfs create -o mountpoint=/work rpool/work
342024-12-11T23:39:54.043Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-12-11T23:39:54.067Z+ home_fs=zfs
362024-12-11T23:39:54.067Z+ [[ zfs == autofs ]]
372024-12-11T23:39:54.068Z+ mkdir -p /home/build
382024-12-11T23:39:54.068Z+ chown build:build /home/build /work
392024-12-11T23:39:56.053Z+ chmod 0700 /home/build /work
402024-12-11T23:39:56.077Zprocess exited: duration 4084 ms, exit code 0
 
412024-12-11T23:39:56.125Zstarting task 1: "authentication"
422024-12-11T23:39:56.175Zprocess exited: duration 49 ms, exit code 0
 
432024-12-11T23:39:56.223Zstarting task 2: "build"
442024-12-11T23:39:56.247Z+ banner cores
452024-12-11T23:39:56.247Z
462024-12-11T23:39:56.247Z #### #### ##### ###### ####
472024-12-11T23:39:56.247Z # # # # # # # #
482024-12-11T23:39:56.247Z # # # # # ##### ####
492024-12-11T23:39:56.247Z # # # ##### # #
502024-12-11T23:39:56.247Z # # # # # # # # #
512024-12-11T23:39:56.247Z #### #### # # ###### ####
522024-12-11T23:39:56.247Z
532024-12-11T23:39:56.247Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-12-11T23:39:56.247Z+ echo 'input bins dir contains:'
552024-12-11T23:39:56.247Zinput bins dir contains:
562024-12-11T23:39:56.247Z+ ls -ltr /input/build/work/bins
572024-12-11T23:39:56.271Ztotal 760676
582024-12-11T23:39:56.271Z-rw-r--r-- 1 root root 109276510 Dec 11 23:39 crucible-downstairs.gz
592024-12-11T23:39:56.271Z-rw-r--r-- 1 root root 104518811 Dec 11 23:39 crucible-hammer.gz
602024-12-11T23:39:56.271Z-rw-r--r-- 1 root root 108906373 Dec 11 23:39 crutest.gz
612024-12-11T23:39:56.271Z-rw-r--r-- 1 root root 66480704 Dec 11 23:39 dsc.gz
622024-12-11T23:39:56.271Z+ banner unpack
632024-12-11T23:39:56.272Z
642024-12-11T23:39:56.272Z # # # # ##### ## #### # #
652024-12-11T23:39:56.272Z # # ## # # # # # # # # #
662024-12-11T23:39:56.272Z # # # # # # # # # # ####
672024-12-11T23:39:56.272Z # # # # # ##### ###### # # #
682024-12-11T23:39:56.272Z # # # ## # # # # # # #
692024-12-11T23:39:56.272Z #### # # # # # #### # #
702024-12-11T23:39:56.272Z
712024-12-11T23:39:56.272Z+ mkdir -p /var/tmp/bins
722024-12-11T23:39:56.272Z+ for t in "$input/bins/"*.gz
732024-12-11T23:39:56.272Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-12-11T23:39:56.272Z+ b=crucible-downstairs.gz
752024-12-11T23:39:56.272Z+ b=crucible-downstairs
762024-12-11T23:39:56.272Z+ gunzip
772024-12-11T23:39:59.260Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-12-11T23:39:59.286Z+ for t in "$input/bins/"*.gz
792024-12-11T23:39:59.286Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-12-11T23:39:59.286Z+ b=crucible-hammer.gz
812024-12-11T23:39:59.286Z+ b=crucible-hammer
822024-12-11T23:39:59.286Z+ gunzip
832024-12-11T23:40:01.868Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-12-11T23:40:01.893Z+ for t in "$input/bins/"*.gz
852024-12-11T23:40:01.893Z++ basename /input/build/work/bins/crutest.gz
862024-12-11T23:40:01.893Z+ b=crutest.gz
872024-12-11T23:40:01.893Z+ b=crutest
882024-12-11T23:40:01.893Z+ gunzip
892024-12-11T23:40:04.751Z+ chmod +x /var/tmp/bins/crutest
902024-12-11T23:40:04.775Z+ for t in "$input/bins/"*.gz
912024-12-11T23:40:04.775Z++ basename /input/build/work/bins/dsc.gz
922024-12-11T23:40:04.776Z+ b=dsc.gz
932024-12-11T23:40:04.776Z+ b=dsc
942024-12-11T23:40:04.776Z+ gunzip
952024-12-11T23:40:06.299Z+ chmod +x /var/tmp/bins/dsc
962024-12-11T23:40:06.322Z+ export BINDIR=/var/tmp/bins
972024-12-11T23:40:06.323Z+ BINDIR=/var/tmp/bins
982024-12-11T23:40:06.323Z+ banner test_ds
992024-12-11T23:40:06.323Z
1002024-12-11T23:40:06.323Z ##### ###### #### ##### ##### ####
1012024-12-11T23:40:06.323Z # # # # # # #
1022024-12-11T23:40:06.323Z # ##### #### # # # ####
1032024-12-11T23:40:06.323Z # # # # # # #
1042024-12-11T23:40:06.323Z # # # # # # # # #
1052024-12-11T23:40:06.323Z # ###### #### # ####### ##### ####
1062024-12-11T23:40:06.323Z
1072024-12-11T23:40:06.323Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-12-11T23:40:06.347ZCreate file for import
1092024-12-11T23:40:06.347Z300+0 records in
1102024-12-11T23:40:06.347Z300+0 records out
1112024-12-11T23:40:06.347Z153600 bytes (150 KiB) transferred in 0.002823 secs (52 MiB/sec)
1122024-12-11T23:40:06.347ZImport region
1132024-12-11T23:40:06.438Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:05.875013479Z","hostname":"bmat-EVT22200007-00004f86","pid":1172}
1142024-12-11T23:40:06.462ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-12-11T23:40:06.462ZRegion already large enough for image
1162024-12-11T23:40:06.462ZImporting "/tmp/ds_test/import" to region
1172024-12-11T23:40:06.507ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-12-11T23:40:06.531Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:05.947578523Z","hostname":"bmat-EVT22200007-00004f86","pid":1172}
1192024-12-11T23:40:06.531Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:05.947672537Z","hostname":"bmat-EVT22200007-00004f86","pid":1172}
1202024-12-11T23:40:06.531ZExport region
1212024-12-11T23:40:06.555Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:05.977082701Z","hostname":"bmat-EVT22200007-00004f86","pid":1173}
1222024-12-11T23:40:06.555Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:05.978205523Z","hostname":"bmat-EVT22200007-00004f86","pid":1173}
1232024-12-11T23:40:06.555Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:05.978230063Z","hostname":"bmat-EVT22200007-00004f86","pid":1173}
1242024-12-11T23:40:06.555ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-12-11T23:40:06.555ZExporting from start_block: 0 count:300
1262024-12-11T23:40:06.555ZRead and wrote out 300 blocks
1272024-12-11T23:40:06.555ZImport Export test passed
1282024-12-11T23:40:06.555ZTest clone
1292024-12-11T23:40:06.555ZStarting source downstairs
1302024-12-11T23:40:07.559Z PID TTY TIME CMD
1312024-12-11T23:40:07.559Z 1175 ? 0:00 crucible
1322024-12-11T23:40:07.584ZDownstairs running
1332024-12-11T23:40:07.584ZCreating new downstairs
1342024-12-11T23:40:07.584Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.019648362Z","hostname":"bmat-EVT22200007-00004f86","pid":1179}
1352024-12-11T23:40:07.584Z{"msg":"UUID: 9618bce3-13a5-43f3-b9c7-51d7c07e323a","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.021778277Z","hostname":"bmat-EVT22200007-00004f86","pid":1179}
1362024-12-11T23:40:07.584Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.021884857Z","hostname":"bmat-EVT22200007-00004f86","pid":1179}
1372024-12-11T23:40:07.608ZCloning existing downstairs
1382024-12-11T23:40:07.608Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.042609862Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1392024-12-11T23:40:07.608Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.04335214Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1402024-12-11T23:40:07.608Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.043377101Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1412024-12-11T23:40:07.608Z{"msg":"UUID: 9618bce3-13a5-43f3-b9c7-51d7c07e323a","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.044361758Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1422024-12-11T23:40:07.608Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.044445861Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1432024-12-11T23:40:07.656Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: d81f7fe7d3a87a2a3c58f4f5d619f7f37b0a05d0\nCommit timestamp: 2024-12-11T23:24:14.000000000Z branch: mkeeter/separate-notify-task\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.095574175Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1442024-12-11T23:40:07.656Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.095672237Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1452024-12-11T23:40:07.656Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.095695395Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1462024-12-11T23:40:07.681Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.102113968Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1472024-12-11T23:40:07.681Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.103238012Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1482024-12-11T23:40:07.681Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 9618bce3-13a5-43f3-b9c7-51d7c07e323a, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.103298727Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1492024-12-11T23:40:07.682Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.103473136Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1502024-12-11T23:40:07.682Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.103515734Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1512024-12-11T23:40:07.682Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.104958454Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1522024-12-11T23:40:07.682Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.108495636Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1532024-12-11T23:40:07.682Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.10945445Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1542024-12-11T23:40:07.682Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.109519503Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1552024-12-11T23:40:07.682Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.109647747Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1562024-12-11T23:40:07.682Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.109775631Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1572024-12-11T23:40:07.682Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.109815723Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1582024-12-11T23:40:07.682Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.110630891Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1592024-12-11T23:40:07.683Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.112554682Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1602024-12-11T23:40:07.683Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.113622139Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1612024-12-11T23:40:07.683Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.113676782Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1622024-12-11T23:40:07.683Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.113789935Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1632024-12-11T23:40:07.683Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.113832893Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1642024-12-11T23:40:07.683Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.113861793Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1652024-12-11T23:40:07.683Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.11472519Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1662024-12-11T23:40:07.683Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.117156585Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1672024-12-11T23:40:07.683Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.117963096Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1682024-12-11T23:40:07.683Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.118035956Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1692024-12-11T23:40:07.683Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.118134048Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1702024-12-11T23:40:07.683Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.118170052Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1712024-12-11T23:40:07.683Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.118191596Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1722024-12-11T23:40:07.683Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.119117733Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1732024-12-11T23:40:07.708Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.121184006Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1742024-12-11T23:40:07.708Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.12197283Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1752024-12-11T23:40:07.708Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.122037754Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1762024-12-11T23:40:07.708Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.122120905Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1772024-12-11T23:40:07.708Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.122157851Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1782024-12-11T23:40:07.708Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.122175908Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1792024-12-11T23:40:07.708Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.122952948Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1802024-12-11T23:40:07.709Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.125316995Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1812024-12-11T23:40:07.709Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.126286811Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1822024-12-11T23:40:07.709Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.126334479Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1832024-12-11T23:40:07.709Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.126436349Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1842024-12-11T23:40:07.709Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.126538549Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1852024-12-11T23:40:07.709Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.126576968Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1862024-12-11T23:40:07.709Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.127516232Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1872024-12-11T23:40:07.709Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.129841238Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1882024-12-11T23:40:07.709Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.130705377Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1892024-12-11T23:40:07.709Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.130759889Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1902024-12-11T23:40:07.710Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.130883574Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1912024-12-11T23:40:07.710Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.130922023Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1922024-12-11T23:40:07.710Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.130944008Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1932024-12-11T23:40:07.710Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.132244987Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1942024-12-11T23:40:07.710Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.134852054Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1952024-12-11T23:40:07.710Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.135772909Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1962024-12-11T23:40:07.710Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.135822051Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1972024-12-11T23:40:07.710Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.135912397Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
1982024-12-11T23:40:07.710Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.135950264Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
1992024-12-11T23:40:07.710Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.135972089Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2002024-12-11T23:40:07.710Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.137142098Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2012024-12-11T23:40:07.710Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.139552901Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2022024-12-11T23:40:07.710Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.140377889Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2032024-12-11T23:40:07.710Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.140434827Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2042024-12-11T23:40:07.710Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.140526896Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2052024-12-11T23:40:07.710Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.140565576Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
2062024-12-11T23:40:07.710Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.140586709Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2072024-12-11T23:40:07.710Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.14143256Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2082024-12-11T23:40:07.710Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.143762978Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2092024-12-11T23:40:07.710Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.144499113Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2102024-12-11T23:40:07.710Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.144550439Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2112024-12-11T23:40:07.710Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.144629261Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2122024-12-11T23:40:07.710Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.144666969Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
2132024-12-11T23:40:07.710Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.144687451Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2142024-12-11T23:40:07.710Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.14543487Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2152024-12-11T23:40:07.735Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.1480389Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2162024-12-11T23:40:07.735Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.148992724Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2172024-12-11T23:40:07.735Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.149061205Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2182024-12-11T23:40:07.735Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.149197405Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2192024-12-11T23:40:07.735Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.149341572Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
2202024-12-11T23:40:07.735Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.149395864Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2212024-12-11T23:40:07.735Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.150371492Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2222024-12-11T23:40:07.735Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.153081271Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2232024-12-11T23:40:07.735Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.154213121Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2242024-12-11T23:40:07.735Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.154296523Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2252024-12-11T23:40:07.735Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.15443116Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2262024-12-11T23:40:07.736Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.154566318Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
2272024-12-11T23:40:07.736Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.154599186Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2282024-12-11T23:40:07.736Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.155264575Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2292024-12-11T23:40:07.736Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.15825412Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2302024-12-11T23:40:07.736Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.159134432Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2312024-12-11T23:40:07.736Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.159195758Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2322024-12-11T23:40:07.736Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.159281655Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2332024-12-11T23:40:07.736Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.159335115Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
2342024-12-11T23:40:07.736Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.159359155Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2352024-12-11T23:40:07.736Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.160085119Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2362024-12-11T23:40:07.736Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.162526615Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2372024-12-11T23:40:07.736Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.163407348Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2382024-12-11T23:40:07.736Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.163456119Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2392024-12-11T23:40:07.736Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.163550844Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2402024-12-11T23:40:07.736Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.163590245Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
2412024-12-11T23:40:07.736Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.163669217Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2422024-12-11T23:40:07.736Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.164628993Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2432024-12-11T23:40:07.736Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.167088597Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2442024-12-11T23:40:07.736Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.167837178Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2452024-12-11T23:40:07.736Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.167893774Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2462024-12-11T23:40:07.736Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.167989571Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2472024-12-11T23:40:07.736Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.168059415Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
2482024-12-11T23:40:07.736Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.168082894Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2492024-12-11T23:40:07.736Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.168821584Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2502024-12-11T23:40:07.736Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.171143344Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2512024-12-11T23:40:07.736Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.171890833Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2522024-12-11T23:40:07.736Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.171936146Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2532024-12-11T23:40:07.736Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.172017754Z","hostname":"bmat-EVT22200007-00004f86","pid":1180}
2542024-12-11T23:40:07.736Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.17205479Z","hostname":"bmat-EVT22200007-00004f86","pid":1180,"task":"clone"}
2552024-12-11T23:40:07.760ZVerify clone using export
2562024-12-11T23:40:07.789Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.199680351Z","hostname":"bmat-EVT22200007-00004f86","pid":1181}
2572024-12-11T23:40:07.790Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.200552126Z","hostname":"bmat-EVT22200007-00004f86","pid":1181}
2582024-12-11T23:40:07.790Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.200579392Z","hostname":"bmat-EVT22200007-00004f86","pid":1181}
2592024-12-11T23:40:07.790ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-12-11T23:40:07.790ZExporting from start_block: 0 count:300
2612024-12-11T23:40:07.790ZRead and wrote out 300 blocks
2622024-12-11T23:40:07.790ZCreating new downstairs from clone directly
2632024-12-11T23:40:07.790Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.227758744Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2642024-12-11T23:40:07.815Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.229688256Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2652024-12-11T23:40:07.815Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.229835198Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2662024-12-11T23:40:07.815Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.229875702Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2672024-12-11T23:40:07.815Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.229895122Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2682024-12-11T23:40:07.815Z{"msg":"UUID: 3a8724f8-54e9-4b12-9398-2299ea6231da","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.231271154Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2692024-12-11T23:40:07.815Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.231319073Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2702024-12-11T23:40:07.843Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: d81f7fe7d3a87a2a3c58f4f5d619f7f37b0a05d0\nCommit timestamp: 2024-12-11T23:24:14.000000000Z branch: mkeeter/separate-notify-task\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.282154584Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2712024-12-11T23:40:07.843Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.282241924Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2722024-12-11T23:40:07.843Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.282264701Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2732024-12-11T23:40:07.868Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.284866758Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2742024-12-11T23:40:07.868Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.285896197Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2752024-12-11T23:40:07.868Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 3a8724f8-54e9-4b12-9398-2299ea6231da, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.285963756Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2762024-12-11T23:40:07.868Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.285986292Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2772024-12-11T23:40:07.868Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.286010673Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2782024-12-11T23:40:07.868Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.287116599Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2792024-12-11T23:40:07.868Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.290488631Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2802024-12-11T23:40:07.868Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.291288909Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2812024-12-11T23:40:07.868Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.291344563Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2822024-12-11T23:40:07.868Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.291432344Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2832024-12-11T23:40:07.868Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.291544194Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2842024-12-11T23:40:07.868Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.291611663Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2852024-12-11T23:40:07.868Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.292373511Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2862024-12-11T23:40:07.868Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.294843256Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2872024-12-11T23:40:07.868Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.295590093Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2882024-12-11T23:40:07.868Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.295649686Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2892024-12-11T23:40:07.868Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.295696893Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2902024-12-11T23:40:07.868Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.29573424Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2912024-12-11T23:40:07.868Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.295756355Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2922024-12-11T23:40:07.868Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.296579931Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2932024-12-11T23:40:07.869Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.298862069Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2942024-12-11T23:40:07.869Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.299649981Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2952024-12-11T23:40:07.869Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.299713191Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2962024-12-11T23:40:07.869Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.299739655Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2972024-12-11T23:40:07.869Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.299781141Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
2982024-12-11T23:40:07.869Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.299806764Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
2992024-12-11T23:40:07.869Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.300615609Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3002024-12-11T23:40:07.869Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.302944182Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3012024-12-11T23:40:07.869Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.303726072Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3022024-12-11T23:40:07.869Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.303780985Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3032024-12-11T23:40:07.869Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.303809774Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3042024-12-11T23:40:07.869Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.303844416Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3052024-12-11T23:40:07.869Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.30386604Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3062024-12-11T23:40:07.869Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.304757505Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3072024-12-11T23:40:07.894Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.307175273Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3082024-12-11T23:40:07.895Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.308124106Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3092024-12-11T23:40:07.895Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.308183749Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3102024-12-11T23:40:07.895Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.30820877Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3112024-12-11T23:40:07.895Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.308246137Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3122024-12-11T23:40:07.895Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.308285919Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3132024-12-11T23:40:07.895Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.30918482Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3142024-12-11T23:40:07.895Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.311724167Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3152024-12-11T23:40:07.895Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.312579879Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3162024-12-11T23:40:07.895Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.312626966Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3172024-12-11T23:40:07.895Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.312766503Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3182024-12-11T23:40:07.895Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.312805543Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3192024-12-11T23:40:07.895Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.312829012Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3202024-12-11T23:40:07.895Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.313718863Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3212024-12-11T23:40:07.896Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.316310569Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3222024-12-11T23:40:07.896Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.317149105Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3232024-12-11T23:40:07.896Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.31721471Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3242024-12-11T23:40:07.896Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.317237988Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3252024-12-11T23:40:07.896Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.317290075Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3262024-12-11T23:40:07.896Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.317330128Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3272024-12-11T23:40:07.896Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.318309333Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3282024-12-11T23:40:07.896Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.321112103Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3292024-12-11T23:40:07.896Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.321864061Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3302024-12-11T23:40:07.896Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.321928193Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3312024-12-11T23:40:07.896Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.321957203Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3322024-12-11T23:40:07.896Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.321995502Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3332024-12-11T23:40:07.896Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.322035314Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3342024-12-11T23:40:07.896Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.322896938Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3352024-12-11T23:40:07.896Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.325095965Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3362024-12-11T23:40:07.896Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.326339585Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3372024-12-11T23:40:07.896Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.326418307Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3382024-12-11T23:40:07.896Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.326773298Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3392024-12-11T23:40:07.896Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.326836879Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3402024-12-11T23:40:07.896Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.326866499Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3412024-12-11T23:40:07.896Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.327778727Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3422024-12-11T23:40:07.896Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.330293645Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3432024-12-11T23:40:07.896Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.331208147Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3442024-12-11T23:40:07.896Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.331289254Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3452024-12-11T23:40:07.896Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.331342784Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3462024-12-11T23:40:07.896Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.331401565Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3472024-12-11T23:40:07.896Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.331451017Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3482024-12-11T23:40:07.896Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.332520148Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3492024-12-11T23:40:07.921Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.334799982Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3502024-12-11T23:40:07.921Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.33562032Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3512024-12-11T23:40:07.921Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.335678139Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3522024-12-11T23:40:07.921Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.335861727Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3532024-12-11T23:40:07.921Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.335897511Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3542024-12-11T23:40:07.921Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.335920438Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3552024-12-11T23:40:07.921Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.336732279Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3562024-12-11T23:40:07.922Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.33927799Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3572024-12-11T23:40:07.922Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.340278359Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3582024-12-11T23:40:07.922Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.340320687Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3592024-12-11T23:40:07.922Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.340470164Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3602024-12-11T23:40:07.922Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.340519957Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3612024-12-11T23:40:07.922Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.340545329Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3622024-12-11T23:40:07.922Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.341614099Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3632024-12-11T23:40:07.922Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.344444957Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3642024-12-11T23:40:07.922Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.34529643Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3652024-12-11T23:40:07.922Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.345352856Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3662024-12-11T23:40:07.922Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.345373669Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3672024-12-11T23:40:07.922Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.345506753Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3682024-12-11T23:40:07.922Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.345546775Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3692024-12-11T23:40:07.922Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.346420855Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3702024-12-11T23:40:07.922Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.348739247Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3712024-12-11T23:40:07.922Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.349651024Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3722024-12-11T23:40:07.922Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.349691808Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3732024-12-11T23:40:07.922Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.349878412Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3742024-12-11T23:40:07.922Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.349913084Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3752024-12-11T23:40:07.922Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.349932935Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3762024-12-11T23:40:07.922Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.350884754Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3772024-12-11T23:40:07.922Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.353211043Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3782024-12-11T23:40:07.922Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.354006771Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3792024-12-11T23:40:07.922Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.354057696Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3802024-12-11T23:40:07.923Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.354210481Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3812024-12-11T23:40:07.923Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.354246004Z","hostname":"bmat-EVT22200007-00004f86","pid":1184,"task":"clone"}
3822024-12-11T23:40:07.923Z{"msg":"UUID: 3a8724f8-54e9-4b12-9398-2299ea6231da","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.355585942Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3832024-12-11T23:40:07.923Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.355631796Z","hostname":"bmat-EVT22200007-00004f86","pid":1184}
3842024-12-11T23:40:07.947ZVerify second clone using export
3852024-12-11T23:40:07.947Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.381300699Z","hostname":"bmat-EVT22200007-00004f86","pid":1185}
3862024-12-11T23:40:07.947Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.382284514Z","hostname":"bmat-EVT22200007-00004f86","pid":1185}
3872024-12-11T23:40:07.947Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:40:07.382309927Z","hostname":"bmat-EVT22200007-00004f86","pid":1185}
3882024-12-11T23:40:07.947ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-12-11T23:40:07.947ZExporting from start_block: 0 count:300
3902024-12-11T23:40:07.947ZRead and wrote out 300 blocks
3912024-12-11T23:40:07.972ZStopping downstairs
3922024-12-11T23:40:07.972ZClone test passed
3932024-12-11T23:40:07.972Z
3942024-12-11T23:40:07.972Zreal 1.654029225
3952024-12-11T23:40:07.972Zuser 0.316517662
3962024-12-11T23:40:07.972Zsys 0.370694235
3972024-12-11T23:40:07.972Ztrap 0.001879723
3982024-12-11T23:40:07.972Ztflt 0.002352773
3992024-12-11T23:40:07.972Zdflt 0.003385249
4002024-12-11T23:40:07.972Zkflt 0.000397177
4012024-12-11T23:40:07.972Zlock 10.378739577
4022024-12-11T23:40:07.972Zslp 2.991231557
4032024-12-11T23:40:07.972Zlat 0.098817822
4042024-12-11T23:40:07.972Zstop 0.000798918
4052024-12-11T23:40:07.972Zprocess exited: duration 11743 ms, exit code 0
 
4062024-12-11T23:40:08.022Zfound 0 output files