01JHG4WVD7995ESWB7DER5G03V: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JHG4X80XC44NK66EWS8Y5ZHV

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-13T15:50:09.341Zjob dependencies complete; ready to run (waiting for 14 m 16 s)
22025-01-13T15:51:12.697Zjob assigned to worker 01JHG5QD3NV7ATS0QJ84Y4V57R [factory aws, i-0d9c7d3e7f25b675a] (queued for 1 m 3 s)
32025-01-13T15:51:20.964Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42025-01-13T15:51:22.440Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52025-01-13T15:51:22.440Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62025-01-13T15:51:24.124Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72025-01-13T15:51:24.124Zdownloading input: /input/build/work/bins/crutest.gz
82025-01-13T15:51:26.118Zdownloaded input: /input/build/work/bins/crutest.gz
92025-01-13T15:51:26.118Zdownloading input: /input/build/work/bins/dsc.gz
102025-01-13T15:51:27.524Zdownloaded input: /input/build/work/bins/dsc.gz
112025-01-13T15:51:27.531Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122025-01-13T15:51:27.551Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132025-01-13T15:51:27.551Zdownloading input: /input/build/work/scripts/test_ds.sh
142025-01-13T15:51:27.573Zdownloaded input: /input/build/work/scripts/test_ds.sh
152025-01-13T15:51:27.574Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162025-01-13T15:51:27.598Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172025-01-13T15:51:27.598Zdownloading input: /input/build/work/scripts/test_repair.sh
182025-01-13T15:51:27.617Zdownloaded input: /input/build/work/scripts/test_repair.sh
192025-01-13T15:51:27.617Zdownloading input: /input/build/work/scripts/test_replay.sh
202025-01-13T15:51:27.636Zdownloaded input: /input/build/work/scripts/test_replay.sh
212025-01-13T15:51:27.636Zdownloading input: /input/build/work/scripts/test_up.sh
222025-01-13T15:51:27.655Zdownloaded input: /input/build/work/scripts/test_up.sh
232025-01-13T15:51:27.655Zdownloading input: /input/build/work/scripts/upstairs_info.d
242025-01-13T15:51:27.673Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252025-01-13T15:51:27.676Zdownloading input: /input/build/tmp/cargo-test-out.log
262025-01-13T15:51:28.761Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272025-01-13T15:51:28.761Zstarting task 0: "setup"
282025-01-13T15:51:28.772Z++ uname -s
292025-01-13T15:51:28.775Z+ kern=SunOS
302025-01-13T15:51:28.775Z+ case "$kern" in
312025-01-13T15:51:28.776Z+ groupadd -g 12345 build
322025-01-13T15:51:28.779Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332025-01-13T15:51:30.784Z+ zfs create -o mountpoint=/work rpool/work
342025-01-13T15:51:30.915Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352025-01-13T15:51:30.918Z+ home_fs=zfs
362025-01-13T15:51:30.918Z+ [[ zfs == autofs ]]
372025-01-13T15:51:30.918Z+ mkdir -p /home/build
382025-01-13T15:51:30.921Z+ chown build:build /home/build /work
392025-01-13T15:51:32.922Z+ chmod 0700 /home/build /work
402025-01-13T15:51:32.927Zprocess exited: duration 4163 ms, exit code 0
 
412025-01-13T15:51:32.934Zstarting task 1: "authentication"
422025-01-13T15:51:32.952Zprocess exited: duration 17 ms, exit code 0
 
432025-01-13T15:51:32.958Zstarting task 2: "build"
442025-01-13T15:51:32.964Z+ banner cores
452025-01-13T15:51:32.986Z
462025-01-13T15:51:32.986Z #### #### ##### ###### ####
472025-01-13T15:51:32.986Z # # # # # # # #
482025-01-13T15:51:32.986Z # # # # # ##### ####
492025-01-13T15:51:32.986Z # # # ##### # #
502025-01-13T15:51:32.986Z # # # # # # # # #
512025-01-13T15:51:32.986Z #### #### # # ###### ####
522025-01-13T15:51:32.987Z
532025-01-13T15:51:32.989Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542025-01-13T15:51:32.995Z+ echo 'input bins dir contains:'
552025-01-13T15:51:32.999Z+ ls -ltr /input/build/work/bins
562025-01-13T15:51:32.999Zinput bins dir contains:
572025-01-13T15:51:32.999Ztotal 763529
582025-01-13T15:51:32.999Z-rw-r--r-- 1 root root 109360498 Jan 13 15:51 crucible-downstairs.gz
592025-01-13T15:51:32.999Z-rw-r--r-- 1 root root 105196396 Jan 13 15:51 crucible-hammer.gz
602025-01-13T15:51:32.999Z-rw-r--r-- 1 root root 109623729 Jan 13 15:51 crutest.gz
612025-01-13T15:51:32.999Z-rw-r--r-- 1 root root 66496908 Jan 13 15:51 dsc.gz
622025-01-13T15:51:32.999Z+ banner unpack
632025-01-13T15:51:32.999Z
642025-01-13T15:51:32.999Z # # # # ##### ## #### # #
652025-01-13T15:51:32.999Z # # ## # # # # # # # # #
662025-01-13T15:51:32.999Z # # # # # # # # # # ####
672025-01-13T15:51:33.000Z # # # # # ##### ###### # # #
682025-01-13T15:51:33.000Z # # # ## # # # # # # #
692025-01-13T15:51:33.000Z #### # # # # # #### # #
702025-01-13T15:51:33.000Z
712025-01-13T15:51:33.005Z+ mkdir -p /var/tmp/bins
722025-01-13T15:51:33.005Z+ for t in "$input/bins/"*.gz
732025-01-13T15:51:33.005Z++ basename /input/build/work/bins/crucible-downstairs.gz
742025-01-13T15:51:33.005Z+ b=crucible-downstairs.gz
752025-01-13T15:51:33.005Z+ b=crucible-downstairs
762025-01-13T15:51:33.005Z+ gunzip
772025-01-13T15:51:35.249Z+ chmod +x /var/tmp/bins/crucible-downstairs
782025-01-13T15:51:35.252Z+ for t in "$input/bins/"*.gz
792025-01-13T15:51:35.252Z++ basename /input/build/work/bins/crucible-hammer.gz
802025-01-13T15:51:35.256Z+ b=crucible-hammer.gz
812025-01-13T15:51:35.256Z+ b=crucible-hammer
822025-01-13T15:51:35.256Z+ gunzip
832025-01-13T15:51:37.409Z+ chmod +x /var/tmp/bins/crucible-hammer
842025-01-13T15:51:37.412Z+ for t in "$input/bins/"*.gz
852025-01-13T15:51:37.415Z++ basename /input/build/work/bins/crutest.gz
862025-01-13T15:51:37.415Z+ b=crutest.gz
872025-01-13T15:51:37.415Z+ b=crutest
882025-01-13T15:51:37.415Z+ gunzip
892025-01-13T15:51:39.711Z+ chmod +x /var/tmp/bins/crutest
902025-01-13T15:51:39.714Z+ for t in "$input/bins/"*.gz
912025-01-13T15:51:39.717Z++ basename /input/build/work/bins/dsc.gz
922025-01-13T15:51:39.717Z+ b=dsc.gz
932025-01-13T15:51:39.717Z+ b=dsc
942025-01-13T15:51:39.717Z+ gunzip
952025-01-13T15:51:41.087Z+ chmod +x /var/tmp/bins/dsc
962025-01-13T15:51:41.090Z+ export BINDIR=/var/tmp/bins
972025-01-13T15:51:41.090Z+ BINDIR=/var/tmp/bins
982025-01-13T15:51:41.090Z+ export RUST_BACKTRACE=1
992025-01-13T15:51:41.090Z+ RUST_BACKTRACE=1
1002025-01-13T15:51:41.090Z+ banner test_ds
1012025-01-13T15:51:41.093Z
1022025-01-13T15:51:41.093Z ##### ###### #### ##### ##### ####
1032025-01-13T15:51:41.093Z # # # # # # #
1042025-01-13T15:51:41.093Z # ##### #### # # # ####
1052025-01-13T15:51:41.093Z # # # # # # #
1062025-01-13T15:51:41.093Z # # # # # # # # #
1072025-01-13T15:51:41.093Z # ###### #### # ####### ##### ####
1082025-01-13T15:51:41.093Z
1092025-01-13T15:51:41.093Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1102025-01-13T15:51:41.107ZCreate file for import
1112025-01-13T15:51:41.132Z300+0 records in
1122025-01-13T15:51:41.132Z300+0 records out
1132025-01-13T15:51:41.135Z153600 bytes (150 KiB) transferred in 0.002382 secs (61 MiB/sec)
1142025-01-13T15:51:41.135ZImport region
1152025-01-13T15:51:41.229Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:40.647656267Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1169}
1162025-01-13T15:51:41.232ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1172025-01-13T15:51:41.232ZRegion already large enough for image
1182025-01-13T15:51:41.232ZImporting "/tmp/ds_test/import" to region
1192025-01-13T15:51:41.251ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1202025-01-13T15:51:41.253Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:40.672254321Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1169}
1212025-01-13T15:51:41.253Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:40.672300149Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1169}
1222025-01-13T15:51:41.258ZExport region
1232025-01-13T15:51:41.271Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:40.69208456Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1170}
1242025-01-13T15:51:41.271Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:40.692537318Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1170}
1252025-01-13T15:51:41.271Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:40.692558297Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1170}
1262025-01-13T15:51:41.274ZExport total_size: 768000 Extent size:51200 Total Extents:15
1272025-01-13T15:51:41.274ZExporting from start_block: 0 count:300
1282025-01-13T15:51:41.274ZRead and wrote out 300 blocks
1292025-01-13T15:51:41.298ZImport Export test passed
1302025-01-13T15:51:41.298ZTest clone
1312025-01-13T15:51:41.298ZStarting source downstairs
1322025-01-13T15:51:42.362Z PID TTY TIME CMD
1332025-01-13T15:51:42.362Z 1172 ? 0:00 crucible
1342025-01-13T15:51:42.365ZDownstairs running
1352025-01-13T15:51:42.365ZCreating new downstairs
1362025-01-13T15:51:42.380Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.800635492Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1176}
1372025-01-13T15:51:42.383Z{"msg":"UUID: 35d45e27-8b36-4fb8-8cae-d8865f9d5ce2","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.801845955Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1176}
1382025-01-13T15:51:42.383Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.801885113Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1176}
1392025-01-13T15:51:42.385ZCloning existing downstairs
1402025-01-13T15:51:42.395Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.815683715Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1412025-01-13T15:51:42.398Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.815964432Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1422025-01-13T15:51:42.398Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.816013369Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1432025-01-13T15:51:42.399Z{"msg":"UUID: 35d45e27-8b36-4fb8-8cae-d8865f9d5ce2","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.816991833Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1442025-01-13T15:51:42.399Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.817029731Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1452025-01-13T15:51:42.443Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 12c38e1c2ca92eb8e00f82331ef94fdbf7d3f8af\nCommit timestamp: 2025-01-13T15:35:09.000000000Z branch: mkeeter/lean-mean-state-machine\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.862659228Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1462025-01-13T15:51:42.443Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.862739704Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1472025-01-13T15:51:42.443Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.862761223Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1482025-01-13T15:51:42.446Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.866806673Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1492025-01-13T15:51:42.446Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.867395735Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1502025-01-13T15:51:42.446Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 35d45e27-8b36-4fb8-8cae-d8865f9d5ce2, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.867435243Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1512025-01-13T15:51:42.450Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.867657983Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1522025-01-13T15:51:42.450Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.867701561Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1532025-01-13T15:51:42.450Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.868432756Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1542025-01-13T15:51:42.450Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.870374775Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1552025-01-13T15:51:42.453Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.870950398Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1562025-01-13T15:51:42.453Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.870989496Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1572025-01-13T15:51:42.453Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.871072252Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1582025-01-13T15:51:42.453Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.871157908Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1592025-01-13T15:51:42.453Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.871184987Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1602025-01-13T15:51:42.453Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.871729952Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1612025-01-13T15:51:42.453Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.873246541Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1622025-01-13T15:51:42.453Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.873776885Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1632025-01-13T15:51:42.453Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.873827193Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1642025-01-13T15:51:42.453Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.873862192Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1652025-01-13T15:51:42.453Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.87389159Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1662025-01-13T15:51:42.453Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.873918559Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1672025-01-13T15:51:42.456Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.874475813Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1682025-01-13T15:51:42.456Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.875859038Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1692025-01-13T15:51:42.457Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.876429191Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1702025-01-13T15:51:42.457Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.876460279Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1712025-01-13T15:51:42.457Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.876529186Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1722025-01-13T15:51:42.457Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.876553915Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1732025-01-13T15:51:42.457Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.876567825Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1742025-01-13T15:51:42.457Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.877121028Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1752025-01-13T15:51:42.460Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.878562411Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1762025-01-13T15:51:42.460Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.879075876Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1772025-01-13T15:51:42.460Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.879105285Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1782025-01-13T15:51:42.460Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.879165482Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1792025-01-13T15:51:42.460Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.879190151Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1802025-01-13T15:51:42.460Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.879203741Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1812025-01-13T15:51:42.460Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.879747905Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1822025-01-13T15:51:42.463Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.881278473Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1832025-01-13T15:51:42.463Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.881821568Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1842025-01-13T15:51:42.463Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.881858806Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1852025-01-13T15:51:42.463Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.881890094Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1862025-01-13T15:51:42.463Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.881916513Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1872025-01-13T15:51:42.463Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.881937492Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1882025-01-13T15:51:42.463Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.882522585Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1892025-01-13T15:51:42.463Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.883966647Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1902025-01-13T15:51:42.466Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.884507492Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1912025-01-13T15:51:42.466Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.88454305Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1922025-01-13T15:51:42.466Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.884604047Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1932025-01-13T15:51:42.466Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.884629306Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
1942025-01-13T15:51:42.466Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.884643235Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1952025-01-13T15:51:42.466Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.885211508Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1962025-01-13T15:51:42.466Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.88667434Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1972025-01-13T15:51:42.466Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.887171946Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1982025-01-13T15:51:42.467Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.887208365Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
1992025-01-13T15:51:42.467Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.887250972Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2002025-01-13T15:51:42.467Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.887274811Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
2012025-01-13T15:51:42.467Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.887289321Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2022025-01-13T15:51:42.470Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.887879283Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2032025-01-13T15:51:42.470Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.889257948Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2042025-01-13T15:51:42.470Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.889793693Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2052025-01-13T15:51:42.470Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.889835551Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2062025-01-13T15:51:42.470Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.88985299Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2072025-01-13T15:51:42.470Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.889908568Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
2082025-01-13T15:51:42.470Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.889932766Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2092025-01-13T15:51:42.470Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.89049561Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2102025-01-13T15:51:42.473Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.892145693Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2112025-01-13T15:51:42.473Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.892657109Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2122025-01-13T15:51:42.473Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.892693807Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2132025-01-13T15:51:42.473Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.892722026Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2142025-01-13T15:51:42.473Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.892746724Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
2152025-01-13T15:51:42.473Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.892761504Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2162025-01-13T15:51:42.473Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.893327897Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2172025-01-13T15:51:42.476Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.894828827Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2182025-01-13T15:51:42.476Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.895361071Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2192025-01-13T15:51:42.476Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.89538247Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2202025-01-13T15:51:42.477Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.895454597Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2212025-01-13T15:51:42.477Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.895479096Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
2222025-01-13T15:51:42.477Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.895492675Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2232025-01-13T15:51:42.477Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.896065369Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2242025-01-13T15:51:42.480Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.897423285Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2252025-01-13T15:51:42.480Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.898029886Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2262025-01-13T15:51:42.480Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.898066995Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2272025-01-13T15:51:42.480Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.898125092Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2282025-01-13T15:51:42.480Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.89815994Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
2292025-01-13T15:51:42.480Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.898175409Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2302025-01-13T15:51:42.480Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.898738863Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2312025-01-13T15:51:42.480Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.900262491Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2322025-01-13T15:51:42.481Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.900791647Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2332025-01-13T15:51:42.481Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.900826755Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2342025-01-13T15:51:42.481Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.90092925Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2352025-01-13T15:51:42.481Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.900954429Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
2362025-01-13T15:51:42.481Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.900968238Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2372025-01-13T15:51:42.484Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.9015616Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2382025-01-13T15:51:42.484Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.903010052Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2392025-01-13T15:51:42.484Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.903558446Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2402025-01-13T15:51:42.484Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.903593945Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2412025-01-13T15:51:42.484Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.903664992Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2422025-01-13T15:51:42.484Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.90369057Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
2432025-01-13T15:51:42.484Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.903705399Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2442025-01-13T15:51:42.484Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.904290222Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2452025-01-13T15:51:42.487Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.905944494Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2462025-01-13T15:51:42.487Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.906505008Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2472025-01-13T15:51:42.487Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.906541446Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2482025-01-13T15:51:42.487Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.906607803Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2492025-01-13T15:51:42.487Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.906633082Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
2502025-01-13T15:51:42.487Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.906647131Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2512025-01-13T15:51:42.487Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.907253643Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2522025-01-13T15:51:42.491Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.908851358Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2532025-01-13T15:51:42.491Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.909361444Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2542025-01-13T15:51:42.491Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.909404212Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2552025-01-13T15:51:42.491Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.909420101Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177}
2562025-01-13T15:51:42.491Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.90944462Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1177,"task":"clone"}
2572025-01-13T15:51:42.497ZVerify clone using export
2582025-01-13T15:51:42.507Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.928097104Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1178}
2592025-01-13T15:51:42.510Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.928483526Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1178}
2602025-01-13T15:51:42.510Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.928579241Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1178}
2612025-01-13T15:51:42.510ZExport total_size: 768000 Extent size:51200 Total Extents:15
2622025-01-13T15:51:42.510ZExporting from start_block: 0 count:300
2632025-01-13T15:51:42.510ZRead and wrote out 300 blocks
2642025-01-13T15:51:42.515ZCreating new downstairs from clone directly
2652025-01-13T15:51:42.529Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.949381184Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2662025-01-13T15:51:42.532Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.950615936Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2672025-01-13T15:51:42.532Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.950723201Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2682025-01-13T15:51:42.532Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.950751629Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2692025-01-13T15:51:42.532Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.950764669Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2702025-01-13T15:51:42.532Z{"msg":"UUID: b16ae28b-c519-4975-8789-ae40f2f6c373","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.951687896Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2712025-01-13T15:51:42.532Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.951720314Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2722025-01-13T15:51:42.577Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 12c38e1c2ca92eb8e00f82331ef94fdbf7d3f8af\nCommit timestamp: 2025-01-13T15:35:09.000000000Z branch: mkeeter/lean-mean-state-machine\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.995964305Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
2732025-01-13T15:51:42.577Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.996017093Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
2742025-01-13T15:51:42.577Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.996036292Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
2752025-01-13T15:51:42.581Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.997637777Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
2762025-01-13T15:51:42.581Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.998266387Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
2772025-01-13T15:51:42.582Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: b16ae28b-c519-4975-8789-ae40f2f6c373, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.998312155Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
2782025-01-13T15:51:42.582Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.998337844Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
2792025-01-13T15:51:42.582Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.998362693Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2802025-01-13T15:51:42.582Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:41.999033721Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2812025-01-13T15:51:42.586Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.000905393Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2822025-01-13T15:51:42.586Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.001430119Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2832025-01-13T15:51:42.586Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.001496325Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2842025-01-13T15:51:42.586Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.001567672Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2852025-01-13T15:51:42.586Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.001627049Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
2862025-01-13T15:51:42.586Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.001657498Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2872025-01-13T15:51:42.586Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.002209872Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2882025-01-13T15:51:42.586Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.003674253Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2892025-01-13T15:51:42.586Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.004264475Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2902025-01-13T15:51:42.586Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.004300054Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2912025-01-13T15:51:42.586Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.004371621Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2922025-01-13T15:51:42.586Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.004397309Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
2932025-01-13T15:51:42.586Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.004412379Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2942025-01-13T15:51:42.586Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.004979782Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2952025-01-13T15:51:42.591Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.006423304Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2962025-01-13T15:51:42.591Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.00693207Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2972025-01-13T15:51:42.591Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.006960499Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2982025-01-13T15:51:42.591Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.007038935Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
2992025-01-13T15:51:42.591Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.007064774Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3002025-01-13T15:51:42.591Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.007079273Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3012025-01-13T15:51:42.591Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.007635217Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3022025-01-13T15:51:42.591Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.009030551Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3032025-01-13T15:51:42.591Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.009600155Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3042025-01-13T15:51:42.591Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.009630723Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3052025-01-13T15:51:42.591Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.009717329Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3062025-01-13T15:51:42.591Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.009743838Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3072025-01-13T15:51:42.591Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.009760377Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3082025-01-13T15:51:42.591Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.01033498Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3092025-01-13T15:51:42.594Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.011724905Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3102025-01-13T15:51:42.594Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.01226295Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3112025-01-13T15:51:42.594Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.012311177Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3122025-01-13T15:51:42.594Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.012329947Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3132025-01-13T15:51:42.594Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.012349596Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3142025-01-13T15:51:42.594Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.012363245Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3152025-01-13T15:51:42.594Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.012929128Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3162025-01-13T15:51:42.594Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.014219918Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3172025-01-13T15:51:42.594Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.014728404Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3182025-01-13T15:51:42.595Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.014769302Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3192025-01-13T15:51:42.595Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.014796131Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3202025-01-13T15:51:42.595Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.014826079Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3212025-01-13T15:51:42.595Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.014851228Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3222025-01-13T15:51:42.597Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.015400192Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3232025-01-13T15:51:42.597Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.016751149Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3242025-01-13T15:51:42.597Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.017249305Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3252025-01-13T15:51:42.597Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.017286244Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3262025-01-13T15:51:42.597Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.017327822Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3272025-01-13T15:51:42.597Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.017349631Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3282025-01-13T15:51:42.597Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.01736332Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3292025-01-13T15:51:42.597Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.017905895Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3302025-01-13T15:51:42.601Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.019265001Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3312025-01-13T15:51:42.601Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.019784096Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3322025-01-13T15:51:42.601Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.019826834Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3332025-01-13T15:51:42.601Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.019843224Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3342025-01-13T15:51:42.601Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.019883912Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3352025-01-13T15:51:42.601Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.019906871Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3362025-01-13T15:51:42.601Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.020479494Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3372025-01-13T15:51:42.601Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.021928996Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3382025-01-13T15:51:42.604Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.022457371Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3392025-01-13T15:51:42.604Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.022492699Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3402025-01-13T15:51:42.604Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.022568126Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3412025-01-13T15:51:42.604Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.022592614Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3422025-01-13T15:51:42.604Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.022606794Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3432025-01-13T15:51:42.604Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.023159218Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3442025-01-13T15:51:42.604Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.024486696Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3452025-01-13T15:51:42.604Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.025015691Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3462025-01-13T15:51:42.604Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.025058249Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3472025-01-13T15:51:42.604Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.025074458Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3482025-01-13T15:51:42.604Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.025099277Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3492025-01-13T15:51:42.604Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.025113026Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3502025-01-13T15:51:42.607Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.025694409Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3512025-01-13T15:51:42.607Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.026985418Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3522025-01-13T15:51:42.607Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.027491744Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3532025-01-13T15:51:42.607Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.027531673Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3542025-01-13T15:51:42.607Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.027559661Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3552025-01-13T15:51:42.607Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.02758515Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3562025-01-13T15:51:42.607Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.027608959Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3572025-01-13T15:51:42.607Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.028181792Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3582025-01-13T15:51:42.611Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.029601565Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3592025-01-13T15:51:42.611Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.03013543Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3602025-01-13T15:51:42.611Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.030172048Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3612025-01-13T15:51:42.611Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.030213886Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3622025-01-13T15:51:42.611Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.030244365Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3632025-01-13T15:51:42.611Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.030265384Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3642025-01-13T15:51:42.611Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.030825948Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3652025-01-13T15:51:42.611Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.032218112Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3662025-01-13T15:51:42.614Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.032754517Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3672025-01-13T15:51:42.614Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.032787255Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3682025-01-13T15:51:42.614Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.032828453Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3692025-01-13T15:51:42.614Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.032851223Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3702025-01-13T15:51:42.614Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.032865152Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3712025-01-13T15:51:42.614Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.033464094Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3722025-01-13T15:51:42.614Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.034807231Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3732025-01-13T15:51:42.617Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.035352285Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3742025-01-13T15:51:42.617Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.035388763Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3752025-01-13T15:51:42.617Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.035405952Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3762025-01-13T15:51:42.617Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.035432821Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3772025-01-13T15:51:42.617Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.035446541Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3782025-01-13T15:51:42.617Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.036032363Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3792025-01-13T15:51:42.617Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.03736852Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3802025-01-13T15:51:42.617Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.037884476Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3812025-01-13T15:51:42.617Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.037921514Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3822025-01-13T15:51:42.617Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.037950293Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3832025-01-13T15:51:42.617Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.037974242Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181,"task":"clone"}
3842025-01-13T15:51:42.620Z{"msg":"UUID: b16ae28b-c519-4975-8789-ae40f2f6c373","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.038582563Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3852025-01-13T15:51:42.620Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.038622621Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1181}
3862025-01-13T15:51:42.623ZVerify second clone using export
3872025-01-13T15:51:42.634Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.055209772Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1182}
3882025-01-13T15:51:42.637Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.055602774Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1182}
3892025-01-13T15:51:42.637Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-13T15:51:42.055642672Z","hostname":"w-01JHG5QD3NV7ATS0QJ84Y4V57R","pid":1182}
3902025-01-13T15:51:42.637ZExport total_size: 768000 Extent size:51200 Total Extents:15
3912025-01-13T15:51:42.637ZExporting from start_block: 0 count:300
3922025-01-13T15:51:42.637ZRead and wrote out 300 blocks
3932025-01-13T15:51:42.642ZStopping downstairs
3942025-01-13T15:51:42.644ZClone test passed
3952025-01-13T15:51:42.648Z
3962025-01-13T15:51:42.648Zreal 1.550473661
3972025-01-13T15:51:42.648Zuser 0.244181022
3982025-01-13T15:51:42.648Zsys 0.216960216
3992025-01-13T15:51:42.648Ztrap 0.000449229
4002025-01-13T15:51:42.648Ztflt 0.000555413
4012025-01-13T15:51:42.648Zdflt 0.034138111
4022025-01-13T15:51:42.648Zkflt 0.000780813
4032025-01-13T15:51:42.648Zlock 6.584878316
4042025-01-13T15:51:42.648Zslp 2.835407543
4052025-01-13T15:51:42.648Zlat 0.043169759
4062025-01-13T15:51:42.648Zstop 0.000499416
4072025-01-13T15:51:42.648Zprocess exited: duration 9688 ms, exit code 0
 
4082025-01-13T15:51:42.662Zfound 0 output files