01JJA6YZHHTK2YE8CMDENRYV05: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JJA6Z9FH7R2V0CHRXX9E80AE

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-23T18:46:23.899Zjob dependencies complete; ready to run (waiting for 14 m 11 s)
22025-01-23T18:47:09.060Zjob assigned to worker 01JJA7SB71Y2TRHQB9QDS293KY [factory aws, i-079a50aaf5e628972] (queued for 45 s)
32025-01-23T18:47:17.571Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42025-01-23T18:47:18.682Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52025-01-23T18:47:18.682Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62025-01-23T18:47:19.737Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72025-01-23T18:47:19.737Zdownloading input: /input/build/work/bins/crutest.gz
82025-01-23T18:47:20.876Zdownloaded input: /input/build/work/bins/crutest.gz
92025-01-23T18:47:20.876Zdownloading input: /input/build/work/bins/dsc.gz
102025-01-23T18:47:21.581Zdownloaded input: /input/build/work/bins/dsc.gz
112025-01-23T18:47:21.584Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122025-01-23T18:47:21.631Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132025-01-23T18:47:21.631Zdownloading input: /input/build/work/scripts/test_ds.sh
142025-01-23T18:47:21.649Zdownloaded input: /input/build/work/scripts/test_ds.sh
152025-01-23T18:47:21.649Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162025-01-23T18:47:21.667Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172025-01-23T18:47:21.668Zdownloading input: /input/build/work/scripts/test_repair.sh
182025-01-23T18:47:21.686Zdownloaded input: /input/build/work/scripts/test_repair.sh
192025-01-23T18:47:21.690Zdownloading input: /input/build/work/scripts/test_replay.sh
202025-01-23T18:47:21.715Zdownloaded input: /input/build/work/scripts/test_replay.sh
212025-01-23T18:47:21.715Zdownloading input: /input/build/work/scripts/test_up.sh
222025-01-23T18:47:21.735Zdownloaded input: /input/build/work/scripts/test_up.sh
232025-01-23T18:47:21.736Zdownloading input: /input/build/work/scripts/upstairs_info.d
242025-01-23T18:47:21.751Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252025-01-23T18:47:21.762Zdownloading input: /input/build/tmp/cargo-test-out.log
262025-01-23T18:47:22.566Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272025-01-23T18:47:22.566Zstarting task 0: "setup"
282025-01-23T18:47:22.572Z++ uname -s
292025-01-23T18:47:22.572Z+ kern=SunOS
302025-01-23T18:47:22.572Z+ case "$kern" in
312025-01-23T18:47:22.572Z+ groupadd -g 12345 build
322025-01-23T18:47:22.575Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332025-01-23T18:47:24.582Z+ zfs create -o mountpoint=/work rpool/work
342025-01-23T18:47:24.700Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352025-01-23T18:47:24.704Z+ home_fs=zfs
362025-01-23T18:47:24.704Z+ [[ zfs == autofs ]]
372025-01-23T18:47:24.704Z+ mkdir -p /home/build
382025-01-23T18:47:24.704Z+ chown build:build /home/build /work
392025-01-23T18:47:26.705Z+ chmod 0700 /home/build /work
402025-01-23T18:47:26.708Zprocess exited: duration 4150 ms, exit code 0
 
412025-01-23T18:47:26.716Zstarting task 1: "authentication"
422025-01-23T18:47:26.733Zprocess exited: duration 17 ms, exit code 0
 
432025-01-23T18:47:26.741Zstarting task 2: "build"
442025-01-23T18:47:26.744Z+ banner cores
452025-01-23T18:47:26.747Z
462025-01-23T18:47:26.747Z #### #### ##### ###### ####
472025-01-23T18:47:26.747Z # # # # # # # #
482025-01-23T18:47:26.747Z # # # # # ##### ####
492025-01-23T18:47:26.747Z # # # ##### # #
502025-01-23T18:47:26.747Z # # # # # # # # #
512025-01-23T18:47:26.747Z #### #### # # ###### ####
522025-01-23T18:47:26.747Z
532025-01-23T18:47:26.750Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542025-01-23T18:47:26.756Z+ echo 'input bins dir contains:'
552025-01-23T18:47:26.757Zinput bins dir contains:
562025-01-23T18:47:26.760Z+ ls -ltr /input/build/work/bins
572025-01-23T18:47:26.760Ztotal 768676
582025-01-23T18:47:26.760Z-rw-r--r-- 1 root root 109556617 Jan 23 18:47 crucible-downstairs.gz
592025-01-23T18:47:26.760Z-rw-r--r-- 1 root root 104183092 Jan 23 18:47 crucible-hammer.gz
602025-01-23T18:47:26.760Z-rw-r--r-- 1 root root 113188650 Jan 23 18:47 crutest.gz
612025-01-23T18:47:26.760Z-rw-r--r-- 1 root root 66384143 Jan 23 18:47 dsc.gz
622025-01-23T18:47:26.760Z+ banner unpack
632025-01-23T18:47:26.762Z
642025-01-23T18:47:26.763Z # # # # ##### ## #### # #
652025-01-23T18:47:26.763Z # # ## # # # # # # # # #
662025-01-23T18:47:26.763Z # # # # # # # # # # ####
672025-01-23T18:47:26.763Z # # # # # ##### ###### # # #
682025-01-23T18:47:26.763Z # # # ## # # # # # # #
692025-01-23T18:47:26.763Z #### # # # # # #### # #
702025-01-23T18:47:26.763Z
712025-01-23T18:47:26.763Z+ mkdir -p /var/tmp/bins
722025-01-23T18:47:26.763Z+ for t in "$input/bins/"*.gz
732025-01-23T18:47:26.766Z++ basename /input/build/work/bins/crucible-downstairs.gz
742025-01-23T18:47:26.766Z+ b=crucible-downstairs.gz
752025-01-23T18:47:26.766Z+ b=crucible-downstairs
762025-01-23T18:47:26.766Z+ gunzip
772025-01-23T18:47:29.014Z+ chmod +x /var/tmp/bins/crucible-downstairs
782025-01-23T18:47:29.017Z+ for t in "$input/bins/"*.gz
792025-01-23T18:47:29.020Z++ basename /input/build/work/bins/crucible-hammer.gz
802025-01-23T18:47:29.020Z+ b=crucible-hammer.gz
812025-01-23T18:47:29.020Z+ b=crucible-hammer
822025-01-23T18:47:29.020Z+ gunzip
832025-01-23T18:47:31.158Z+ chmod +x /var/tmp/bins/crucible-hammer
842025-01-23T18:47:31.161Z+ for t in "$input/bins/"*.gz
852025-01-23T18:47:31.162Z++ basename /input/build/work/bins/crutest.gz
862025-01-23T18:47:31.162Z+ b=crutest.gz
872025-01-23T18:47:31.162Z+ b=crutest
882025-01-23T18:47:31.162Z+ gunzip
892025-01-23T18:47:33.547Z+ chmod +x /var/tmp/bins/crutest
902025-01-23T18:47:33.551Z+ for t in "$input/bins/"*.gz
912025-01-23T18:47:33.551Z++ basename /input/build/work/bins/dsc.gz
922025-01-23T18:47:33.556Z+ b=dsc.gz
932025-01-23T18:47:33.556Z+ b=dsc
942025-01-23T18:47:33.556Z+ gunzip
952025-01-23T18:47:34.929Z+ chmod +x /var/tmp/bins/dsc
962025-01-23T18:47:34.957Z+ export BINDIR=/var/tmp/bins
972025-01-23T18:47:34.957Z+ BINDIR=/var/tmp/bins
982025-01-23T18:47:34.957Z+ export RUST_BACKTRACE=1
992025-01-23T18:47:34.958Z+ RUST_BACKTRACE=1
1002025-01-23T18:47:34.958Z+ banner test_ds
1012025-01-23T18:47:34.958Z
1022025-01-23T18:47:34.958Z ##### ###### #### ##### ##### ####
1032025-01-23T18:47:34.959Z # # # # # # #
1042025-01-23T18:47:34.959Z # ##### #### # # # ####
1052025-01-23T18:47:34.959Z # # # # # # #
1062025-01-23T18:47:34.959Z # # # # # # # # #
1072025-01-23T18:47:34.959Z # ###### #### # ####### ##### ####
1082025-01-23T18:47:34.959Z
1092025-01-23T18:47:34.959Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1102025-01-23T18:47:34.982ZCreate file for import
1112025-01-23T18:47:34.982Z300+0 records in
1122025-01-23T18:47:34.982Z300+0 records out
1132025-01-23T18:47:34.982Z153600 bytes (150 KiB) transferred in 0.002377 secs (62 MiB/sec)
1142025-01-23T18:47:34.983ZImport region
1152025-01-23T18:47:35.042Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:34.739884837Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1168}
1162025-01-23T18:47:35.082ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1172025-01-23T18:47:35.082ZRegion already large enough for image
1182025-01-23T18:47:35.082ZImporting "/tmp/ds_test/import" to region
1192025-01-23T18:47:35.082ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1202025-01-23T18:47:35.082Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:34.763914574Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1168}
1212025-01-23T18:47:35.082Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:34.763963388Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1168}
1222025-01-23T18:47:35.082ZExport region
1232025-01-23T18:47:35.107Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:34.784616753Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1169}
1242025-01-23T18:47:35.107Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:34.785509097Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1169}
1252025-01-23T18:47:35.107Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:34.785544053Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1169}
1262025-01-23T18:47:35.107ZExport total_size: 768000 Extent size:51200 Total Extents:15
1272025-01-23T18:47:35.107ZExporting from start_block: 0 count:300
1282025-01-23T18:47:35.107ZRead and wrote out 300 blocks
1292025-01-23T18:47:35.107ZImport Export test passed
1302025-01-23T18:47:35.107ZTest clone
1312025-01-23T18:47:35.108ZStarting source downstairs
1322025-01-23T18:47:36.080Z PID TTY TIME CMD
1332025-01-23T18:47:36.080Z 1171 ? 0:00 crucible
1342025-01-23T18:47:36.104ZDownstairs running
1352025-01-23T18:47:36.104ZCreating new downstairs
1362025-01-23T18:47:36.114Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.819576681Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1175}
1372025-01-23T18:47:36.114Z{"msg":"UUID: 3c925b8e-0e60-400c-963b-34afb3717aba","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.821045961Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1175}
1382025-01-23T18:47:36.114Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.821082366Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1175}
1392025-01-23T18:47:36.114ZCloning existing downstairs
1402025-01-23T18:47:36.141Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.83572238Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1412025-01-23T18:47:36.141Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.836237783Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1422025-01-23T18:47:36.141Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.836267449Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1432025-01-23T18:47:36.141Z{"msg":"UUID: 3c925b8e-0e60-400c-963b-34afb3717aba","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.836982257Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1442025-01-23T18:47:36.141Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.837016472Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1452025-01-23T18:47:36.154Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: dd1cf1330bf5c5b1551a0ad961a7aa7c6207feae\nCommit timestamp: 2025-01-23T18:31:41.000000000Z branch: mkeeter/early-io-rejection\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.88111571Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1462025-01-23T18:47:36.154Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.881178942Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1472025-01-23T18:47:36.154Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.88119654Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1482025-01-23T18:47:36.171Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.885703676Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1492025-01-23T18:47:36.171Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.886308158Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1502025-01-23T18:47:36.171Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 3c925b8e-0e60-400c-963b-34afb3717aba, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.886335114Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1512025-01-23T18:47:36.171Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.886428222Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1522025-01-23T18:47:36.171Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.886460428Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1532025-01-23T18:47:36.171Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.887459919Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1542025-01-23T18:47:36.171Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.889734504Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1552025-01-23T18:47:36.178Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.890343675Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1562025-01-23T18:47:36.179Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.890390119Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1572025-01-23T18:47:36.184Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.890487447Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1582025-01-23T18:47:36.184Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.890561307Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1592025-01-23T18:47:36.184Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.890586983Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1602025-01-23T18:47:36.184Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.891121724Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1612025-01-23T18:47:36.184Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.892446683Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1622025-01-23T18:47:36.184Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.892964746Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1632025-01-23T18:47:36.184Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.892993122Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1642025-01-23T18:47:36.184Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.893066353Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1652025-01-23T18:47:36.184Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.893100488Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1662025-01-23T18:47:36.184Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.893117256Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1672025-01-23T18:47:36.184Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.893642568Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1682025-01-23T18:47:36.185Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.895063684Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1692025-01-23T18:47:36.185Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.895587226Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1702025-01-23T18:47:36.185Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.89563472Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1712025-01-23T18:47:36.185Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.895697812Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1722025-01-23T18:47:36.185Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.895722598Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1732025-01-23T18:47:36.185Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.895736547Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1742025-01-23T18:47:36.185Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.896287145Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1752025-01-23T18:47:36.185Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.897691003Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1762025-01-23T18:47:36.185Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.898215415Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1772025-01-23T18:47:36.185Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.898236273Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1782025-01-23T18:47:36.185Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.898303964Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1792025-01-23T18:47:36.186Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.898329871Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1802025-01-23T18:47:36.186Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.898343179Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1812025-01-23T18:47:36.186Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.89887103Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1822025-01-23T18:47:36.186Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.900350699Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1832025-01-23T18:47:36.186Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.900859353Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1842025-01-23T18:47:36.186Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.900893629Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1852025-01-23T18:47:36.186Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.900918465Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1862025-01-23T18:47:36.186Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.900941022Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1872025-01-23T18:47:36.187Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.900954971Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1882025-01-23T18:47:36.187Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.9015793Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1892025-01-23T18:47:36.187Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.903006775Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1902025-01-23T18:47:36.187Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.903517449Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1912025-01-23T18:47:36.187Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.903546535Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1922025-01-23T18:47:36.187Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.903631444Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1932025-01-23T18:47:36.187Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.903655241Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
1942025-01-23T18:47:36.187Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.903668859Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1952025-01-23T18:47:36.199Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.904296128Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1962025-01-23T18:47:36.199Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.90574907Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1972025-01-23T18:47:36.199Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.906263933Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1982025-01-23T18:47:36.199Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.906293469Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
1992025-01-23T18:47:36.199Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.90636157Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2002025-01-23T18:47:36.199Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.906385217Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
2012025-01-23T18:47:36.199Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.906399026Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2022025-01-23T18:47:36.200Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.906933096Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2032025-01-23T18:47:36.200Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.908349473Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2042025-01-23T18:47:36.200Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.908870275Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2052025-01-23T18:47:36.200Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.908903491Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2062025-01-23T18:47:36.200Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.908965303Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2072025-01-23T18:47:36.200Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.90898867Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
2082025-01-23T18:47:36.201Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.909002248Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2092025-01-23T18:47:36.201Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.909557386Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2102025-01-23T18:47:36.201Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.910911621Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2112025-01-23T18:47:36.201Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.911392149Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2122025-01-23T18:47:36.201Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.911426454Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2132025-01-23T18:47:36.201Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.911467279Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2142025-01-23T18:47:36.201Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.911489386Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
2152025-01-23T18:47:36.201Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.911513833Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2162025-01-23T18:47:36.201Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.912050194Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2172025-01-23T18:47:36.201Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.913648647Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2182025-01-23T18:47:36.201Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.914192416Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2192025-01-23T18:47:36.201Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.914232651Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2202025-01-23T18:47:36.201Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.914253008Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2212025-01-23T18:47:36.201Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.914277235Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
2222025-01-23T18:47:36.201Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.914293393Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2232025-01-23T18:47:36.201Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.914874088Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2242025-01-23T18:47:36.201Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.916378533Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2252025-01-23T18:47:36.201Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.91686621Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2262025-01-23T18:47:36.202Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.916901895Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2272025-01-23T18:47:36.202Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.916923342Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2282025-01-23T18:47:36.202Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.916948039Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
2292025-01-23T18:47:36.202Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.916961727Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2302025-01-23T18:47:36.202Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.917514876Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2312025-01-23T18:47:36.202Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.91887262Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2322025-01-23T18:47:36.202Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.919400671Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2332025-01-23T18:47:36.202Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.919470433Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2342025-01-23T18:47:36.202Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.919510117Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2352025-01-23T18:47:36.202Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.919531335Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
2362025-01-23T18:47:36.202Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.919554152Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2372025-01-23T18:47:36.202Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.920103171Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2382025-01-23T18:47:36.214Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.921508849Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2392025-01-23T18:47:36.214Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.922076495Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2402025-01-23T18:47:36.214Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.922106291Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2412025-01-23T18:47:36.214Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.92219133Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2422025-01-23T18:47:36.215Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.922215857Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
2432025-01-23T18:47:36.215Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.922229695Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2442025-01-23T18:47:36.215Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.922782153Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2452025-01-23T18:47:36.215Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.924095263Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2462025-01-23T18:47:36.215Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.924636803Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2472025-01-23T18:47:36.215Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.92466375Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2482025-01-23T18:47:36.215Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.924745129Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2492025-01-23T18:47:36.215Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.924777515Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
2502025-01-23T18:47:36.216Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.924793323Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2512025-01-23T18:47:36.216Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.925343612Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2522025-01-23T18:47:36.216Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.926716644Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2532025-01-23T18:47:36.216Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.927239676Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2542025-01-23T18:47:36.216Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.927267632Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2552025-01-23T18:47:36.216Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.927319276Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176}
2562025-01-23T18:47:36.216Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.927352921Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1176,"task":"clone"}
2572025-01-23T18:47:36.216ZVerify clone using export
2582025-01-23T18:47:36.224Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.946345921Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1177}
2592025-01-23T18:47:36.224Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.946908649Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1177}
2602025-01-23T18:47:36.224Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.946940775Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1177}
2612025-01-23T18:47:36.225ZExport total_size: 768000 Extent size:51200 Total Extents:15
2622025-01-23T18:47:36.225ZExporting from start_block: 0 count:300
2632025-01-23T18:47:36.228ZRead and wrote out 300 blocks
2642025-01-23T18:47:36.228ZCreating new downstairs from clone directly
2652025-01-23T18:47:36.242Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.968551905Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2662025-01-23T18:47:36.247Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.96975542Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2672025-01-23T18:47:36.247Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.96990807Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2682025-01-23T18:47:36.247Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.969933596Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2692025-01-23T18:47:36.247Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.969945885Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2702025-01-23T18:47:36.248Z{"msg":"UUID: 87a4574d-5f03-4bdf-a402-7a77f214f2c3","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.971124372Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2712025-01-23T18:47:36.248Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:35.971156488Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2722025-01-23T18:47:36.290Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: dd1cf1330bf5c5b1551a0ad961a7aa7c6207feae\nCommit timestamp: 2025-01-23T18:31:41.000000000Z branch: mkeeter/early-io-rejection\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.016861518Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
2732025-01-23T18:47:36.290Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.016927879Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
2742025-01-23T18:47:36.290Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.016947677Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
2752025-01-23T18:47:36.295Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.018715428Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
2762025-01-23T18:47:36.295Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.019374173Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
2772025-01-23T18:47:36.295Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 87a4574d-5f03-4bdf-a402-7a77f214f2c3, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.019422087Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
2782025-01-23T18:47:36.295Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.019525203Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
2792025-01-23T18:47:36.295Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.019561358Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2802025-01-23T18:47:36.295Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.020220713Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2812025-01-23T18:47:36.296Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.022044017Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2822025-01-23T18:47:36.300Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.022597735Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2832025-01-23T18:47:36.300Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.02263599Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2842025-01-23T18:47:36.300Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.022736757Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2852025-01-23T18:47:36.300Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.022812167Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
2862025-01-23T18:47:36.300Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.022837614Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2872025-01-23T18:47:36.300Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.023404471Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2882025-01-23T18:47:36.300Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.024963939Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2892025-01-23T18:47:36.300Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.025497909Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2902025-01-23T18:47:36.300Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.025532475Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2912025-01-23T18:47:36.300Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.025580389Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2922025-01-23T18:47:36.300Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.025626633Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
2932025-01-23T18:47:36.300Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.025657279Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2942025-01-23T18:47:36.300Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.026150275Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2952025-01-23T18:47:36.304Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.027468444Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2962025-01-23T18:47:36.304Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.027991017Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2972025-01-23T18:47:36.304Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.028012874Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2982025-01-23T18:47:36.304Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.028102472Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
2992025-01-23T18:47:36.304Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.028128889Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3002025-01-23T18:47:36.304Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.028142907Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3012025-01-23T18:47:36.304Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.028674348Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3022025-01-23T18:47:36.304Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.030180343Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3032025-01-23T18:47:36.304Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.030685268Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3042025-01-23T18:47:36.304Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.030718893Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3052025-01-23T18:47:36.304Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.03074426Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3062025-01-23T18:47:36.304Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.030884002Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3072025-01-23T18:47:36.304Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.030906079Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3082025-01-23T18:47:36.308Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.03136371Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3092025-01-23T18:47:36.309Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.032694028Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3102025-01-23T18:47:36.309Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.033220609Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3112025-01-23T18:47:36.309Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.033255445Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3122025-01-23T18:47:36.309Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.03328899Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3132025-01-23T18:47:36.309Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.033310688Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3142025-01-23T18:47:36.309Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.033324386Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3152025-01-23T18:47:36.309Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.033865836Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3162025-01-23T18:47:36.309Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.035243727Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3172025-01-23T18:47:36.314Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.035945136Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3182025-01-23T18:47:36.314Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.035978982Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3192025-01-23T18:47:36.314Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.036027426Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3202025-01-23T18:47:36.314Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.036060392Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3212025-01-23T18:47:36.314Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.036075499Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3222025-01-23T18:47:36.314Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.03661175Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3232025-01-23T18:47:36.314Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.03799929Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3242025-01-23T18:47:36.314Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.038511044Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3252025-01-23T18:47:36.314Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.038545379Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3262025-01-23T18:47:36.314Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.038626089Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3272025-01-23T18:47:36.314Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.038650636Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3282025-01-23T18:47:36.314Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.038664314Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3292025-01-23T18:47:36.314Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.039225431Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3302025-01-23T18:47:36.325Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.040569487Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3312025-01-23T18:47:36.325Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.041174759Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3322025-01-23T18:47:36.326Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.041210824Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3332025-01-23T18:47:36.326Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.041236631Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3342025-01-23T18:47:36.326Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.041259558Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3352025-01-23T18:47:36.326Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.041274406Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3362025-01-23T18:47:36.326Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.041823715Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3372025-01-23T18:47:36.326Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.04317282Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3382025-01-23T18:47:36.326Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.04371248Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3392025-01-23T18:47:36.326Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.043745396Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3402025-01-23T18:47:36.326Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.043810917Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3412025-01-23T18:47:36.326Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.043835434Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3422025-01-23T18:47:36.327Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.043849023Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3432025-01-23T18:47:36.327Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.04440582Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3442025-01-23T18:47:36.327Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.045787841Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3452025-01-23T18:47:36.327Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.046275048Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3462025-01-23T18:47:36.327Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.046310224Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3472025-01-23T18:47:36.327Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.046392953Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3482025-01-23T18:47:36.327Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.04649499Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3492025-01-23T18:47:36.327Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.046529776Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3502025-01-23T18:47:36.327Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.047097922Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3512025-01-23T18:47:36.327Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.048463695Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3522025-01-23T18:47:36.328Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.048998256Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3532025-01-23T18:47:36.328Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.04904485Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3542025-01-23T18:47:36.328Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.049108262Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3552025-01-23T18:47:36.328Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.049139897Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3562025-01-23T18:47:36.328Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.049154216Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3572025-01-23T18:47:36.328Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.049689376Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3582025-01-23T18:47:36.337Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.051064928Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3592025-01-23T18:47:36.338Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.051626395Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3602025-01-23T18:47:36.338Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.051656971Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3612025-01-23T18:47:36.338Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.051703495Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3622025-01-23T18:47:36.338Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.051726312Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3632025-01-23T18:47:36.338Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.051739631Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3642025-01-23T18:47:36.338Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.0523634Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3652025-01-23T18:47:36.338Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.053740651Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3662025-01-23T18:47:36.338Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.054285171Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3672025-01-23T18:47:36.338Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.054318976Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3682025-01-23T18:47:36.338Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.054347213Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3692025-01-23T18:47:36.338Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.054380049Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3702025-01-23T18:47:36.339Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.054401666Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3712025-01-23T18:47:36.339Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.054952705Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3722025-01-23T18:47:36.339Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.056308049Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3732025-01-23T18:47:36.339Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.056801875Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3742025-01-23T18:47:36.339Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.056822422Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3752025-01-23T18:47:36.339Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.056890643Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3762025-01-23T18:47:36.339Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.05691535Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3772025-01-23T18:47:36.339Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.056929069Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3782025-01-23T18:47:36.339Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.057521852Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3792025-01-23T18:47:36.339Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.058944997Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3802025-01-23T18:47:36.339Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.059490687Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3812025-01-23T18:47:36.340Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.059524392Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3822025-01-23T18:47:36.340Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.059586604Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3832025-01-23T18:47:36.340Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.059611561Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180,"task":"clone"}
3842025-01-23T18:47:36.346Z{"msg":"UUID: 87a4574d-5f03-4bdf-a402-7a77f214f2c3","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.060376442Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3852025-01-23T18:47:36.346Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.060451772Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1180}
3862025-01-23T18:47:36.347ZVerify second clone using export
3872025-01-23T18:47:36.354Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.079356154Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1181}
3882025-01-23T18:47:36.355Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.080114895Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1181}
3892025-01-23T18:47:36.359Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:47:36.080139732Z","hostname":"w-01JJA7SB71Y2TRHQB9QDS293KY","pid":1181}
3902025-01-23T18:47:36.359ZExport total_size: 768000 Extent size:51200 Total Extents:15
3912025-01-23T18:47:36.360ZExporting from start_block: 0 count:300
3922025-01-23T18:47:36.360ZRead and wrote out 300 blocks
3932025-01-23T18:47:36.366ZStopping downstairs
3942025-01-23T18:47:36.366ZClone test passed
3952025-01-23T18:47:36.371Z
3962025-01-23T18:47:36.372Zreal 1.437366737
3972025-01-23T18:47:36.372Zuser 0.237588475
3982025-01-23T18:47:36.372Zsys 0.227036827
3992025-01-23T18:47:36.372Ztrap 0.000543438
4002025-01-23T18:47:36.372Ztflt 0.001027157
4012025-01-23T18:47:36.372Zdflt 0.003143678
4022025-01-23T18:47:36.372Zkflt 0.001294552
4032025-01-23T18:47:36.372Zlock 6.641183610
4042025-01-23T18:47:36.372Zslp 2.680892041
4052025-01-23T18:47:36.372Zlat 0.047919791
4062025-01-23T18:47:36.373Zstop 0.000534815
4072025-01-23T18:47:36.373Zprocess exited: duration 9624 ms, exit code 0
 
4082025-01-23T18:47:36.389Zfound 0 output files