01KN2HMMTXY65BCMSC8S6MS2XQ: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KN2HN16T5P690P3YJ1NEN6QY

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12026-03-31T18:30:23.816Zjob dependencies complete; ready to run (waiting for 16 m 4 s)
22026-03-31T18:31:04.022Zjob assigned to worker 01KN2JJA2P6Y09W7V56ZJ75Y46 [factory aws, i-00c2476f8b88193ba] (queued for 40 s)
32026-03-31T18:31:10.502Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42026-03-31T18:31:12.094Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52026-03-31T18:31:12.097Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62026-03-31T18:31:13.520Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72026-03-31T18:31:13.526Zdownloading input: /input/build/work/bins/crutest.gz
82026-03-31T18:31:15.090Zdownloaded input: /input/build/work/bins/crutest.gz
92026-03-31T18:31:15.096Zdownloading input: /input/build/work/bins/dsc.gz
102026-03-31T18:31:15.851Zdownloaded input: /input/build/work/bins/dsc.gz
112026-03-31T18:31:15.856Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122026-03-31T18:31:15.882Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132026-03-31T18:31:15.882Zdownloading input: /input/build/work/scripts/test_ds.sh
142026-03-31T18:31:15.912Zdownloaded input: /input/build/work/scripts/test_ds.sh
152026-03-31T18:31:15.916Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162026-03-31T18:31:15.937Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172026-03-31T18:31:15.937Zdownloading input: /input/build/work/scripts/test_repair.sh
182026-03-31T18:31:15.968Zdownloaded input: /input/build/work/scripts/test_repair.sh
192026-03-31T18:31:15.972Zdownloading input: /input/build/work/scripts/test_replay.sh
202026-03-31T18:31:16.021Zdownloaded input: /input/build/work/scripts/test_replay.sh
212026-03-31T18:31:16.021Zdownloading input: /input/build/work/scripts/test_up.sh
222026-03-31T18:31:16.095Zdownloaded input: /input/build/work/scripts/test_up.sh
232026-03-31T18:31:16.095Zdownloading input: /input/build/work/scripts/upstairs_info.d
242026-03-31T18:31:16.139Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252026-03-31T18:31:16.144Zdownloading input: /input/build/tmp/cargo-test-out.log
262026-03-31T18:31:16.682Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272026-03-31T18:31:16.682Zstarting task 0: "setup"
282026-03-31T18:31:16.687Z++ uname -s
292026-03-31T18:31:16.690Z+ kern=SunOS
302026-03-31T18:31:16.690Z+ build_user=build
312026-03-31T18:31:16.690Z+ build_uid=12345
322026-03-31T18:31:16.690Z+ work_dir=/work
332026-03-31T18:31:16.690Z+ input_dir=/input
342026-03-31T18:31:16.691Z+ [[ 0 == 12345 ]]
352026-03-31T18:31:16.691Z+ case "$kern" in
362026-03-31T18:31:16.691Z+ groupadd -g 12345 build
372026-03-31T18:31:16.693Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
382026-03-31T18:31:18.697Z+ zfs create -o mountpoint=/work rpool/work
392026-03-31T18:31:19.042Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
402026-03-31T18:31:19.046Z+ home_fs=zfs
412026-03-31T18:31:19.046Z+ [[ zfs == autofs ]]
422026-03-31T18:31:19.047Z+ mkdir -p /home/build
432026-03-31T18:31:19.047Z+ chown build:build /home/build /work
442026-03-31T18:31:21.035Z+ chmod 0700 /home/build /work
452026-03-31T18:31:21.043Zprocess exited: duration 4354 ms, exit code 0
 
462026-03-31T18:31:21.051Zstarting task 1: "authentication"
472026-03-31T18:31:21.067Zprocess exited: duration 15 ms, exit code 0
 
482026-03-31T18:31:21.077Zstarting task 2: "build"
492026-03-31T18:31:21.080Z+ banner cores
502026-03-31T18:31:21.084Z
512026-03-31T18:31:21.084Z #### #### ##### ###### ####
522026-03-31T18:31:21.084Z # # # # # # # #
532026-03-31T18:31:21.084Z # # # # # ##### ####
542026-03-31T18:31:21.084Z # # # ##### # #
552026-03-31T18:31:21.084Z # # # # # # # # #
562026-03-31T18:31:21.084Z #### #### # # ###### ####
572026-03-31T18:31:21.084Z
582026-03-31T18:31:21.084Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
592026-03-31T18:31:21.089Z+ echo 'input bins dir contains:'
602026-03-31T18:31:21.089Z+ ls -ltr /input/build/work/bins
612026-03-31T18:31:21.089Zinput bins dir contains:
622026-03-31T18:31:21.089Ztotal 1008936
632026-03-31T18:31:21.089Z-rw-r--r-- 1 root root 154673920 Mar 31 18:31 crucible-downstairs.gz
642026-03-31T18:31:21.089Z-rw-r--r-- 1 root root 142002690 Mar 31 18:31 crucible-hammer.gz
652026-03-31T18:31:21.089Z-rw-r--r-- 1 root root 147731665 Mar 31 18:31 crutest.gz
662026-03-31T18:31:21.089Z-rw-r--r-- 1 root root 71825661 Mar 31 18:31 dsc.gz
672026-03-31T18:31:21.089Z+ banner unpack
682026-03-31T18:31:21.100Z
692026-03-31T18:31:21.100Z # # # # ##### ## #### # #
702026-03-31T18:31:21.100Z # # ## # # # # # # # # #
712026-03-31T18:31:21.100Z # # # # # # # # # # ####
722026-03-31T18:31:21.100Z # # # # # ##### ###### # # #
732026-03-31T18:31:21.100Z # # # ## # # # # # # #
742026-03-31T18:31:21.100Z #### # # # # # #### # #
752026-03-31T18:31:21.100Z
762026-03-31T18:31:21.100Z+ mkdir -p /var/tmp/bins
772026-03-31T18:31:21.100Z+ for t in "$input/bins/"*.gz
782026-03-31T18:31:21.100Z++ basename /input/build/work/bins/crucible-downstairs.gz
792026-03-31T18:31:21.100Z+ b=crucible-downstairs.gz
802026-03-31T18:31:21.100Z+ b=crucible-downstairs
812026-03-31T18:31:21.100Z+ gunzip
822026-03-31T18:31:23.685Z+ chmod +x /var/tmp/bins/crucible-downstairs
832026-03-31T18:31:23.690Z+ for t in "$input/bins/"*.gz
842026-03-31T18:31:23.690Z++ basename /input/build/work/bins/crucible-hammer.gz
852026-03-31T18:31:23.690Z+ b=crucible-hammer.gz
862026-03-31T18:31:23.691Z+ b=crucible-hammer
872026-03-31T18:31:23.691Z+ gunzip
882026-03-31T18:31:26.001Z+ chmod +x /var/tmp/bins/crucible-hammer
892026-03-31T18:31:26.006Z+ for t in "$input/bins/"*.gz
902026-03-31T18:31:26.006Z++ basename /input/build/work/bins/crutest.gz
912026-03-31T18:31:26.008Z+ b=crutest.gz
922026-03-31T18:31:26.008Z+ b=crutest
932026-03-31T18:31:26.008Z+ gunzip
942026-03-31T18:31:28.447Z+ chmod +x /var/tmp/bins/crutest
952026-03-31T18:31:28.453Z+ for t in "$input/bins/"*.gz
962026-03-31T18:31:28.453Z++ basename /input/build/work/bins/dsc.gz
972026-03-31T18:31:28.453Z+ b=dsc.gz
982026-03-31T18:31:28.453Z+ b=dsc
992026-03-31T18:31:28.453Z+ gunzip
1002026-03-31T18:31:29.626Z+ chmod +x /var/tmp/bins/dsc
1012026-03-31T18:31:29.631Z+ export BINDIR=/var/tmp/bins
1022026-03-31T18:31:29.631Z+ BINDIR=/var/tmp/bins
1032026-03-31T18:31:29.631Z+ export RUST_BACKTRACE=1
1042026-03-31T18:31:29.631Z+ RUST_BACKTRACE=1
1052026-03-31T18:31:29.631Z+ banner test_ds
1062026-03-31T18:31:29.631Z
1072026-03-31T18:31:29.631Z ##### ###### #### ##### ##### ####
1082026-03-31T18:31:29.631Z # # # # # # #
1092026-03-31T18:31:29.631Z # ##### #### # # # ####
1102026-03-31T18:31:29.632Z # # # # # # #
1112026-03-31T18:31:29.632Z # # # # # # # # #
1122026-03-31T18:31:29.632Z # ###### #### # ####### ##### ####
1132026-03-31T18:31:29.632Z
1142026-03-31T18:31:29.632Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1152026-03-31T18:31:29.638ZCreate file for import
1162026-03-31T18:31:29.656Z300+0 records in
1172026-03-31T18:31:29.656Z300+0 records out
1182026-03-31T18:31:29.662Z153600 bytes (150 KiB) transferred in 0.001620 secs (90 MiB/sec)
1192026-03-31T18:31:29.662ZImport region
1202026-03-31T18:31:29.731Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:28.288598855Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1115}
1212026-03-31T18:31:29.736ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1222026-03-31T18:31:29.736ZRegion already large enough for image
1232026-03-31T18:31:29.736ZImporting "/tmp/ds_test/import" to region
1242026-03-31T18:31:29.751ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1252026-03-31T18:31:29.760Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:28.309097367Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1115}
1262026-03-31T18:31:29.760Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:28.309128364Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1115}
1272026-03-31T18:31:29.777ZExport region
1282026-03-31T18:31:29.782Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:28.325582162Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1116}
1292026-03-31T18:31:29.786Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:28.325846294Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1116}
1302026-03-31T18:31:29.786Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:28.325860413Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1116}
1312026-03-31T18:31:29.786ZExport total_size: 768000 Extent size:51200 Total Extents:15
1322026-03-31T18:31:29.786ZExporting from start_block: 0 count:300
1332026-03-31T18:31:29.786ZRead and wrote out 300 blocks
1342026-03-31T18:31:29.786ZImport Export test passed
1352026-03-31T18:31:29.786ZTest clone
1362026-03-31T18:31:29.786ZStarting source downstairs
1372026-03-31T18:31:30.786Z PID TTY TIME CMD
1382026-03-31T18:31:30.786Z 1118 ? 0:00 crucible
1392026-03-31T18:31:30.796ZDownstairs running
1402026-03-31T18:31:30.796ZCreating new downstairs
1412026-03-31T18:31:30.803Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.354991372Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1122}
1422026-03-31T18:31:30.804Z{"msg":"UUID: d29fef69-9cb8-49d8-8ef3-c7e75097f97e","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.355965506Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1122}
1432026-03-31T18:31:30.804Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.355994904Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1122}
1442026-03-31T18:31:30.804ZCloning existing downstairs
1452026-03-31T18:31:30.809Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.366268923Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1462026-03-31T18:31:30.809Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.366446571Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1472026-03-31T18:31:30.813Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.366468839Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1482026-03-31T18:31:30.813Z{"msg":"UUID: d29fef69-9cb8-49d8-8ef3-c7e75097f97e","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.366945977Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1492026-03-31T18:31:30.813Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.366959086Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1502026-03-31T18:31:30.816Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 15d1a4bfe3549686eb976ff56710f1466c0e0e4a\nCommit timestamp: 2026-03-31T18:13:40.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.374025793Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1512026-03-31T18:31:30.816Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.374048522Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1522026-03-31T18:31:30.816Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.374057261Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1532026-03-31T18:31:30.822Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.377370225Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1542026-03-31T18:31:30.822Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.377695013Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1552026-03-31T18:31:30.822Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: d29fef69-9cb8-49d8-8ef3-c7e75097f97e, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.377717992Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1562026-03-31T18:31:30.822Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.377765298Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1572026-03-31T18:31:30.823Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.377787197Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1582026-03-31T18:31:30.830Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.378649608Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1592026-03-31T18:31:30.830Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.379923161Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1602026-03-31T18:31:30.830Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.380310755Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1612026-03-31T18:31:30.830Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.380352702Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1622026-03-31T18:31:30.830Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.380423937Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1632026-03-31T18:31:30.830Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.38052135Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1642026-03-31T18:31:30.830Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.380535659Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1652026-03-31T18:31:30.830Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.38082046Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1662026-03-31T18:31:30.830Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.381415109Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1672026-03-31T18:31:30.832Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.381683551Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1682026-03-31T18:31:30.832Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.38170356Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1692026-03-31T18:31:30.832Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.381740957Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1702026-03-31T18:31:30.832Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.381753036Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1712026-03-31T18:31:30.832Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.381762026Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1722026-03-31T18:31:30.832Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.382047266Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1732026-03-31T18:31:30.832Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.382633786Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1742026-03-31T18:31:30.832Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.38286577Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1752026-03-31T18:31:30.832Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.382880429Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1762026-03-31T18:31:30.832Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.382927296Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1772026-03-31T18:31:30.832Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.382939345Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1782026-03-31T18:31:30.832Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.382948295Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1792026-03-31T18:31:30.832Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.383205787Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1802026-03-31T18:31:30.832Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.383769399Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1812026-03-31T18:31:30.832Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.384023131Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1822026-03-31T18:31:30.832Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.38404294Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1832026-03-31T18:31:30.832Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.384085397Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1842026-03-31T18:31:30.832Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.384097586Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1852026-03-31T18:31:30.833Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.384106536Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1862026-03-31T18:31:30.833Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.384376507Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1872026-03-31T18:31:30.833Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.384938559Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1882026-03-31T18:31:30.833Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.385163204Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1892026-03-31T18:31:30.833Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.385177693Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1902026-03-31T18:31:30.833Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.385223299Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1912026-03-31T18:31:30.833Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.385235419Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1922026-03-31T18:31:30.833Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.385244438Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1932026-03-31T18:31:30.833Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.385490541Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1942026-03-31T18:31:30.834Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.385940521Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1952026-03-31T18:31:30.834Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.386156206Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1962026-03-31T18:31:30.834Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.386170185Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1972026-03-31T18:31:30.834Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.386218712Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
1982026-03-31T18:31:30.834Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.386230681Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
1992026-03-31T18:31:30.834Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.38623937Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2002026-03-31T18:31:30.834Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.386481274Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2012026-03-31T18:31:30.834Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.386952081Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2022026-03-31T18:31:30.840Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.387219473Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2032026-03-31T18:31:30.841Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.387238922Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2042026-03-31T18:31:30.841Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.387281549Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2052026-03-31T18:31:30.841Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.387293738Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
2062026-03-31T18:31:30.841Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.387302788Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2072026-03-31T18:31:30.841Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.387571149Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2082026-03-31T18:31:30.841Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.38814577Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2092026-03-31T18:31:30.841Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.388448459Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2102026-03-31T18:31:30.841Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.388475228Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2112026-03-31T18:31:30.841Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.388503846Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2122026-03-31T18:31:30.841Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.388519525Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
2132026-03-31T18:31:30.841Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.388528734Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2142026-03-31T18:31:30.841Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.388803915Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2152026-03-31T18:31:30.841Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.389364477Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2162026-03-31T18:31:30.841Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.389693884Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2172026-03-31T18:31:30.841Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.389714313Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2182026-03-31T18:31:30.841Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.389744551Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2192026-03-31T18:31:30.841Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.38975935Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
2202026-03-31T18:31:30.841Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.389768679Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2212026-03-31T18:31:30.841Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.390033501Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2222026-03-31T18:31:30.841Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.390581794Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2232026-03-31T18:31:30.841Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.390801709Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2242026-03-31T18:31:30.841Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.390816038Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2252026-03-31T18:31:30.841Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.390858205Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2262026-03-31T18:31:30.841Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.390873144Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
2272026-03-31T18:31:30.842Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.390881833Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2282026-03-31T18:31:30.842Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.391148435Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2292026-03-31T18:31:30.842Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.391684879Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2302026-03-31T18:31:30.842Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.391991498Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2312026-03-31T18:31:30.842Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.392033805Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2322026-03-31T18:31:30.842Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.392078332Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2332026-03-31T18:31:30.842Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.392091181Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
2342026-03-31T18:31:30.842Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.3921001Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2352026-03-31T18:31:30.842Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.392434307Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2362026-03-31T18:31:30.842Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.393070164Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2372026-03-31T18:31:30.842Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.393362824Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2382026-03-31T18:31:30.842Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.393389762Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2392026-03-31T18:31:30.842Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.39342292Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2402026-03-31T18:31:30.842Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.393438139Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
2412026-03-31T18:31:30.842Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.393447598Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2422026-03-31T18:31:30.842Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.39371033Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2432026-03-31T18:31:30.842Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.394211286Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2442026-03-31T18:31:30.842Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.394556443Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2452026-03-31T18:31:30.842Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.394577521Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2462026-03-31T18:31:30.842Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.394614539Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2472026-03-31T18:31:30.842Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.394635447Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
2482026-03-31T18:31:30.842Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.394648646Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2492026-03-31T18:31:30.842Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.394909529Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2502026-03-31T18:31:30.842Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.395376397Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2512026-03-31T18:31:30.842Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.395581093Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2522026-03-31T18:31:30.842Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.395596092Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2532026-03-31T18:31:30.842Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.395636989Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2542026-03-31T18:31:30.842Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.395652108Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
2552026-03-31T18:31:30.842Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.395660947Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2562026-03-31T18:31:30.842Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.395889372Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2572026-03-31T18:31:30.842Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.396409466Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2582026-03-31T18:31:30.843Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.396699506Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2592026-03-31T18:31:30.843Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.396716495Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2602026-03-31T18:31:30.843Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.396767152Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123}
2612026-03-31T18:31:30.843Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.396782751Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1123,"task":"clone"}
2622026-03-31T18:31:30.846ZVerify clone using export
2632026-03-31T18:31:30.854Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.407116396Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1124}
2642026-03-31T18:31:30.854Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.407392457Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1124}
2652026-03-31T18:31:30.854Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.407416675Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1124}
2662026-03-31T18:31:30.854ZExport total_size: 768000 Extent size:51200 Total Extents:15
2672026-03-31T18:31:30.854ZExporting from start_block: 0 count:300
2682026-03-31T18:31:30.854ZRead and wrote out 300 blocks
2692026-03-31T18:31:30.861ZCreating new downstairs from clone directly
2702026-03-31T18:31:30.869Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.421137129Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2712026-03-31T18:31:30.869Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.42185776Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2722026-03-31T18:31:30.869Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.421938234Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2732026-03-31T18:31:30.869Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.421947044Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2742026-03-31T18:31:30.869Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.421954583Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2752026-03-31T18:31:30.870Z{"msg":"UUID: 30ef8a75-25ae-4038-8527-823dfa03c0d6","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.42259292Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2762026-03-31T18:31:30.870Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.422613168Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2772026-03-31T18:31:30.879Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 15d1a4bfe3549686eb976ff56710f1466c0e0e4a\nCommit timestamp: 2026-03-31T18:13:40.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.429434303Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
2782026-03-31T18:31:30.879Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.429456051Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
2792026-03-31T18:31:30.879Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.429465371Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
2802026-03-31T18:31:30.879Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.43049691Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
2812026-03-31T18:31:30.879Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.430719945Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
2822026-03-31T18:31:30.879Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 30ef8a75-25ae-4038-8527-823dfa03c0d6, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.430733344Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
2832026-03-31T18:31:30.879Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.430783211Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
2842026-03-31T18:31:30.879Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.43080097Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2852026-03-31T18:31:30.880Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.431111038Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2862026-03-31T18:31:30.880Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.431846228Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2872026-03-31T18:31:30.880Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.432064753Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2882026-03-31T18:31:30.880Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.432093341Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2892026-03-31T18:31:30.880Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.432144088Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2902026-03-31T18:31:30.880Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.432189985Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
2912026-03-31T18:31:30.880Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.432199924Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2922026-03-31T18:31:30.880Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.432424849Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2932026-03-31T18:31:30.880Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.432892947Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2942026-03-31T18:31:30.880Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.433199336Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2952026-03-31T18:31:30.880Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.433229464Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2962026-03-31T18:31:30.881Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.433269891Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2972026-03-31T18:31:30.881Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.43328615Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
2982026-03-31T18:31:30.881Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.433296239Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
2992026-03-31T18:31:30.881Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.433590009Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3002026-03-31T18:31:30.885Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.434086115Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3012026-03-31T18:31:30.885Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.434279792Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3022026-03-31T18:31:30.885Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.434298021Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3032026-03-31T18:31:30.885Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.434339218Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3042026-03-31T18:31:30.885Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.434356147Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3052026-03-31T18:31:30.885Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.434365806Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3062026-03-31T18:31:30.885Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.434577262Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3072026-03-31T18:31:30.885Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.434965065Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3082026-03-31T18:31:30.885Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.43518912Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3092026-03-31T18:31:30.886Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.435204329Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3102026-03-31T18:31:30.886Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.435246366Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3112026-03-31T18:31:30.886Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.435261245Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3122026-03-31T18:31:30.886Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.435270685Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3132026-03-31T18:31:30.886Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.435493019Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3142026-03-31T18:31:30.886Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.43591766Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3152026-03-31T18:31:30.886Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.436097728Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3162026-03-31T18:31:30.886Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.436111527Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3172026-03-31T18:31:30.886Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.436152444Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3182026-03-31T18:31:30.886Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.436166483Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3192026-03-31T18:31:30.886Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.436176033Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3202026-03-31T18:31:30.886Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.436385379Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3212026-03-31T18:31:30.886Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.43679833Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3222026-03-31T18:31:30.886Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.436984408Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3232026-03-31T18:31:30.886Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437004776Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3242026-03-31T18:31:30.886Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437042644Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3252026-03-31T18:31:30.886Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437057543Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3262026-03-31T18:31:30.887Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437066902Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3272026-03-31T18:31:30.887Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437273288Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3282026-03-31T18:31:30.887Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437666611Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3292026-03-31T18:31:30.887Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437850459Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3302026-03-31T18:31:30.887Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437864158Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3312026-03-31T18:31:30.887Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437907965Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3322026-03-31T18:31:30.887Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437922054Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3332026-03-31T18:31:30.887Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.437931503Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3342026-03-31T18:31:30.887Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.43812927Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3352026-03-31T18:31:30.887Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.438537462Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3362026-03-31T18:31:30.887Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.438727859Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3372026-03-31T18:31:30.887Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.438742218Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3382026-03-31T18:31:30.888Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.438781795Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3392026-03-31T18:31:30.888Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.438795564Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3402026-03-31T18:31:30.888Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.438805003Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3412026-03-31T18:31:30.888Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.439014779Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3422026-03-31T18:31:30.888Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.439395643Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3432026-03-31T18:31:30.888Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.439575031Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3442026-03-31T18:31:30.888Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.43958908Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3452026-03-31T18:31:30.888Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.439632067Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3462026-03-31T18:31:30.888Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.439645796Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3472026-03-31T18:31:30.888Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.439655095Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3482026-03-31T18:31:30.888Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.439852422Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3492026-03-31T18:31:30.888Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.440255554Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3502026-03-31T18:31:30.890Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.440439132Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3512026-03-31T18:31:30.890Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.440453031Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3522026-03-31T18:31:30.890Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.440494248Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3532026-03-31T18:31:30.890Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.440507937Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3542026-03-31T18:31:30.890Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.440517207Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3552026-03-31T18:31:30.890Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.440731412Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3562026-03-31T18:31:30.890Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.441130645Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3572026-03-31T18:31:30.890Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.441329581Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3582026-03-31T18:31:30.890Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.44134379Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3592026-03-31T18:31:30.890Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.441387767Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3602026-03-31T18:31:30.890Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.441401806Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3612026-03-31T18:31:30.890Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.441411166Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3622026-03-31T18:31:30.891Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.441624861Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3632026-03-31T18:31:30.891Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.442025564Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3642026-03-31T18:31:30.898Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.442208601Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3652026-03-31T18:31:30.898Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.44222278Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3662026-03-31T18:31:30.898Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.442263797Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3672026-03-31T18:31:30.898Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.442277387Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3682026-03-31T18:31:30.898Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.442286616Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3692026-03-31T18:31:30.898Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.442489492Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3702026-03-31T18:31:30.898Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.442900414Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3712026-03-31T18:31:30.898Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.443118099Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3722026-03-31T18:31:30.898Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.443140688Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3732026-03-31T18:31:30.898Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.443169176Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3742026-03-31T18:31:30.899Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.443182795Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3752026-03-31T18:31:30.899Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.443192744Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3762026-03-31T18:31:30.899Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.44339987Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3772026-03-31T18:31:30.899Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.443821571Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3782026-03-31T18:31:30.899Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444007298Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3792026-03-31T18:31:30.899Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444021547Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3802026-03-31T18:31:30.899Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444065494Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3812026-03-31T18:31:30.899Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444079324Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3822026-03-31T18:31:30.899Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444088923Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3832026-03-31T18:31:30.899Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444294459Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3842026-03-31T18:31:30.899Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444684172Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3852026-03-31T18:31:30.899Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444893468Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3862026-03-31T18:31:30.899Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444908187Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3872026-03-31T18:31:30.899Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444948654Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3882026-03-31T18:31:30.899Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.444963473Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127,"task":"clone"}
3892026-03-31T18:31:30.899Z{"msg":"UUID: 30ef8a75-25ae-4038-8527-823dfa03c0d6","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.445092934Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3902026-03-31T18:31:30.899Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.445109253Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1127}
3912026-03-31T18:31:30.899ZVerify second clone using export
3922026-03-31T18:31:30.911Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.454647292Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1128}
3932026-03-31T18:31:30.911Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.454848599Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1128}
3942026-03-31T18:31:30.911Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2026-03-31T18:31:29.454862948Z","hostname":"w-01KN2JJA2P6Y09W7V56ZJ75Y46","pid":1128}
3952026-03-31T18:31:30.911ZExport total_size: 768000 Extent size:51200 Total Extents:15
3962026-03-31T18:31:30.911ZExporting from start_block: 0 count:300
3972026-03-31T18:31:30.911ZRead and wrote out 300 blocks
3982026-03-31T18:31:30.911ZStopping downstairs
3992026-03-31T18:31:30.911ZClone test passed
4002026-03-31T18:31:30.911Z
4012026-03-31T18:31:30.911Zreal 1.274533815
4022026-03-31T18:31:30.911Zuser 0.097573903
4032026-03-31T18:31:30.911Zsys 0.157336641
4042026-03-31T18:31:30.911Ztrap 0.000031753
4052026-03-31T18:31:30.912Ztflt 0.000564670
4062026-03-31T18:31:30.912Zdflt 0.014328280
4072026-03-31T18:31:30.912Zkflt 0.000820913
4082026-03-31T18:31:30.912Zlock 2.719746771
4092026-03-31T18:31:30.912Zslp 2.403109070
4102026-03-31T18:31:30.912Zlat 0.015972202
4112026-03-31T18:31:30.912Zstop 0.000290790
4122026-03-31T18:31:30.912Zprocess exited: duration 9828 ms, exit code 0
 
4132026-03-31T18:31:30.920Zfound 0 output files