01JKGZGE9XAFN7FXXZQNB7PE28: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JKGZGREBWMY4YN5D5E2JCN97

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12025-02-07T20:05:42.534Zjob dependencies complete; ready to run (waiting for 13 m 23 s)
22025-02-07T20:06:29.703Zjob assigned to worker 01JKH09C1P5BG0CWA0VFP3D26R [factory aws, i-03116d4b8ae817dfe] (queued for 47 s)
32025-02-07T20:06:38.501Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42025-02-07T20:06:39.695Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52025-02-07T20:06:39.695Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62025-02-07T20:06:40.755Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72025-02-07T20:06:40.755Zdownloading input: /input/build/work/bins/crutest.gz
82025-02-07T20:06:41.930Zdownloaded input: /input/build/work/bins/crutest.gz
92025-02-07T20:06:41.930Zdownloading input: /input/build/work/bins/dsc.gz
102025-02-07T20:06:42.619Zdownloaded input: /input/build/work/bins/dsc.gz
112025-02-07T20:06:42.622Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122025-02-07T20:06:42.653Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132025-02-07T20:06:42.653Zdownloading input: /input/build/work/scripts/test_ds.sh
142025-02-07T20:06:42.688Zdownloaded input: /input/build/work/scripts/test_ds.sh
152025-02-07T20:06:42.688Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162025-02-07T20:06:42.706Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172025-02-07T20:06:42.706Zdownloading input: /input/build/work/scripts/test_repair.sh
182025-02-07T20:06:42.723Zdownloaded input: /input/build/work/scripts/test_repair.sh
192025-02-07T20:06:42.723Zdownloading input: /input/build/work/scripts/test_replay.sh
202025-02-07T20:06:42.743Zdownloaded input: /input/build/work/scripts/test_replay.sh
212025-02-07T20:06:42.743Zdownloading input: /input/build/work/scripts/test_up.sh
222025-02-07T20:06:42.769Zdownloaded input: /input/build/work/scripts/test_up.sh
232025-02-07T20:06:42.769Zdownloading input: /input/build/work/scripts/upstairs_info.d
242025-02-07T20:06:42.789Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252025-02-07T20:06:42.792Zdownloading input: /input/build/tmp/cargo-test-out.log
262025-02-07T20:06:43.915Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272025-02-07T20:06:43.915Zstarting task 0: "setup"
282025-02-07T20:06:43.922Z++ uname -s
292025-02-07T20:06:43.926Z+ kern=SunOS
302025-02-07T20:06:43.927Z+ build_user=build
312025-02-07T20:06:43.927Z+ build_uid=12345
322025-02-07T20:06:43.927Z+ work_dir=/work
332025-02-07T20:06:43.927Z+ input_dir=/input
342025-02-07T20:06:43.927Z+ [[ 0 == 12345 ]]
352025-02-07T20:06:43.927Z+ case "$kern" in
362025-02-07T20:06:43.927Z+ groupadd -g 12345 build
372025-02-07T20:06:43.930Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
382025-02-07T20:06:45.958Z+ zfs create -o mountpoint=/work rpool/work
392025-02-07T20:06:46.139Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
402025-02-07T20:06:46.148Z+ home_fs=zfs
412025-02-07T20:06:46.148Z+ [[ zfs == autofs ]]
422025-02-07T20:06:46.148Z+ mkdir -p /home/build
432025-02-07T20:06:46.148Z+ chown build:build /home/build /work
442025-02-07T20:06:48.142Z+ chmod 0700 /home/build /work
452025-02-07T20:06:48.146Zprocess exited: duration 4227 ms, exit code 0
 
462025-02-07T20:06:48.153Zstarting task 1: "authentication"
472025-02-07T20:06:48.173Zprocess exited: duration 19 ms, exit code 0
 
482025-02-07T20:06:48.179Zstarting task 2: "build"
492025-02-07T20:06:48.185Z+ banner cores
502025-02-07T20:06:48.188Z
512025-02-07T20:06:48.188Z #### #### ##### ###### ####
522025-02-07T20:06:48.188Z # # # # # # # #
532025-02-07T20:06:48.188Z # # # # # ##### ####
542025-02-07T20:06:48.188Z # # # ##### # #
552025-02-07T20:06:48.188Z # # # # # # # # #
562025-02-07T20:06:48.188Z #### #### # # ###### ####
572025-02-07T20:06:48.188Z
582025-02-07T20:06:48.188Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
592025-02-07T20:06:48.197Z+ echo 'input bins dir contains:'
602025-02-07T20:06:48.197Zinput bins dir contains:
612025-02-07T20:06:48.200Z+ ls -ltr /input/build/work/bins
622025-02-07T20:06:48.200Ztotal 786358
632025-02-07T20:06:48.200Z-rw-r--r-- 1 root root 116293636 Feb 7 20:06 crucible-downstairs.gz
642025-02-07T20:06:48.200Z-rw-r--r-- 1 root root 104225318 Feb 7 20:06 crucible-hammer.gz
652025-02-07T20:06:48.200Z-rw-r--r-- 1 root root 115460092 Feb 7 20:06 crutest.gz
662025-02-07T20:06:48.200Z-rw-r--r-- 1 root root 66364815 Feb 7 20:06 dsc.gz
672025-02-07T20:06:48.200Z+ banner unpack
682025-02-07T20:06:48.203Z
692025-02-07T20:06:48.203Z # # # # ##### ## #### # #
702025-02-07T20:06:48.203Z # # ## # # # # # # # # #
712025-02-07T20:06:48.203Z # # # # # # # # # # ####
722025-02-07T20:06:48.203Z # # # # # ##### ###### # # #
732025-02-07T20:06:48.203Z # # # ## # # # # # # #
742025-02-07T20:06:48.204Z #### # # # # # #### # #
752025-02-07T20:06:48.204Z
762025-02-07T20:06:48.204Z+ mkdir -p /var/tmp/bins
772025-02-07T20:06:48.204Z+ for t in "$input/bins/"*.gz
782025-02-07T20:06:48.207Z++ basename /input/build/work/bins/crucible-downstairs.gz
792025-02-07T20:06:48.207Z+ b=crucible-downstairs.gz
802025-02-07T20:06:48.207Z+ b=crucible-downstairs
812025-02-07T20:06:48.207Z+ gunzip
822025-02-07T20:06:50.595Z+ chmod +x /var/tmp/bins/crucible-downstairs
832025-02-07T20:06:50.598Z+ for t in "$input/bins/"*.gz
842025-02-07T20:06:50.599Z++ basename /input/build/work/bins/crucible-hammer.gz
852025-02-07T20:06:50.599Z+ b=crucible-hammer.gz
862025-02-07T20:06:50.599Z+ b=crucible-hammer
872025-02-07T20:06:50.599Z+ gunzip
882025-02-07T20:06:52.733Z+ chmod +x /var/tmp/bins/crucible-hammer
892025-02-07T20:06:52.738Z+ for t in "$input/bins/"*.gz
902025-02-07T20:06:52.738Z++ basename /input/build/work/bins/crutest.gz
912025-02-07T20:06:52.738Z+ b=crutest.gz
922025-02-07T20:06:52.738Z+ b=crutest
932025-02-07T20:06:52.738Z+ gunzip
942025-02-07T20:06:55.187Z+ chmod +x /var/tmp/bins/crutest
952025-02-07T20:06:55.197Z+ for t in "$input/bins/"*.gz
962025-02-07T20:06:55.197Z++ basename /input/build/work/bins/dsc.gz
972025-02-07T20:06:55.197Z+ b=dsc.gz
982025-02-07T20:06:55.197Z+ b=dsc
992025-02-07T20:06:55.197Z+ gunzip
1002025-02-07T20:06:56.527Z+ chmod +x /var/tmp/bins/dsc
1012025-02-07T20:06:56.538Z+ export BINDIR=/var/tmp/bins
1022025-02-07T20:06:56.538Z+ BINDIR=/var/tmp/bins
1032025-02-07T20:06:56.538Z+ export RUST_BACKTRACE=1
1042025-02-07T20:06:56.538Z+ RUST_BACKTRACE=1
1052025-02-07T20:06:56.538Z+ banner test_ds
1062025-02-07T20:06:56.538Z
1072025-02-07T20:06:56.538Z ##### ###### #### ##### ##### ####
1082025-02-07T20:06:56.538Z # # # # # # #
1092025-02-07T20:06:56.538Z # ##### #### # # # ####
1102025-02-07T20:06:56.538Z # # # # # # #
1112025-02-07T20:06:56.538Z # # # # # # # # #
1122025-02-07T20:06:56.538Z # ###### #### # ####### ##### ####
1132025-02-07T20:06:56.539Z
1142025-02-07T20:06:56.539Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1152025-02-07T20:06:56.550ZCreate file for import
1162025-02-07T20:06:56.556Z300+0 records in
1172025-02-07T20:06:56.557Z300+0 records out
1182025-02-07T20:06:56.557Z153600 bytes (150 KiB) transferred in 0.002538 secs (58 MiB/sec)
1192025-02-07T20:06:56.557ZImport region
1202025-02-07T20:06:56.619Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:55.69819731Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1174}
1212025-02-07T20:06:56.624ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1222025-02-07T20:06:56.624ZRegion already large enough for image
1232025-02-07T20:06:56.624ZImporting "/tmp/ds_test/import" to region
1242025-02-07T20:06:56.640ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1252025-02-07T20:06:56.647Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:55.722407232Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1174}
1262025-02-07T20:06:56.648Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:55.722452964Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1174}
1272025-02-07T20:06:56.655ZExport region
1282025-02-07T20:06:56.667Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:55.743232985Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1175}
1292025-02-07T20:06:56.671Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:55.743867765Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1175}
1302025-02-07T20:06:56.671Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:55.743903818Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1175}
1312025-02-07T20:06:56.671ZExport total_size: 768000 Extent size:51200 Total Extents:15
1322025-02-07T20:06:56.671ZExporting from start_block: 0 count:300
1332025-02-07T20:06:56.671ZRead and wrote out 300 blocks
1342025-02-07T20:06:56.671ZImport Export test passed
1352025-02-07T20:06:56.671ZTest clone
1362025-02-07T20:06:56.671ZStarting source downstairs
1372025-02-07T20:06:57.682Z PID TTY TIME CMD
1382025-02-07T20:06:57.682Z 1177 ? 0:00 crucible
1392025-02-07T20:06:57.696ZDownstairs running
1402025-02-07T20:06:57.696ZCreating new downstairs
1412025-02-07T20:06:57.701Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.779388338Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1181}
1422025-02-07T20:06:57.701Z{"msg":"UUID: cdf125ac-b1e6-4867-a906-8ae045041fd4","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.780662047Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1181}
1432025-02-07T20:06:57.701Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.780694361Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1181}
1442025-02-07T20:06:57.714ZCloning existing downstairs
1452025-02-07T20:06:57.723Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.795392861Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1462025-02-07T20:06:57.723Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.795829489Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1472025-02-07T20:06:57.723Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.795855664Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1482025-02-07T20:06:57.723Z{"msg":"UUID: cdf125ac-b1e6-4867-a906-8ae045041fd4","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.796649963Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1492025-02-07T20:06:57.723Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.796682008Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1502025-02-07T20:06:57.760Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 764da36f6a4255a5834591b69c6e5591e6ce3a04\nCommit timestamp: 2025-02-07T19:51:46.000000000Z branch: alan/agent-needs-workers\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.842666842Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1512025-02-07T20:06:57.760Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.84273362Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1522025-02-07T20:06:57.760Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.842752226Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1532025-02-07T20:06:57.802Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.87980446Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1542025-02-07T20:06:57.811Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.880414364Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1552025-02-07T20:06:57.811Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: cdf125ac-b1e6-4867-a906-8ae045041fd4, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.880452667Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1562025-02-07T20:06:57.811Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.880529653Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1572025-02-07T20:06:57.812Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.880559737Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1582025-02-07T20:06:57.812Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.881714009Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1592025-02-07T20:06:57.812Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.88392771Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1602025-02-07T20:06:57.812Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.88450849Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1612025-02-07T20:06:57.812Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.884543094Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1622025-02-07T20:06:57.812Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.884648354Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1632025-02-07T20:06:57.812Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.884744536Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1642025-02-07T20:06:57.812Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.88477477Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1652025-02-07T20:06:57.813Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.88530204Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1662025-02-07T20:06:57.813Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.886594126Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1672025-02-07T20:06:57.813Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.887190933Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1682025-02-07T20:06:57.813Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.887218308Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1692025-02-07T20:06:57.813Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.887276347Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1702025-02-07T20:06:57.813Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.887298843Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1712025-02-07T20:06:57.813Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.88731271Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1722025-02-07T20:06:57.813Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.887837231Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1732025-02-07T20:06:57.813Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.889246194Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1742025-02-07T20:06:57.814Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.889785663Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1752025-02-07T20:06:57.814Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.889820186Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1762025-02-07T20:06:57.814Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.889846121Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1772025-02-07T20:06:57.830Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.889891332Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1782025-02-07T20:06:57.830Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.889916918Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1792025-02-07T20:06:57.830Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.890536961Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1802025-02-07T20:06:57.830Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.891921089Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1812025-02-07T20:06:57.831Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.892433932Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1822025-02-07T20:06:57.831Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.892467096Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1832025-02-07T20:06:57.831Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.892493831Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1842025-02-07T20:06:57.831Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.892520106Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1852025-02-07T20:06:57.831Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.892534313Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1862025-02-07T20:06:57.831Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.893057744Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1872025-02-07T20:06:57.831Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.894286921Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1882025-02-07T20:06:57.831Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.894794345Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1892025-02-07T20:06:57.831Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.894818621Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1902025-02-07T20:06:57.832Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.894860193Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1912025-02-07T20:06:57.832Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.894884538Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1922025-02-07T20:06:57.832Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.894898716Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1932025-02-07T20:06:57.832Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.895420687Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1942025-02-07T20:06:57.832Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.896753615Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1952025-02-07T20:06:57.832Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.897259989Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1962025-02-07T20:06:57.832Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.897293513Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1972025-02-07T20:06:57.832Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.897353632Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
1982025-02-07T20:06:57.832Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.897378237Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
1992025-02-07T20:06:57.832Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.897392274Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2002025-02-07T20:06:57.833Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.897992231Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2012025-02-07T20:06:57.833Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.899354993Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2022025-02-07T20:06:57.833Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.899868476Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2032025-02-07T20:06:57.833Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.89990221Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2042025-02-07T20:06:57.833Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.899940372Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2052025-02-07T20:06:57.833Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.899962038Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
2062025-02-07T20:06:57.833Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.899975916Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2072025-02-07T20:06:57.834Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.900503876Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2082025-02-07T20:06:57.834Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.902057052Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2092025-02-07T20:06:57.834Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.902557977Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2102025-02-07T20:06:57.834Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.902585102Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2112025-02-07T20:06:57.834Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.902646271Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2122025-02-07T20:06:57.834Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.902669496Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
2132025-02-07T20:06:57.835Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.902683174Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2142025-02-07T20:06:57.835Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.903203695Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2152025-02-07T20:06:57.835Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.904588584Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2162025-02-07T20:06:57.847Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.905235751Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2172025-02-07T20:06:57.848Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.905271964Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2182025-02-07T20:06:57.848Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.905313506Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2192025-02-07T20:06:57.848Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.905465028Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
2202025-02-07T20:06:57.848Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.905494682Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2212025-02-07T20:06:57.848Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.905884339Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2222025-02-07T20:06:57.848Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.907269426Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2232025-02-07T20:06:57.848Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.90777735Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2242025-02-07T20:06:57.848Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.907811214Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2252025-02-07T20:06:57.848Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.907867184Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2262025-02-07T20:06:57.848Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.907898547Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
2272025-02-07T20:06:57.848Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.907922053Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2282025-02-07T20:06:57.849Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.908435476Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2292025-02-07T20:06:57.849Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.909764445Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2302025-02-07T20:06:57.849Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.910270739Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2312025-02-07T20:06:57.849Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.910308542Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2322025-02-07T20:06:57.849Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.910330518Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2332025-02-07T20:06:57.849Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.910353573Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
2342025-02-07T20:06:57.849Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.91037038Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2352025-02-07T20:06:57.849Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.910881183Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2362025-02-07T20:06:57.849Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.91232559Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2372025-02-07T20:06:57.849Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.912818907Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2382025-02-07T20:06:57.850Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.912851911Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2392025-02-07T20:06:57.850Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.91290834Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2402025-02-07T20:06:57.850Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.912932786Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
2412025-02-07T20:06:57.850Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.912946483Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2422025-02-07T20:06:57.850Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.913582063Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2432025-02-07T20:06:57.850Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.914908562Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2442025-02-07T20:06:57.850Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.915425644Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2452025-02-07T20:06:57.850Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.915461037Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2462025-02-07T20:06:57.851Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.91550153Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2472025-02-07T20:06:57.851Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.915523446Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
2482025-02-07T20:06:57.851Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.915537043Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2492025-02-07T20:06:57.851Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.916060054Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2502025-02-07T20:06:57.851Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.917452101Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2512025-02-07T20:06:57.851Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.917964614Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2522025-02-07T20:06:57.851Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.918036291Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2532025-02-07T20:06:57.851Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.918073264Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2542025-02-07T20:06:57.851Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.918101998Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
2552025-02-07T20:06:57.851Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.918134952Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2562025-02-07T20:06:57.851Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.918648955Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2572025-02-07T20:06:57.852Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.920097441Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2582025-02-07T20:06:57.852Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.920656935Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2592025-02-07T20:06:57.852Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.920691169Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2602025-02-07T20:06:57.852Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.920757196Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182}
2612025-02-07T20:06:57.852Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.920782031Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1182,"task":"clone"}
2622025-02-07T20:06:57.863ZVerify clone using export
2632025-02-07T20:06:57.870Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.941853847Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1183}
2642025-02-07T20:06:57.870Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.942188174Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1183}
2652025-02-07T20:06:57.871Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.942218788Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1183}
2662025-02-07T20:06:57.871ZExport total_size: 768000 Extent size:51200 Total Extents:15
2672025-02-07T20:06:57.871ZExporting from start_block: 0 count:300
2682025-02-07T20:06:57.871ZRead and wrote out 300 blocks
2692025-02-07T20:06:57.871ZCreating new downstairs from clone directly
2702025-02-07T20:06:57.885Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.965118558Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2712025-02-07T20:06:57.899Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.966437638Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2722025-02-07T20:06:57.899Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.966555196Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2732025-02-07T20:06:57.899Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.966582131Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2742025-02-07T20:06:57.899Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.966594469Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2752025-02-07T20:06:57.900Z{"msg":"UUID: f79ef8f7-f01d-4cb1-aefa-adff29c11961","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.967613566Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2762025-02-07T20:06:57.900Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:56.9676441Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2772025-02-07T20:06:57.930Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 764da36f6a4255a5834591b69c6e5591e6ce3a04\nCommit timestamp: 2025-02-07T19:51:46.000000000Z branch: alan/agent-needs-workers\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.012185828Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
2782025-02-07T20:06:57.930Z{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.012250476Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
2792025-02-07T20:06:57.931Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.012269662Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
2802025-02-07T20:06:57.965Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.046983238Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
2812025-02-07T20:06:57.973Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.047582955Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
2822025-02-07T20:06:57.973Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: f79ef8f7-f01d-4cb1-aefa-adff29c11961, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.047614499Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
2832025-02-07T20:06:57.973Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.047680736Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
2842025-02-07T20:06:57.973Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.047706541Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2852025-02-07T20:06:57.973Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.048324614Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2862025-02-07T20:06:57.974Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.050096539Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2872025-02-07T20:06:57.974Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.050597455Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2882025-02-07T20:06:57.974Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.050630968Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2892025-02-07T20:06:57.974Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.05072759Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2902025-02-07T20:06:57.974Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.050801266Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
2912025-02-07T20:06:57.974Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.050826791Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2922025-02-07T20:06:57.974Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.051344194Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2932025-02-07T20:06:57.974Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.052696188Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2942025-02-07T20:06:57.975Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.053253233Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2952025-02-07T20:06:57.975Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.053287836Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2962025-02-07T20:06:57.975Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.0533173Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2972025-02-07T20:06:57.975Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.053361722Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
2982025-02-07T20:06:57.975Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.053385348Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
2992025-02-07T20:06:57.975Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.05390051Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3002025-02-07T20:06:57.984Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.05533026Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3012025-02-07T20:06:57.984Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.055903271Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3022025-02-07T20:06:57.984Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.055937985Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3032025-02-07T20:06:57.984Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.056048624Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3042025-02-07T20:06:57.984Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.056089876Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3052025-02-07T20:06:57.984Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.056117651Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3062025-02-07T20:06:57.984Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.05665102Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3072025-02-07T20:06:57.984Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.057827497Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3082025-02-07T20:06:57.985Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.058340221Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3092025-02-07T20:06:57.985Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.058373594Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3102025-02-07T20:06:57.985Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.058399549Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3112025-02-07T20:06:57.985Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.058422435Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3122025-02-07T20:06:57.985Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.058435933Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3132025-02-07T20:06:57.985Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.058958344Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3142025-02-07T20:06:57.985Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.060167185Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3152025-02-07T20:06:57.986Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.060675879Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3162025-02-07T20:06:57.986Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.060707923Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3172025-02-07T20:06:57.986Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.060730659Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3182025-02-07T20:06:57.986Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.060755364Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3192025-02-07T20:06:57.986Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.060769581Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3202025-02-07T20:06:57.987Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.061295782Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3212025-02-07T20:06:57.987Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.062568741Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3222025-02-07T20:06:57.987Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.063082574Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3232025-02-07T20:06:57.987Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.063125196Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3242025-02-07T20:06:57.987Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.063142923Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3252025-02-07T20:06:57.987Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.063166848Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3262025-02-07T20:06:57.987Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.063184485Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3272025-02-07T20:06:57.987Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.063779612Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3282025-02-07T20:06:57.987Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.065105331Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3292025-02-07T20:06:57.995Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.065602078Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3302025-02-07T20:06:57.995Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.065636641Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3312025-02-07T20:06:57.995Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.065676273Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3322025-02-07T20:06:57.995Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.065697619Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3332025-02-07T20:06:57.996Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.065710957Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3342025-02-07T20:06:57.996Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.066237127Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3352025-02-07T20:06:57.996Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.067592071Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3362025-02-07T20:06:57.996Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.068132059Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3372025-02-07T20:06:57.996Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.068171142Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3382025-02-07T20:06:57.996Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.068225851Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3392025-02-07T20:06:57.996Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.068258225Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3402025-02-07T20:06:57.996Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.068273442Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3412025-02-07T20:06:57.996Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.068798503Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3422025-02-07T20:06:57.996Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.070331543Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3432025-02-07T20:06:57.996Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.070851215Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3442025-02-07T20:06:57.996Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.070884788Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3452025-02-07T20:06:57.996Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.070966093Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3462025-02-07T20:06:57.996Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.070990628Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3472025-02-07T20:06:57.996Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.071004446Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3482025-02-07T20:06:57.996Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.071569369Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3492025-02-07T20:06:57.996Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.072916384Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3502025-02-07T20:06:57.997Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.073439656Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3512025-02-07T20:06:57.997Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.073474169Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3522025-02-07T20:06:57.997Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.073502084Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3532025-02-07T20:06:57.997Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.073528429Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3542025-02-07T20:06:57.997Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.073542766Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3552025-02-07T20:06:57.997Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.074074675Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3562025-02-07T20:06:57.997Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.075328628Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3572025-02-07T20:06:58.006Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.075883083Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3582025-02-07T20:06:58.006Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.075931684Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3592025-02-07T20:06:58.007Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.07595345Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3602025-02-07T20:06:58.007Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.075975276Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3612025-02-07T20:06:58.007Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.075993223Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3622025-02-07T20:06:58.007Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.076558696Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3632025-02-07T20:06:58.007Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.077915219Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3642025-02-07T20:06:58.007Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.078522424Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3652025-02-07T20:06:58.007Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.078640162Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3662025-02-07T20:06:58.007Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.078669936Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3672025-02-07T20:06:58.007Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.078692902Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3682025-02-07T20:06:58.007Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.0787065Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3692025-02-07T20:06:58.007Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.079262444Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3702025-02-07T20:06:58.007Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.080640304Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3712025-02-07T20:06:58.007Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.081196369Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3722025-02-07T20:06:58.007Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.081229832Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3732025-02-07T20:06:58.008Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.081286562Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3742025-02-07T20:06:58.008Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.081310647Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3752025-02-07T20:06:58.008Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.081324765Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3762025-02-07T20:06:58.008Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.081849625Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3772025-02-07T20:06:58.008Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.083213527Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3782025-02-07T20:06:58.008Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.08372842Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3792025-02-07T20:06:58.008Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.083758054Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3802025-02-07T20:06:58.008Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.083829271Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3812025-02-07T20:06:58.008Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.083854406Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3822025-02-07T20:06:58.009Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.083869893Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3832025-02-07T20:06:58.009Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.084396034Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3842025-02-07T20:06:58.014Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.085733941Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3852025-02-07T20:06:58.015Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.086247274Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3862025-02-07T20:06:58.015Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.086274709Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3872025-02-07T20:06:58.015Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.086335227Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3882025-02-07T20:06:58.015Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.086359293Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186,"task":"clone"}
3892025-02-07T20:06:58.015Z{"msg":"UUID: f79ef8f7-f01d-4cb1-aefa-adff29c11961","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.087723635Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3902025-02-07T20:06:58.015Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.087759958Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1186}
3912025-02-07T20:06:58.015ZVerify second clone using export
3922025-02-07T20:06:58.030Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.106591517Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1187}
3932025-02-07T20:06:58.030Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.107093262Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1187}
3942025-02-07T20:06:58.034Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:06:57.107131405Z","hostname":"w-01JKH09C1P5BG0CWA0VFP3D26R","pid":1187}
3952025-02-07T20:06:58.035ZExport total_size: 768000 Extent size:51200 Total Extents:15
3962025-02-07T20:06:58.035ZExporting from start_block: 0 count:300
3972025-02-07T20:06:58.035ZRead and wrote out 300 blocks
3982025-02-07T20:06:58.035ZStopping downstairs
3992025-02-07T20:06:58.035ZClone test passed
4002025-02-07T20:06:58.046Z
4012025-02-07T20:06:58.047Zreal 1.500255886
4022025-02-07T20:06:58.047Zuser 0.301112718
4032025-02-07T20:06:58.047Zsys 0.222241932
4042025-02-07T20:06:58.047Ztrap 0.000679659
4052025-02-07T20:06:58.047Ztflt 0.000944558
4062025-02-07T20:06:58.047Zdflt 0.003693694
4072025-02-07T20:06:58.047Zkflt 0.000971336
4082025-02-07T20:06:58.047Zlock 8.493349365
4092025-02-07T20:06:58.047Zslp 2.806082008
4102025-02-07T20:06:58.047Zlat 0.044387687
4112025-02-07T20:06:58.047Zstop 0.000500040
4122025-02-07T20:06:58.048Zprocess exited: duration 9854 ms, exit code 0
 
4132025-02-07T20:06:58.063Zfound 0 output files