01JDRGRR7CTJEAW06JNM9T2F2M: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JDRGS2ZH406CS3TX8CSE3B6V

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-28T04:48:44.828Zjob dependencies complete; ready to run (waiting for 14 m 16 s)
22024-11-28T04:49:37.048Zjob assigned to worker 01JDRHKDD9FHBMQGH7ZQYPNQZY [factory aws, i-042f124a348fd5971] (queued for 52 s)
32024-11-28T04:49:44.663Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-11-28T04:49:45.769Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-11-28T04:49:45.769Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-11-28T04:49:46.919Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-11-28T04:49:46.919Zdownloading input: /input/build/work/bins/crutest.gz
82024-11-28T04:49:48.041Zdownloaded input: /input/build/work/bins/crutest.gz
92024-11-28T04:49:48.041Zdownloading input: /input/build/work/bins/dsc.gz
102024-11-28T04:49:48.780Zdownloaded input: /input/build/work/bins/dsc.gz
112024-11-28T04:49:48.783Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-11-28T04:49:48.797Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-11-28T04:49:48.797Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-11-28T04:49:48.822Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-11-28T04:49:48.822Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-11-28T04:49:48.857Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-11-28T04:49:48.857Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-11-28T04:49:48.876Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-11-28T04:49:48.877Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-11-28T04:49:48.893Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-11-28T04:49:48.893Zdownloading input: /input/build/work/scripts/test_up.sh
222024-11-28T04:49:48.960Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-11-28T04:49:48.960Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-11-28T04:49:48.986Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-11-28T04:49:48.990Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-11-28T04:49:49.822Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-11-28T04:49:49.822Zstarting task 0: "setup"
282024-11-28T04:49:49.832Z++ uname -s
292024-11-28T04:49:49.835Z+ kern=SunOS
302024-11-28T04:49:49.835Z+ case "$kern" in
312024-11-28T04:49:49.835Z+ groupadd -g 12345 build
322024-11-28T04:49:49.840Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-11-28T04:49:51.843Z+ zfs create -o mountpoint=/work rpool/work
342024-11-28T04:49:51.986Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-11-28T04:49:51.988Z+ home_fs=zfs
362024-11-28T04:49:51.989Z+ [[ zfs == autofs ]]
372024-11-28T04:49:51.989Z+ mkdir -p /home/build
382024-11-28T04:49:51.991Z+ chown build:build /home/build /work
392024-11-28T04:49:53.992Z+ chmod 0700 /home/build /work
402024-11-28T04:49:53.996Zprocess exited: duration 4175 ms, exit code 0
 
412024-11-28T04:49:54.003Zstarting task 1: "authentication"
422024-11-28T04:49:54.020Zprocess exited: duration 17 ms, exit code 0
 
432024-11-28T04:49:54.026Zstarting task 2: "build"
442024-11-28T04:49:54.031Z+ banner cores
452024-11-28T04:49:54.034Z
462024-11-28T04:49:54.034Z #### #### ##### ###### ####
472024-11-28T04:49:54.034Z # # # # # # # #
482024-11-28T04:49:54.034Z # # # # # ##### ####
492024-11-28T04:49:54.034Z # # # ##### # #
502024-11-28T04:49:54.034Z # # # # # # # # #
512024-11-28T04:49:54.034Z #### #### # # ###### ####
522024-11-28T04:49:54.034Z
532024-11-28T04:49:54.036Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-11-28T04:49:54.042Z+ echo 'input bins dir contains:'
552024-11-28T04:49:54.046Z+ ls -ltr /input/build/work/bins
562024-11-28T04:49:54.046Zinput bins dir contains:
572024-11-28T04:49:54.046Ztotal 761121
582024-11-28T04:49:54.046Z-rw-r--r-- 1 root root 109270559 Nov 28 04:49 crucible-downstairs.gz
592024-11-28T04:49:54.046Z-rw-r--r-- 1 root root 104583076 Nov 28 04:49 crucible-hammer.gz
602024-11-28T04:49:54.046Z-rw-r--r-- 1 root root 109025829 Nov 28 04:49 crutest.gz
612024-11-28T04:49:54.046Z-rw-r--r-- 1 root root 66553977 Nov 28 04:49 dsc.gz
622024-11-28T04:49:54.046Z+ banner unpack
632024-11-28T04:49:54.049Z
642024-11-28T04:49:54.049Z # # # # ##### ## #### # #
652024-11-28T04:49:54.049Z # # ## # # # # # # # # #
662024-11-28T04:49:54.049Z # # # # # # # # # # ####
672024-11-28T04:49:54.049Z # # # # # ##### ###### # # #
682024-11-28T04:49:54.049Z # # # ## # # # # # # #
692024-11-28T04:49:54.049Z #### # # # # # #### # #
702024-11-28T04:49:54.049Z
712024-11-28T04:49:54.049Z+ mkdir -p /var/tmp/bins
722024-11-28T04:49:54.049Z+ for t in "$input/bins/"*.gz
732024-11-28T04:49:54.052Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-11-28T04:49:54.052Z+ b=crucible-downstairs.gz
752024-11-28T04:49:54.052Z+ b=crucible-downstairs
762024-11-28T04:49:54.052Z+ gunzip
772024-11-28T04:49:56.332Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-11-28T04:49:56.354Z+ for t in "$input/bins/"*.gz
792024-11-28T04:49:56.354Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-11-28T04:49:56.354Z+ b=crucible-hammer.gz
812024-11-28T04:49:56.355Z+ b=crucible-hammer
822024-11-28T04:49:56.355Z+ gunzip
832024-11-28T04:49:58.469Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-11-28T04:49:58.474Z+ for t in "$input/bins/"*.gz
852024-11-28T04:49:58.474Z++ basename /input/build/work/bins/crutest.gz
862024-11-28T04:49:58.474Z+ b=crutest.gz
872024-11-28T04:49:58.474Z+ b=crutest
882024-11-28T04:49:58.474Z+ gunzip
892024-11-28T04:50:00.767Z+ chmod +x /var/tmp/bins/crutest
902024-11-28T04:50:00.770Z+ for t in "$input/bins/"*.gz
912024-11-28T04:50:00.770Z++ basename /input/build/work/bins/dsc.gz
922024-11-28T04:50:00.770Z+ b=dsc.gz
932024-11-28T04:50:00.770Z+ b=dsc
942024-11-28T04:50:00.770Z+ gunzip
952024-11-28T04:50:02.144Z+ chmod +x /var/tmp/bins/dsc
962024-11-28T04:50:02.148Z+ export BINDIR=/var/tmp/bins
972024-11-28T04:50:02.148Z+ BINDIR=/var/tmp/bins
982024-11-28T04:50:02.148Z+ banner test_ds
992024-11-28T04:50:02.151Z
1002024-11-28T04:50:02.151Z ##### ###### #### ##### ##### ####
1012024-11-28T04:50:02.151Z # # # # # # #
1022024-11-28T04:50:02.151Z # ##### #### # # # ####
1032024-11-28T04:50:02.151Z # # # # # # #
1042024-11-28T04:50:02.151Z # # # # # # # # #
1052024-11-28T04:50:02.151Z # ###### #### # ####### ##### ####
1062024-11-28T04:50:02.151Z
1072024-11-28T04:50:02.151Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-11-28T04:50:02.164ZCreate file for import
1092024-11-28T04:50:02.182Z300+0 records in
1102024-11-28T04:50:02.182Z300+0 records out
1112024-11-28T04:50:02.185Z153600 bytes (150 KiB) transferred in 0.002369 secs (62 MiB/sec)
1122024-11-28T04:50:02.185ZImport region
1132024-11-28T04:50:02.256Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:01.601859616Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1168}
1142024-11-28T04:50:02.259ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-11-28T04:50:02.259ZRegion already large enough for image
1162024-11-28T04:50:02.259ZImporting "/tmp/ds_test/import" to region
1172024-11-28T04:50:02.277ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-11-28T04:50:02.280Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:01.624466312Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1168}
1192024-11-28T04:50:02.280Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:01.624508983Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1168}
1202024-11-28T04:50:02.285ZExport region
1212024-11-28T04:50:02.298Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:01.643925996Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1169}
1222024-11-28T04:50:02.298Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:01.644484302Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1169}
1232024-11-28T04:50:02.298Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:01.644513722Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1169}
1242024-11-28T04:50:02.301ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-11-28T04:50:02.301ZExporting from start_block: 0 count:300
1262024-11-28T04:50:02.301ZRead and wrote out 300 blocks
1272024-11-28T04:50:02.324ZImport Export test passed
1282024-11-28T04:50:02.324ZTest clone
1292024-11-28T04:50:02.324ZStarting source downstairs
1302024-11-28T04:50:03.362Z PID TTY TIME CMD
1312024-11-28T04:50:03.362Z 1171 ? 0:00 crucible
1322024-11-28T04:50:03.365ZDownstairs running
1332024-11-28T04:50:03.365ZCreating new downstairs
1342024-11-28T04:50:03.380Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.726327937Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1175}
1352024-11-28T04:50:03.383Z{"msg":"UUID: 1cf61d77-0979-4bd4-937d-3c50ca8ea5f1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.727731991Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1175}
1362024-11-28T04:50:03.383Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.727766602Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1175}
1372024-11-28T04:50:03.387ZCloning existing downstairs
1382024-11-28T04:50:03.396Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.742554517Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1392024-11-28T04:50:03.396Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.742949461Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1402024-11-28T04:50:03.396Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.742979511Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1412024-11-28T04:50:03.399Z{"msg":"UUID: 1cf61d77-0979-4bd4-937d-3c50ca8ea5f1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.74381675Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1422024-11-28T04:50:03.399Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.743875691Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1432024-11-28T04:50:03.443Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ccd99baabd70fa07cf893ca85ae393437a35a59a\nCommit timestamp: 2024-11-28T04:33:57.000000000Z branch: renovate/opentelemetry-0.x\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.789426927Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1442024-11-28T04:50:03.443Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.789521728Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1452024-11-28T04:50:03.443Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.789541938Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1462024-11-28T04:50:03.453Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.793823593Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1472024-11-28T04:50:03.454Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.794453829Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1482024-11-28T04:50:03.454Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 1cf61d77-0979-4bd4-937d-3c50ca8ea5f1, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.79449198Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1492024-11-28T04:50:03.454Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.794672471Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1502024-11-28T04:50:03.454Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.794713412Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1512024-11-28T04:50:03.454Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.795559421Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1522024-11-28T04:50:03.454Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.797928765Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1532024-11-28T04:50:03.454Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.798527792Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1542024-11-28T04:50:03.454Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.798604512Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1552024-11-28T04:50:03.454Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.798688763Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1562024-11-28T04:50:03.454Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.798771794Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1572024-11-28T04:50:03.454Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.798797645Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1582024-11-28T04:50:03.454Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.79937764Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1592024-11-28T04:50:03.457Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.800809975Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1602024-11-28T04:50:03.457Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.801392802Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1612024-11-28T04:50:03.457Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.801430012Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1622024-11-28T04:50:03.457Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.801488853Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1632024-11-28T04:50:03.457Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.801513753Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1642024-11-28T04:50:03.457Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.801528723Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1652024-11-28T04:50:03.457Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.802120459Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1662024-11-28T04:50:03.457Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.803812237Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1672024-11-28T04:50:03.460Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.804363243Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1682024-11-28T04:50:03.460Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.804402763Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1692024-11-28T04:50:03.460Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.804506814Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1702024-11-28T04:50:03.460Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.804532314Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1712024-11-28T04:50:03.460Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.804551945Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1722024-11-28T04:50:03.460Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.805159741Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1732024-11-28T04:50:03.462Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.806617626Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1742024-11-28T04:50:03.462Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.807146212Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1752024-11-28T04:50:03.462Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.807197632Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1762024-11-28T04:50:03.463Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.807229463Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1772024-11-28T04:50:03.463Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.807243153Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1782024-11-28T04:50:03.463Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.807256913Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1792024-11-28T04:50:03.463Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.807847519Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1802024-11-28T04:50:03.467Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.809420265Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1812024-11-28T04:50:03.467Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.809969931Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1822024-11-28T04:50:03.467Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.810012722Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1832024-11-28T04:50:03.467Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.810041942Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1842024-11-28T04:50:03.467Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.810079783Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1852024-11-28T04:50:03.467Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.810103123Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1862024-11-28T04:50:03.467Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.810654569Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1872024-11-28T04:50:03.467Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.812099984Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1882024-11-28T04:50:03.467Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.812633889Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1892024-11-28T04:50:03.468Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.812667759Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1902024-11-28T04:50:03.468Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.81270988Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1912024-11-28T04:50:03.468Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.81273231Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1922024-11-28T04:50:03.468Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.81274638Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1932024-11-28T04:50:03.468Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.813310836Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1942024-11-28T04:50:03.471Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.814782962Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1952024-11-28T04:50:03.471Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.815310727Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1962024-11-28T04:50:03.471Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.815359658Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1972024-11-28T04:50:03.471Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.815432659Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
1982024-11-28T04:50:03.471Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.815458339Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
1992024-11-28T04:50:03.471Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.815473289Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2002024-11-28T04:50:03.471Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.816115816Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2012024-11-28T04:50:03.474Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.817607451Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2022024-11-28T04:50:03.474Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.818107656Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2032024-11-28T04:50:03.474Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.818139617Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2042024-11-28T04:50:03.474Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.818203508Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2052024-11-28T04:50:03.474Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.818230778Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
2062024-11-28T04:50:03.474Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.818245918Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2072024-11-28T04:50:03.474Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.818799124Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2082024-11-28T04:50:03.474Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.820256929Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2092024-11-28T04:50:03.477Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.820779904Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2102024-11-28T04:50:03.477Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.820814635Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2112024-11-28T04:50:03.477Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.820885216Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2122024-11-28T04:50:03.477Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.820911196Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
2132024-11-28T04:50:03.477Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.820925216Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2142024-11-28T04:50:03.477Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.821516962Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2152024-11-28T04:50:03.477Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.823120109Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2162024-11-28T04:50:03.480Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.823674265Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2172024-11-28T04:50:03.480Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.823721775Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2182024-11-28T04:50:03.480Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.823787856Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2192024-11-28T04:50:03.480Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.823823306Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
2202024-11-28T04:50:03.480Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.823839326Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2212024-11-28T04:50:03.480Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.824418762Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2222024-11-28T04:50:03.480Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.825796967Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2232024-11-28T04:50:03.482Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.826423863Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2242024-11-28T04:50:03.482Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.826467284Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2252024-11-28T04:50:03.482Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.826494794Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2262024-11-28T04:50:03.482Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.826521484Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
2272024-11-28T04:50:03.482Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.826536685Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2282024-11-28T04:50:03.482Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.827117511Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2292024-11-28T04:50:03.482Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.828631526Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2302024-11-28T04:50:03.485Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.829160362Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2312024-11-28T04:50:03.485Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.829195532Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2322024-11-28T04:50:03.485Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.829253743Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2332024-11-28T04:50:03.485Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.829279133Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
2342024-11-28T04:50:03.485Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.829292793Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2352024-11-28T04:50:03.485Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.829865659Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2362024-11-28T04:50:03.485Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.831227744Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2372024-11-28T04:50:03.488Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.83178381Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2382024-11-28T04:50:03.488Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.83182246Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2392024-11-28T04:50:03.488Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.8318442Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2402024-11-28T04:50:03.488Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.83187045Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
2412024-11-28T04:50:03.488Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.831884931Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2422024-11-28T04:50:03.488Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.832566178Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2432024-11-28T04:50:03.488Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.834064833Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2442024-11-28T04:50:03.488Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.834601649Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2452024-11-28T04:50:03.488Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.834636139Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2462024-11-28T04:50:03.489Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.83469378Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2472024-11-28T04:50:03.489Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.83472764Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
2482024-11-28T04:50:03.489Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.834742061Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2492024-11-28T04:50:03.492Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.835302556Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2502024-11-28T04:50:03.492Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.836727051Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2512024-11-28T04:50:03.492Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.837248027Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2522024-11-28T04:50:03.492Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.837283127Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2532024-11-28T04:50:03.492Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.837335788Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176}
2542024-11-28T04:50:03.492Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.837385118Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1176,"task":"clone"}
2552024-11-28T04:50:03.498ZVerify clone using export
2562024-11-28T04:50:03.511Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.857366197Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1177}
2572024-11-28T04:50:03.511Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.857828772Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1177}
2582024-11-28T04:50:03.511Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.857862662Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1177}
2592024-11-28T04:50:03.514ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-11-28T04:50:03.514ZExporting from start_block: 0 count:300
2612024-11-28T04:50:03.514ZRead and wrote out 300 blocks
2622024-11-28T04:50:03.520ZCreating new downstairs from clone directly
2632024-11-28T04:50:03.535Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.881055655Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2642024-11-28T04:50:03.537Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.882340928Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2652024-11-28T04:50:03.537Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.88248747Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2662024-11-28T04:50:03.537Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.88251431Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2672024-11-28T04:50:03.537Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.88252695Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2682024-11-28T04:50:03.537Z{"msg":"UUID: 6c84b863-1058-4fbe-a3a9-07e5b7c4b1d8","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.883530191Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2692024-11-28T04:50:03.537Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.883562451Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2702024-11-28T04:50:03.582Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ccd99baabd70fa07cf893ca85ae393437a35a59a\nCommit timestamp: 2024-11-28T04:33:57.000000000Z branch: renovate/opentelemetry-0.x\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.928768094Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2712024-11-28T04:50:03.582Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.928844825Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2722024-11-28T04:50:03.582Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.928859975Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2732024-11-28T04:50:03.586Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.930511512Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2742024-11-28T04:50:03.586Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.931082318Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2752024-11-28T04:50:03.586Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 6c84b863-1058-4fbe-a3a9-07e5b7c4b1d8, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.931115918Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2762024-11-28T04:50:03.586Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.93121169Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2772024-11-28T04:50:03.586Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.93125002Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2782024-11-28T04:50:03.586Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.931894146Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2792024-11-28T04:50:03.589Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.933350872Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2802024-11-28T04:50:03.589Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.933906498Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2812024-11-28T04:50:03.589Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.933947138Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2822024-11-28T04:50:03.589Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.934038409Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2832024-11-28T04:50:03.589Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.93411924Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2842024-11-28T04:50:03.590Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.93414682Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2852024-11-28T04:50:03.590Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.934700836Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2862024-11-28T04:50:03.592Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.936160751Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2872024-11-28T04:50:03.592Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.936773098Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2882024-11-28T04:50:03.592Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.936819438Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2892024-11-28T04:50:03.592Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.936907619Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2902024-11-28T04:50:03.592Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.936932709Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2912024-11-28T04:50:03.592Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.93694787Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2922024-11-28T04:50:03.592Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.937572466Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2932024-11-28T04:50:03.595Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.939018771Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2942024-11-28T04:50:03.595Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.939612557Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2952024-11-28T04:50:03.595Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.939662658Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2962024-11-28T04:50:03.595Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.939704908Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2972024-11-28T04:50:03.595Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.939728779Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
2982024-11-28T04:50:03.595Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.939760499Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
2992024-11-28T04:50:03.595Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.940327215Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3002024-11-28T04:50:03.595Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.94177496Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3012024-11-28T04:50:03.598Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.942339766Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3022024-11-28T04:50:03.598Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.942376846Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3032024-11-28T04:50:03.598Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.942419937Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3042024-11-28T04:50:03.598Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.942443137Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3052024-11-28T04:50:03.598Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.942457727Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3062024-11-28T04:50:03.598Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.943019303Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3072024-11-28T04:50:03.598Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.944412497Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3082024-11-28T04:50:03.598Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.944928873Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3092024-11-28T04:50:03.599Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.944960373Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3102024-11-28T04:50:03.599Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.945030244Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3112024-11-28T04:50:03.599Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.945065294Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3122024-11-28T04:50:03.601Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.945082884Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3132024-11-28T04:50:03.601Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.945653601Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3142024-11-28T04:50:03.601Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.947107166Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3152024-11-28T04:50:03.601Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.947680722Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3162024-11-28T04:50:03.601Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.947727382Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3172024-11-28T04:50:03.601Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.947756983Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3182024-11-28T04:50:03.601Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.947782743Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3192024-11-28T04:50:03.601Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.947796463Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3202024-11-28T04:50:03.604Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.948364859Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3212024-11-28T04:50:03.604Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.949780194Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3222024-11-28T04:50:03.604Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.95038191Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3232024-11-28T04:50:03.604Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.9504157Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3242024-11-28T04:50:03.604Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.950485141Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3252024-11-28T04:50:03.605Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.950508911Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3262024-11-28T04:50:03.605Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.950523301Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3272024-11-28T04:50:03.607Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.951125888Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3282024-11-28T04:50:03.607Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.952731404Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3292024-11-28T04:50:03.607Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.95327858Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3302024-11-28T04:50:03.607Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.953315161Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3312024-11-28T04:50:03.607Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.953374771Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3322024-11-28T04:50:03.608Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.953399131Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3332024-11-28T04:50:03.608Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.953414002Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3342024-11-28T04:50:03.610Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.954001928Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3352024-11-28T04:50:03.610Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.955493053Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3362024-11-28T04:50:03.610Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.956026259Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3372024-11-28T04:50:03.611Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.956066159Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3382024-11-28T04:50:03.611Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.95609742Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3392024-11-28T04:50:03.611Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.95611789Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3402024-11-28T04:50:03.611Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.95613852Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3412024-11-28T04:50:03.611Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.956699596Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3422024-11-28T04:50:03.615Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.958148061Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3432024-11-28T04:50:03.615Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.958717247Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3442024-11-28T04:50:03.616Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.958757478Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3452024-11-28T04:50:03.616Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.958799618Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3462024-11-28T04:50:03.616Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.958822168Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3472024-11-28T04:50:03.616Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.958835968Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3482024-11-28T04:50:03.616Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.959529126Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3492024-11-28T04:50:03.619Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.96088042Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3502024-11-28T04:50:03.619Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.961392905Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3512024-11-28T04:50:03.619Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.961429575Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3522024-11-28T04:50:03.619Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.961491336Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3532024-11-28T04:50:03.619Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.961515376Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3542024-11-28T04:50:03.619Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.961529467Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3552024-11-28T04:50:03.619Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.962099393Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3562024-11-28T04:50:03.620Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.963432816Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3572024-11-28T04:50:03.620Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.963952762Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3582024-11-28T04:50:03.620Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.963983632Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3592024-11-28T04:50:03.620Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.964043033Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3602024-11-28T04:50:03.620Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.964066633Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3612024-11-28T04:50:03.620Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.964080683Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3622024-11-28T04:50:03.620Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.964642049Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3632024-11-28T04:50:03.625Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.966176155Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3642024-11-28T04:50:03.625Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.966755141Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3652024-11-28T04:50:03.625Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.966794062Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3662024-11-28T04:50:03.625Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.966864332Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3672024-11-28T04:50:03.625Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.966886072Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3682024-11-28T04:50:03.625Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.966899633Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3692024-11-28T04:50:03.625Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.967498029Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3702024-11-28T04:50:03.625Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.968792183Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3712024-11-28T04:50:03.625Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.969326438Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3722024-11-28T04:50:03.625Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.969364458Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3732024-11-28T04:50:03.625Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.969405749Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3742024-11-28T04:50:03.625Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.969427229Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3752024-11-28T04:50:03.625Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.969440989Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3762024-11-28T04:50:03.625Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.970029525Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3772024-11-28T04:50:03.628Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.971705253Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3782024-11-28T04:50:03.628Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.972279259Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3792024-11-28T04:50:03.628Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.972310239Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3802024-11-28T04:50:03.628Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.97237526Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3812024-11-28T04:50:03.628Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.97240024Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180,"task":"clone"}
3822024-11-28T04:50:03.628Z{"msg":"UUID: 6c84b863-1058-4fbe-a3a9-07e5b7c4b1d8","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.97333339Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3832024-11-28T04:50:03.628Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.973405121Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1180}
3842024-11-28T04:50:03.638ZVerify second clone using export
3852024-11-28T04:50:03.646Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.992689393Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1181}
3862024-11-28T04:50:03.650Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.993057566Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1181}
3872024-11-28T04:50:03.650Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:50:02.993098517Z","hostname":"w-01JDRHKDD9FHBMQGH7ZQYPNQZY","pid":1181}
3882024-11-28T04:50:03.650ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-11-28T04:50:03.650ZExporting from start_block: 0 count:300
3902024-11-28T04:50:03.650ZRead and wrote out 300 blocks
3912024-11-28T04:50:03.654ZStopping downstairs
3922024-11-28T04:50:03.657ZClone test passed
3932024-11-28T04:50:03.659Z
3942024-11-28T04:50:03.659Zreal 1.506125283
3952024-11-28T04:50:03.659Zuser 0.247166552
3962024-11-28T04:50:03.659Zsys 0.208701692
3972024-11-28T04:50:03.659Ztrap 0.000454308
3982024-11-28T04:50:03.659Ztflt 0.000583923
3992024-11-28T04:50:03.659Zdflt 0.018446114
4002024-11-28T04:50:03.659Zkflt 0.001073681
4012024-11-28T04:50:03.659Zlock 6.579237311
4022024-11-28T04:50:03.659Zslp 2.758703093
4032024-11-28T04:50:03.659Zlat 0.042668767
4042024-11-28T04:50:03.659Zstop 0.000508443
4052024-11-28T04:50:03.659Zprocess exited: duration 9632 ms, exit code 0
 
4062024-11-28T04:50:03.665Zfound 0 output files