01JDN758X19YTGQVKN4H5HT7HW: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JDN75MYVY6Z9NEM1B7YMW1NJ

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-26T22:02:58.864Zjob dependencies complete; ready to run (waiting for 14 m 8 s)
22024-11-26T22:03:46.110Zjob assigned to worker 01JDN7ZMFESVZF5J7Y415NPX6N [factory aws, i-002673f1c29ca8328] (queued for 47 s)
32024-11-26T22:03:53.587Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-11-26T22:03:54.680Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-11-26T22:03:54.680Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-11-26T22:03:55.774Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-11-26T22:03:55.774Zdownloading input: /input/build/work/bins/crutest.gz
82024-11-26T22:03:56.875Zdownloaded input: /input/build/work/bins/crutest.gz
92024-11-26T22:03:56.875Zdownloading input: /input/build/work/bins/dsc.gz
102024-11-26T22:03:57.579Zdownloaded input: /input/build/work/bins/dsc.gz
112024-11-26T22:03:57.583Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-11-26T22:03:57.600Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-11-26T22:03:57.600Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-11-26T22:03:57.618Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-11-26T22:03:57.619Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-11-26T22:03:57.649Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-11-26T22:03:57.649Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-11-26T22:03:57.678Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-11-26T22:03:57.678Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-11-26T22:03:57.700Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-11-26T22:03:57.700Zdownloading input: /input/build/work/scripts/test_up.sh
222024-11-26T22:03:57.720Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-11-26T22:03:57.723Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-11-26T22:03:57.739Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-11-26T22:03:57.742Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-11-26T22:03:58.358Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-11-26T22:03:58.358Zstarting task 0: "setup"
282024-11-26T22:03:58.369Z++ uname -s
292024-11-26T22:03:58.372Z+ kern=SunOS
302024-11-26T22:03:58.372Z+ case "$kern" in
312024-11-26T22:03:58.372Z+ groupadd -g 12345 build
322024-11-26T22:03:58.375Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-11-26T22:04:00.381Z+ zfs create -o mountpoint=/work rpool/work
342024-11-26T22:04:00.520Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-11-26T22:04:00.522Z+ home_fs=zfs
362024-11-26T22:04:00.523Z+ [[ zfs == autofs ]]
372024-11-26T22:04:00.523Z+ mkdir -p /home/build
382024-11-26T22:04:00.525Z+ chown build:build /home/build /work
392024-11-26T22:04:02.527Z+ chmod 0700 /home/build /work
402024-11-26T22:04:02.530Zprocess exited: duration 4171 ms, exit code 0
 
412024-11-26T22:04:02.535Zstarting task 1: "authentication"
422024-11-26T22:04:02.552Zprocess exited: duration 16 ms, exit code 0
 
432024-11-26T22:04:02.558Zstarting task 2: "build"
442024-11-26T22:04:02.564Z+ banner cores
452024-11-26T22:04:02.568Z
462024-11-26T22:04:02.568Z #### #### ##### ###### ####
472024-11-26T22:04:02.568Z # # # # # # # #
482024-11-26T22:04:02.568Z # # # # # ##### ####
492024-11-26T22:04:02.568Z # # # ##### # #
502024-11-26T22:04:02.568Z # # # # # # # # #
512024-11-26T22:04:02.568Z #### #### # # ###### ####
522024-11-26T22:04:02.568Z
532024-11-26T22:04:02.568Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-11-26T22:04:02.574Z+ echo 'input bins dir contains:'
552024-11-26T22:04:02.576Zinput bins dir contains:
562024-11-26T22:04:02.577Z+ ls -ltr /input/build/work/bins
572024-11-26T22:04:02.577Ztotal 762765
582024-11-26T22:04:02.577Z-rw-r--r-- 1 root root 109277363 Nov 26 22:03 crucible-downstairs.gz
592024-11-26T22:04:02.577Z-rw-r--r-- 1 root root 105045331 Nov 26 22:03 crucible-hammer.gz
602024-11-26T22:04:02.577Z-rw-r--r-- 1 root root 109481776 Nov 26 22:03 crutest.gz
612024-11-26T22:04:02.577Z-rw-r--r-- 1 root root 66480415 Nov 26 22:03 dsc.gz
622024-11-26T22:04:02.577Z+ banner unpack
632024-11-26T22:04:02.580Z
642024-11-26T22:04:02.580Z # # # # ##### ## #### # #
652024-11-26T22:04:02.581Z # # ## # # # # # # # # #
662024-11-26T22:04:02.582Z # # # # # # # # # # ####
672024-11-26T22:04:02.582Z # # # # # ##### ###### # # #
682024-11-26T22:04:02.582Z # # # ## # # # # # # #
692024-11-26T22:04:02.582Z #### # # # # # #### # #
702024-11-26T22:04:02.582Z
712024-11-26T22:04:02.582Z+ mkdir -p /var/tmp/bins
722024-11-26T22:04:02.582Z+ for t in "$input/bins/"*.gz
732024-11-26T22:04:02.585Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-11-26T22:04:02.586Z+ b=crucible-downstairs.gz
752024-11-26T22:04:02.586Z+ b=crucible-downstairs
762024-11-26T22:04:02.586Z+ gunzip
772024-11-26T22:04:04.904Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-11-26T22:04:04.906Z+ for t in "$input/bins/"*.gz
792024-11-26T22:04:04.908Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-11-26T22:04:04.908Z+ b=crucible-hammer.gz
812024-11-26T22:04:04.908Z+ b=crucible-hammer
822024-11-26T22:04:04.908Z+ gunzip
832024-11-26T22:04:07.133Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-11-26T22:04:07.135Z+ for t in "$input/bins/"*.gz
852024-11-26T22:04:07.139Z++ basename /input/build/work/bins/crutest.gz
862024-11-26T22:04:07.139Z+ b=crutest.gz
872024-11-26T22:04:07.139Z+ b=crutest
882024-11-26T22:04:07.139Z+ gunzip
892024-11-26T22:04:09.524Z+ chmod +x /var/tmp/bins/crutest
902024-11-26T22:04:09.527Z+ for t in "$input/bins/"*.gz
912024-11-26T22:04:09.531Z++ basename /input/build/work/bins/dsc.gz
922024-11-26T22:04:09.531Z+ b=dsc.gz
932024-11-26T22:04:09.531Z+ b=dsc
942024-11-26T22:04:09.531Z+ gunzip
952024-11-26T22:04:10.932Z+ chmod +x /var/tmp/bins/dsc
962024-11-26T22:04:10.940Z+ export BINDIR=/var/tmp/bins
972024-11-26T22:04:10.940Z+ BINDIR=/var/tmp/bins
982024-11-26T22:04:10.940Z+ banner test_ds
992024-11-26T22:04:10.940Z
1002024-11-26T22:04:10.941Z ##### ###### #### ##### ##### ####
1012024-11-26T22:04:10.941Z # # # # # # #
1022024-11-26T22:04:10.941Z # ##### #### # # # ####
1032024-11-26T22:04:10.941Z # # # # # # #
1042024-11-26T22:04:10.941Z # # # # # # # # #
1052024-11-26T22:04:10.941Z # ###### #### # ####### ##### ####
1062024-11-26T22:04:10.941Z
1072024-11-26T22:04:10.941Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-11-26T22:04:10.951ZCreate file for import
1092024-11-26T22:04:10.957Z300+0 records in
1102024-11-26T22:04:10.957Z300+0 records out
1112024-11-26T22:04:10.957Z153600 bytes (150 KiB) transferred in 0.002356 secs (62 MiB/sec)
1122024-11-26T22:04:10.957ZImport region
1132024-11-26T22:04:11.024Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:10.39034421Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1168}
1142024-11-26T22:04:11.032ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1152024-11-26T22:04:11.032ZRegion already large enough for image
1162024-11-26T22:04:11.032ZImporting "/tmp/ds_test/import" to region
1172024-11-26T22:04:11.047ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1182024-11-26T22:04:11.054Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:10.414863862Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1168}
1192024-11-26T22:04:11.054Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:10.414936007Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1168}
1202024-11-26T22:04:11.058ZExport region
1212024-11-26T22:04:11.076Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:10.434578305Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1169}
1222024-11-26T22:04:11.076Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:10.435180521Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1169}
1232024-11-26T22:04:11.076Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:10.435205096Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1169}
1242024-11-26T22:04:11.076ZExport total_size: 768000 Extent size:51200 Total Extents:15
1252024-11-26T22:04:11.076ZExporting from start_block: 0 count:300
1262024-11-26T22:04:11.076ZRead and wrote out 300 blocks
1272024-11-26T22:04:11.081ZImport Export test passed
1282024-11-26T22:04:11.081ZTest clone
1292024-11-26T22:04:11.081ZStarting source downstairs
1302024-11-26T22:04:12.087Z PID TTY TIME CMD
1312024-11-26T22:04:12.087Z 1171 ? 0:00 crucible
1322024-11-26T22:04:12.091ZDownstairs running
1332024-11-26T22:04:12.091ZCreating new downstairs
1342024-11-26T22:04:12.101Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.468414432Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1175}
1352024-11-26T22:04:12.105Z{"msg":"UUID: c42113db-727b-44dd-8da4-47dc9be0689e","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.469626771Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1175}
1362024-11-26T22:04:12.106Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.469665114Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1175}
1372024-11-26T22:04:12.111ZCloning existing downstairs
1382024-11-26T22:04:12.117Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.483746289Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1392024-11-26T22:04:12.117Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.484037289Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1402024-11-26T22:04:12.121Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.484059974Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1412024-11-26T22:04:12.121Z{"msg":"UUID: c42113db-727b-44dd-8da4-47dc9be0689e","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.484916768Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1422024-11-26T22:04:12.121Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.484949761Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1432024-11-26T22:04:12.162Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 6bdc5ae0b2033c80bbfa3a59474c7c52737638e4\nCommit timestamp: 2024-11-26T21:48:03.000000000Z branch: mkeeter/defer-flush-and-barrier\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.528996905Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1442024-11-26T22:04:12.162Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.529061602Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1452024-11-26T22:04:12.162Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.529077848Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1462024-11-26T22:04:12.167Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.533260356Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1472024-11-26T22:04:12.172Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.533880178Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1482024-11-26T22:04:12.172Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: c42113db-727b-44dd-8da4-47dc9be0689e, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.533919979Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1492024-11-26T22:04:12.173Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.53411257Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1502024-11-26T22:04:12.173Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.534166969Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1512024-11-26T22:04:12.173Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.534957375Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1522024-11-26T22:04:12.173Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.537006913Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1532024-11-26T22:04:12.174Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.537597381Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1542024-11-26T22:04:12.174Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.537692811Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1552024-11-26T22:04:12.174Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.537778484Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1562024-11-26T22:04:12.175Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.537869125Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1572024-11-26T22:04:12.175Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.537895449Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1582024-11-26T22:04:12.180Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.538465982Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1592024-11-26T22:04:12.180Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.539982429Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1602024-11-26T22:04:12.180Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.540582605Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1612024-11-26T22:04:12.180Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.540623757Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1622024-11-26T22:04:12.180Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.540688433Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1632024-11-26T22:04:12.180Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.540714058Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1642024-11-26T22:04:12.180Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.540728115Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1652024-11-26T22:04:12.181Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.541314364Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1662024-11-26T22:04:12.181Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.542671694Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1672024-11-26T22:04:12.181Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.543186568Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1682024-11-26T22:04:12.181Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.543209683Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1692024-11-26T22:04:12.181Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.543282488Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1702024-11-26T22:04:12.181Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.543306963Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1712024-11-26T22:04:12.181Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.54332179Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1722024-11-26T22:04:12.181Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.543897191Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1732024-11-26T22:04:12.182Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.54530804Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1742024-11-26T22:04:12.182Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.545833112Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1752024-11-26T22:04:12.182Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.545861446Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1762024-11-26T22:04:12.182Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.545927023Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1772024-11-26T22:04:12.182Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.545951358Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1782024-11-26T22:04:12.182Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.545965485Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1792024-11-26T22:04:12.187Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.546533807Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1802024-11-26T22:04:12.187Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.548088967Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1812024-11-26T22:04:12.187Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.548630595Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1822024-11-26T22:04:12.187Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.548671686Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1832024-11-26T22:04:12.187Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.548743892Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1842024-11-26T22:04:12.188Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.548768826Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1852024-11-26T22:04:12.188Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.548782734Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1862024-11-26T22:04:12.188Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.549372472Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1872024-11-26T22:04:12.188Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.55078704Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1882024-11-26T22:04:12.188Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.551305023Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1892024-11-26T22:04:12.189Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.551342515Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1902024-11-26T22:04:12.189Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.551384177Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1912024-11-26T22:04:12.189Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.551407922Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1922024-11-26T22:04:12.190Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.551421619Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1932024-11-26T22:04:12.190Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.551990492Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1942024-11-26T22:04:12.190Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.553451131Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1952024-11-26T22:04:12.194Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.553990959Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1962024-11-26T22:04:12.194Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.55403368Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1972024-11-26T22:04:12.194Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.554050507Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
1982024-11-26T22:04:12.194Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.554106425Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
1992024-11-26T22:04:12.194Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.55413358Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2002024-11-26T22:04:12.195Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.554670129Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2012024-11-26T22:04:12.195Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.556097545Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2022024-11-26T22:04:12.195Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.55680192Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2032024-11-26T22:04:12.195Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.556837562Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2042024-11-26T22:04:12.195Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.556878984Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2052024-11-26T22:04:12.195Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.556906128Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
2062024-11-26T22:04:12.195Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.556921425Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2072024-11-26T22:04:12.195Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.557500305Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2082024-11-26T22:04:12.195Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.5588348Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2092024-11-26T22:04:12.195Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.55936644Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2102024-11-26T22:04:12.196Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.559402333Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2112024-11-26T22:04:12.196Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.559431587Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2122024-11-26T22:04:12.196Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.559458021Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
2132024-11-26T22:04:12.196Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.559472249Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2142024-11-26T22:04:12.196Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.560039681Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2152024-11-26T22:04:12.200Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.561520366Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2162024-11-26T22:04:12.201Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.562017234Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2172024-11-26T22:04:12.201Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.562059605Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2182024-11-26T22:04:12.201Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.562079861Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2192024-11-26T22:04:12.201Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.562104726Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
2202024-11-26T22:04:12.201Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.562118853Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2212024-11-26T22:04:12.201Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.562676638Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2222024-11-26T22:04:12.201Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.564149634Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2232024-11-26T22:04:12.201Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.564646381Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2242024-11-26T22:04:12.201Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.564678835Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2252024-11-26T22:04:12.201Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.564772096Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2262024-11-26T22:04:12.201Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.564809898Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
2272024-11-26T22:04:12.202Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.564910437Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2282024-11-26T22:04:12.202Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.565480489Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2292024-11-26T22:04:12.202Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.566875771Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2302024-11-26T22:04:12.202Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.567409591Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2312024-11-26T22:04:12.202Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.567448873Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2322024-11-26T22:04:12.207Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.5675134Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2332024-11-26T22:04:12.207Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.567544273Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
2342024-11-26T22:04:12.207Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.567566019Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2352024-11-26T22:04:12.207Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.56819323Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2362024-11-26T22:04:12.207Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.569603889Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2372024-11-26T22:04:12.208Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.570120072Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2382024-11-26T22:04:12.208Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.570157905Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2392024-11-26T22:04:12.208Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.570187928Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2402024-11-26T22:04:12.208Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.570217352Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
2412024-11-26T22:04:12.208Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.570233509Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2422024-11-26T22:04:12.208Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.570798602Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2432024-11-26T22:04:12.208Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.572268779Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2442024-11-26T22:04:12.208Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.572816256Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2452024-11-26T22:04:12.208Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.572889951Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2462024-11-26T22:04:12.208Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.572922284Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2472024-11-26T22:04:12.208Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.572935232Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
2482024-11-26T22:04:12.208Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.572948359Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2492024-11-26T22:04:12.212Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.573532309Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2502024-11-26T22:04:12.213Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.575147015Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2512024-11-26T22:04:12.213Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.575747021Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2522024-11-26T22:04:12.213Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.575782634Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2532024-11-26T22:04:12.213Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.575845361Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176}
2542024-11-26T22:04:12.213Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.575870256Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1176,"task":"clone"}
2552024-11-26T22:04:12.216ZVerify clone using export
2562024-11-26T22:04:12.227Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.594561971Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1177}
2572024-11-26T22:04:12.227Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.595052649Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1177}
2582024-11-26T22:04:12.231Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.595091471Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1177}
2592024-11-26T22:04:12.231ZExport total_size: 768000 Extent size:51200 Total Extents:15
2602024-11-26T22:04:12.231ZExporting from start_block: 0 count:300
2612024-11-26T22:04:12.231ZRead and wrote out 300 blocks
2622024-11-26T22:04:12.235ZCreating new downstairs from clone directly
2632024-11-26T22:04:12.249Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.616097958Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2642024-11-26T22:04:12.258Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.617312918Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2652024-11-26T22:04:12.258Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.617430043Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2662024-11-26T22:04:12.258Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.617458997Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2672024-11-26T22:04:12.258Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.617472385Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2682024-11-26T22:04:12.258Z{"msg":"UUID: afa0408b-1d05-4d07-b271-30e503fcd0a0","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.618452652Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2692024-11-26T22:04:12.258Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.618488875Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2702024-11-26T22:04:12.296Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 6bdc5ae0b2033c80bbfa3a59474c7c52737638e4\nCommit timestamp: 2024-11-26T21:48:03.000000000Z branch: mkeeter/defer-flush-and-barrier\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.663774814Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2712024-11-26T22:04:12.296Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.663831322Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2722024-11-26T22:04:12.296Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.663848799Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2732024-11-26T22:04:12.299Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.665485711Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2742024-11-26T22:04:12.300Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.666075199Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2752024-11-26T22:04:12.300Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: afa0408b-1d05-4d07-b271-30e503fcd0a0, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.66611932Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2762024-11-26T22:04:12.300Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.666192405Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2772024-11-26T22:04:12.300Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.666221739Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2782024-11-26T22:04:12.300Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.66684936Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2792024-11-26T22:04:12.303Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.668580403Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2802024-11-26T22:04:12.303Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.669111963Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2812024-11-26T22:04:12.304Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.669148035Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2822024-11-26T22:04:12.304Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.669249265Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2832024-11-26T22:04:12.304Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.669332028Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2842024-11-26T22:04:12.304Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.669358642Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2852024-11-26T22:04:12.304Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.669912398Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2862024-11-26T22:04:12.308Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.671248032Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2872024-11-26T22:04:12.308Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.671812906Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2882024-11-26T22:04:12.309Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.671847378Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2892024-11-26T22:04:12.309Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.671916884Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2902024-11-26T22:04:12.309Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.671942189Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2912024-11-26T22:04:12.309Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.671956156Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2922024-11-26T22:04:12.309Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.672563421Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2932024-11-26T22:04:12.309Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.673998765Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2942024-11-26T22:04:12.309Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.674543253Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2952024-11-26T22:04:12.309Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.674576975Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2962024-11-26T22:04:12.309Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.674637473Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2972024-11-26T22:04:12.309Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.674661988Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
2982024-11-26T22:04:12.309Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.674675895Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
2992024-11-26T22:04:12.309Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.675222382Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3002024-11-26T22:04:12.314Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.676631742Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3012024-11-26T22:04:12.314Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.677148155Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3022024-11-26T22:04:12.314Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.677186027Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3032024-11-26T22:04:12.314Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.677213772Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3042024-11-26T22:04:12.314Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.677241246Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3052024-11-26T22:04:12.314Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.67726744Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3062024-11-26T22:04:12.314Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.677820857Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3072024-11-26T22:04:12.314Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.679368537Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3082024-11-26T22:04:12.314Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.679902877Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3092024-11-26T22:04:12.314Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.6799391Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3102024-11-26T22:04:12.314Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.679954436Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3112024-11-26T22:04:12.314Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.680020533Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3122024-11-26T22:04:12.314Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.680045718Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3132024-11-26T22:04:12.314Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.680560701Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3142024-11-26T22:04:12.318Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.681919711Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3152024-11-26T22:04:12.318Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.682440584Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3162024-11-26T22:04:12.318Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.682475836Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3172024-11-26T22:04:12.318Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.682502341Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3182024-11-26T22:04:12.318Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.682524856Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3192024-11-26T22:04:12.318Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.682539673Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3202024-11-26T22:04:12.318Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.683104856Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3212024-11-26T22:04:12.318Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.684552548Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3222024-11-26T22:04:12.322Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.685091157Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3232024-11-26T22:04:12.322Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.685129179Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3242024-11-26T22:04:12.322Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.685186617Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3252024-11-26T22:04:12.322Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.685214671Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3262024-11-26T22:04:12.322Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.685229568Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3272024-11-26T22:04:12.322Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.685775796Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3282024-11-26T22:04:12.322Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.687094333Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3292024-11-26T22:04:12.322Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.687635402Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3302024-11-26T22:04:12.322Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.687678553Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3312024-11-26T22:04:12.323Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.68769517Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3322024-11-26T22:04:12.323Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.687716655Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3332024-11-26T22:04:12.323Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.687730752Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3342024-11-26T22:04:12.323Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.688302294Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3352024-11-26T22:04:12.323Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.689677981Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3362024-11-26T22:04:12.327Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.690237615Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3372024-11-26T22:04:12.327Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.690277817Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3382024-11-26T22:04:12.327Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.690322108Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3392024-11-26T22:04:12.327Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.690346043Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3402024-11-26T22:04:12.327Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.69036057Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3412024-11-26T22:04:12.327Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.690955017Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3422024-11-26T22:04:12.327Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.692361897Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3432024-11-26T22:04:12.327Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.692901955Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3442024-11-26T22:04:12.327Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.692937978Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3452024-11-26T22:04:12.327Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.692980719Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3462024-11-26T22:04:12.327Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.693004214Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3472024-11-26T22:04:12.327Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.693019231Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3482024-11-26T22:04:12.328Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.693595412Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3492024-11-26T22:04:12.333Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.695036015Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3502024-11-26T22:04:12.333Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.695621285Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3512024-11-26T22:04:12.333Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.695657757Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3522024-11-26T22:04:12.333Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.695688661Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3532024-11-26T22:04:12.334Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.695713356Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3542024-11-26T22:04:12.334Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.695727803Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3552024-11-26T22:04:12.334Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.696307383Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3562024-11-26T22:04:12.334Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.697568543Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3572024-11-26T22:04:12.335Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.698076338Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3582024-11-26T22:04:12.335Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.698112661Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3592024-11-26T22:04:12.335Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.698150123Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3602024-11-26T22:04:12.335Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.698171279Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3612024-11-26T22:04:12.335Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.698185426Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3622024-11-26T22:04:12.335Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.698735902Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3632024-11-26T22:04:12.339Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.700212178Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3642024-11-26T22:04:12.339Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.700801836Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3652024-11-26T22:04:12.339Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.700837079Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3662024-11-26T22:04:12.339Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.700865423Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3672024-11-26T22:04:12.339Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.700891318Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3682024-11-26T22:04:12.339Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.700913123Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3692024-11-26T22:04:12.339Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.701502492Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3702024-11-26T22:04:12.339Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.703025437Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3712024-11-26T22:04:12.339Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.703572345Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3722024-11-26T22:04:12.340Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.703602508Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3732024-11-26T22:04:12.340Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.703662066Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3742024-11-26T22:04:12.340Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.703687031Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3752024-11-26T22:04:12.340Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.703702068Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3762024-11-26T22:04:12.340Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.704258183Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3772024-11-26T22:04:12.340Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.705600866Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3782024-11-26T22:04:12.345Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.706175368Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3792024-11-26T22:04:12.345Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.7062115Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3802024-11-26T22:04:12.345Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.706294213Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3812024-11-26T22:04:12.345Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.706327376Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180,"task":"clone"}
3822024-11-26T22:04:12.345Z{"msg":"UUID: afa0408b-1d05-4d07-b271-30e503fcd0a0","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.707016954Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3832024-11-26T22:04:12.345Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.707044248Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1180}
3842024-11-26T22:04:12.349ZVerify second clone using export
3852024-11-26T22:04:12.358Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.725123679Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1181}
3862024-11-26T22:04:12.358Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.725528346Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1181}
3872024-11-26T22:04:12.359Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-26T22:04:11.72555725Z","hostname":"w-01JDN7ZMFESVZF5J7Y415NPX6N","pid":1181}
3882024-11-26T22:04:12.363ZExport total_size: 768000 Extent size:51200 Total Extents:15
3892024-11-26T22:04:12.363ZExporting from start_block: 0 count:300
3902024-11-26T22:04:12.363ZRead and wrote out 300 blocks
3912024-11-26T22:04:12.367ZStopping downstairs
3922024-11-26T22:04:12.367ZClone test passed
3932024-11-26T22:04:12.370Z
3942024-11-26T22:04:12.371Zreal 1.430907321
3952024-11-26T22:04:12.371Zuser 0.241764053
3962024-11-26T22:04:12.371Zsys 0.213828490
3972024-11-26T22:04:12.371Ztrap 0.000740709
3982024-11-26T22:04:12.371Ztflt 0.000567693
3992024-11-26T22:04:12.371Zdflt 0.004215171
4002024-11-26T22:04:12.371Zkflt 0.001078377
4012024-11-26T22:04:12.371Zlock 6.662161296
4022024-11-26T22:04:12.371Zslp 2.647615160
4032024-11-26T22:04:12.371Zlat 0.041700038
4042024-11-26T22:04:12.371Zstop 0.000476083
4052024-11-26T22:04:12.371Zprocess exited: duration 9809 ms, exit code 0
 
4062024-11-26T22:04:12.379Zfound 0 output files