01JEY895H63CZRPKC3E2G5NX1N: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JEY89EC66HF3E4JN7WQC4Y7C

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-12T20:31:49.689Zjob dependencies complete; ready to run (waiting for 14 m 34 s)
22024-12-12T20:32:38.874Zjob assigned to worker 01JEY949GSEQHMGG1D8PKTVMCA [factory aws, i-06d7e0404a8aa93ab] (queued for 49 s)
32024-12-12T20:32:46.477Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-12-12T20:32:47.586Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-12-12T20:32:47.586Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-12-12T20:32:48.645Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-12-12T20:32:48.645Zdownloading input: /input/build/work/bins/crutest.gz
82024-12-12T20:32:49.748Zdownloaded input: /input/build/work/bins/crutest.gz
92024-12-12T20:32:49.748Zdownloading input: /input/build/work/bins/dsc.gz
102024-12-12T20:32:50.421Zdownloaded input: /input/build/work/bins/dsc.gz
112024-12-12T20:32:50.424Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-12-12T20:32:50.437Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-12-12T20:32:50.437Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-12-12T20:32:50.455Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-12-12T20:32:50.455Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-12-12T20:32:50.473Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-12-12T20:32:50.473Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-12-12T20:32:50.502Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-12-12T20:32:50.502Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-12-12T20:32:50.521Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-12-12T20:32:50.521Zdownloading input: /input/build/work/scripts/test_up.sh
222024-12-12T20:32:50.541Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-12-12T20:32:50.541Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-12-12T20:32:50.557Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-12-12T20:32:50.560Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-12-12T20:32:51.266Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-12-12T20:32:51.266Zstarting task 0: "setup"
282024-12-12T20:32:51.275Z++ uname -s
292024-12-12T20:32:51.278Z+ kern=SunOS
302024-12-12T20:32:51.278Z+ case "$kern" in
312024-12-12T20:32:51.279Z+ groupadd -g 12345 build
322024-12-12T20:32:51.281Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-12-12T20:32:53.290Z+ zfs create -o mountpoint=/work rpool/work
342024-12-12T20:32:53.439Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-12-12T20:32:53.441Z+ home_fs=zfs
362024-12-12T20:32:53.441Z+ [[ zfs == autofs ]]
372024-12-12T20:32:53.441Z+ mkdir -p /home/build
382024-12-12T20:32:53.444Z+ chown build:build /home/build /work
392024-12-12T20:32:55.447Z+ chmod 0700 /home/build /work
402024-12-12T20:32:55.454Zprocess exited: duration 4185 ms, exit code 0
 
412024-12-12T20:32:55.466Zstarting task 1: "authentication"
422024-12-12T20:32:55.486Zprocess exited: duration 19 ms, exit code 0
 
432024-12-12T20:32:55.495Zstarting task 2: "build"
442024-12-12T20:32:55.499Z+ banner cores
452024-12-12T20:32:55.503Z
462024-12-12T20:32:55.503Z #### #### ##### ###### ####
472024-12-12T20:32:55.503Z # # # # # # # #
482024-12-12T20:32:55.503Z # # # # # ##### ####
492024-12-12T20:32:55.503Z # # # ##### # #
502024-12-12T20:32:55.503Z # # # # # # # # #
512024-12-12T20:32:55.504Z #### #### # # ###### ####
522024-12-12T20:32:55.504Z
532024-12-12T20:32:55.504Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-12-12T20:32:55.511Z+ echo 'input bins dir contains:'
552024-12-12T20:32:55.511Z+ ls -ltr /input/build/work/bins
562024-12-12T20:32:55.511Zinput bins dir contains:
572024-12-12T20:32:55.517Ztotal 763007
582024-12-12T20:32:55.518Z-rw-r--r-- 1 root root 109277097 Dec 12 20:32 crucible-downstairs.gz
592024-12-12T20:32:55.518Z-rw-r--r-- 1 root root 105126280 Dec 12 20:32 crucible-hammer.gz
602024-12-12T20:32:55.518Z-rw-r--r-- 1 root root 109525574 Dec 12 20:32 crutest.gz
612024-12-12T20:32:55.518Z-rw-r--r-- 1 root root 66480705 Dec 12 20:32 dsc.gz
622024-12-12T20:32:55.518Z+ banner unpack
632024-12-12T20:32:55.535Z
642024-12-12T20:32:55.535Z # # # # ##### ## #### # #
652024-12-12T20:32:55.535Z # # ## # # # # # # # # #
662024-12-12T20:32:55.535Z # # # # # # # # # # ####
672024-12-12T20:32:55.535Z # # # # # ##### ###### # # #
682024-12-12T20:32:55.535Z # # # ## # # # # # # #
692024-12-12T20:32:55.535Z #### # # # # # #### # #
702024-12-12T20:32:55.535Z
712024-12-12T20:32:55.535Z+ mkdir -p /var/tmp/bins
722024-12-12T20:32:55.535Z+ for t in "$input/bins/"*.gz
732024-12-12T20:32:55.535Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-12-12T20:32:55.535Z+ b=crucible-downstairs.gz
752024-12-12T20:32:55.535Z+ b=crucible-downstairs
762024-12-12T20:32:55.535Z+ gunzip
772024-12-12T20:32:57.777Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-12-12T20:32:57.781Z+ for t in "$input/bins/"*.gz
792024-12-12T20:32:57.781Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-12-12T20:32:57.781Z+ b=crucible-hammer.gz
812024-12-12T20:32:57.781Z+ b=crucible-hammer
822024-12-12T20:32:57.781Z+ gunzip
832024-12-12T20:32:59.946Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-12-12T20:32:59.957Z+ for t in "$input/bins/"*.gz
852024-12-12T20:32:59.957Z++ basename /input/build/work/bins/crutest.gz
862024-12-12T20:32:59.961Z+ b=crutest.gz
872024-12-12T20:32:59.961Z+ b=crutest
882024-12-12T20:32:59.961Z+ gunzip
892024-12-12T20:33:02.262Z+ chmod +x /var/tmp/bins/crutest
902024-12-12T20:33:02.264Z+ for t in "$input/bins/"*.gz
912024-12-12T20:33:02.267Z++ basename /input/build/work/bins/dsc.gz
922024-12-12T20:33:02.270Z+ b=dsc.gz
932024-12-12T20:33:02.270Z+ b=dsc
942024-12-12T20:33:02.270Z+ gunzip
952024-12-12T20:33:03.641Z+ chmod +x /var/tmp/bins/dsc
962024-12-12T20:33:03.643Z+ export BINDIR=/var/tmp/bins
972024-12-12T20:33:03.644Z+ BINDIR=/var/tmp/bins
982024-12-12T20:33:03.644Z+ export RUST_BACKTRACE=1
992024-12-12T20:33:03.644Z+ RUST_BACKTRACE=1
1002024-12-12T20:33:03.644Z+ banner test_ds
1012024-12-12T20:33:03.647Z
1022024-12-12T20:33:03.647Z ##### ###### #### ##### ##### ####
1032024-12-12T20:33:03.647Z # # # # # # #
1042024-12-12T20:33:03.647Z # ##### #### # # # ####
1052024-12-12T20:33:03.647Z # # # # # # #
1062024-12-12T20:33:03.647Z # # # # # # # # #
1072024-12-12T20:33:03.647Z # ###### #### # ####### ##### ####
1082024-12-12T20:33:03.647Z
1092024-12-12T20:33:03.647Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1102024-12-12T20:33:03.663ZCreate file for import
1112024-12-12T20:33:03.668Z300+0 records in
1122024-12-12T20:33:03.669Z300+0 records out
1132024-12-12T20:33:03.673Z153600 bytes (150 KiB) transferred in 0.002347 secs (62 MiB/sec)
1142024-12-12T20:33:03.673ZImport region
1152024-12-12T20:33:03.733Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:02.890537081Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1166}
1162024-12-12T20:33:03.735ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1172024-12-12T20:33:03.735ZRegion already large enough for image
1182024-12-12T20:33:03.736ZImporting "/tmp/ds_test/import" to region
1192024-12-12T20:33:03.757ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1202024-12-12T20:33:03.760Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:02.915628256Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1166}
1212024-12-12T20:33:03.760Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:02.915679926Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1166}
1222024-12-12T20:33:03.767ZExport region
1232024-12-12T20:33:03.780Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:02.938862895Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1167}
1242024-12-12T20:33:03.780Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:02.939289691Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1167}
1252024-12-12T20:33:03.784Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:02.93934482Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1167}
1262024-12-12T20:33:03.784ZExport total_size: 768000 Extent size:51200 Total Extents:15
1272024-12-12T20:33:03.784ZExporting from start_block: 0 count:300
1282024-12-12T20:33:03.784ZRead and wrote out 300 blocks
1292024-12-12T20:33:03.790ZImport Export test passed
1302024-12-12T20:33:03.791ZTest clone
1312024-12-12T20:33:03.791ZStarting source downstairs
1322024-12-12T20:33:04.800Z PID TTY TIME CMD
1332024-12-12T20:33:04.801Z 1169 ? 0:00 crucible
1342024-12-12T20:33:04.804ZDownstairs running
1352024-12-12T20:33:04.804ZCreating new downstairs
1362024-12-12T20:33:04.817Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:03.975108161Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1173}
1372024-12-12T20:33:04.820Z{"msg":"UUID: e1280363-643f-4a41-99df-5b1013791ef6","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:03.976466994Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1173}
1382024-12-12T20:33:04.820Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:03.976506716Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1173}
1392024-12-12T20:33:04.823ZCloning existing downstairs
1402024-12-12T20:33:04.835Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:03.993316467Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1412024-12-12T20:33:04.839Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:03.993740423Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1422024-12-12T20:33:04.839Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:03.993782785Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1432024-12-12T20:33:04.839Z{"msg":"UUID: e1280363-643f-4a41-99df-5b1013791ef6","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:03.994631808Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1442024-12-12T20:33:04.839Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:03.994663482Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1452024-12-12T20:33:04.882Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 26e7d501b33f47379e53601720353c2983e7654b\nCommit timestamp: 2024-12-12T20:16:40.000000000Z branch: mkeeter/lean-mean-state-machine\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.04067709Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1462024-12-12T20:33:04.882Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.040790168Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1472024-12-12T20:33:04.882Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.040812273Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1482024-12-12T20:33:04.887Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.045578028Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1492024-12-12T20:33:04.896Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.046364633Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1502024-12-12T20:33:04.896Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: e1280363-643f-4a41-99df-5b1013791ef6, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.046412054Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1512024-12-12T20:33:04.896Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.046587319Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1522024-12-12T20:33:04.896Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.046631091Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1532024-12-12T20:33:04.896Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.047582434Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1542024-12-12T20:33:04.896Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.049787841Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1552024-12-12T20:33:04.896Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.050443922Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1562024-12-12T20:33:04.896Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.050546622Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1572024-12-12T20:33:04.896Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.050636604Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1582024-12-12T20:33:04.896Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.050751142Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1592024-12-12T20:33:04.896Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.050779596Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1602024-12-12T20:33:04.896Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.051445466Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1612024-12-12T20:33:04.896Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.052920886Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1622024-12-12T20:33:04.896Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.053528307Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1632024-12-12T20:33:04.896Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.05356509Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1642024-12-12T20:33:04.896Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.053648463Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1652024-12-12T20:33:04.896Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.053675328Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1662024-12-12T20:33:04.896Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.053690795Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1672024-12-12T20:33:04.901Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.054435199Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1682024-12-12T20:33:04.901Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.055911879Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1692024-12-12T20:33:04.901Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.056539486Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1702024-12-12T20:33:04.901Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.056565701Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1712024-12-12T20:33:04.901Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.056649584Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1722024-12-12T20:33:04.901Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.056675829Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1732024-12-12T20:33:04.901Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.056692316Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1742024-12-12T20:33:04.901Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.057299976Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1752024-12-12T20:33:04.903Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.058817269Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1762024-12-12T20:33:04.906Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.059430268Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1772024-12-12T20:33:04.906Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.059467941Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1782024-12-12T20:33:04.906Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.059512052Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1792024-12-12T20:33:04.906Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.059537487Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1802024-12-12T20:33:04.907Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.059552994Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1812024-12-12T20:33:04.907Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.060150687Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1822024-12-12T20:33:04.907Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.061502442Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1832024-12-12T20:33:04.907Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.062029728Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1842024-12-12T20:33:04.907Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.062067341Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1852024-12-12T20:33:04.907Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.062125109Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1862024-12-12T20:33:04.907Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.062180609Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1872024-12-12T20:33:04.907Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.062217591Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1882024-12-12T20:33:04.907Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.062742258Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1892024-12-12T20:33:04.907Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.064289015Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1902024-12-12T20:33:04.911Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.064868201Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1912024-12-12T20:33:04.911Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.064915212Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1922024-12-12T20:33:04.911Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.064937737Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1932024-12-12T20:33:04.911Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.065008254Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
1942024-12-12T20:33:04.911Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.06502589Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1952024-12-12T20:33:04.911Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.065598527Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1962024-12-12T20:33:04.911Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.067058181Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1972024-12-12T20:33:04.911Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.067627609Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1982024-12-12T20:33:04.911Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.067662482Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
1992024-12-12T20:33:04.912Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.067756834Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2002024-12-12T20:33:04.912Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.067793637Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
2012024-12-12T20:33:04.912Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.067813583Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2022024-12-12T20:33:04.912Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.068406486Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2032024-12-12T20:33:04.915Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.069879257Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2042024-12-12T20:33:04.915Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.070410963Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2052024-12-12T20:33:04.915Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.070445516Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2062024-12-12T20:33:04.915Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.07052665Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2072024-12-12T20:33:04.915Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.070552305Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
2082024-12-12T20:33:04.915Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.070567462Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2092024-12-12T20:33:04.915Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.071111296Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2102024-12-12T20:33:04.915Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.07256327Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2112024-12-12T20:33:04.915Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.073122151Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2122024-12-12T20:33:04.916Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.073158763Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2132024-12-12T20:33:04.916Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.07322564Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2142024-12-12T20:33:04.916Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.073251455Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
2152024-12-12T20:33:04.916Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.073266722Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2162024-12-12T20:33:04.919Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.073835101Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2172024-12-12T20:33:04.919Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.075349164Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2182024-12-12T20:33:04.919Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.075855574Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2192024-12-12T20:33:04.920Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.075892687Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2202024-12-12T20:33:04.920Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.075973121Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2212024-12-12T20:33:04.920Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.076004465Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
2222024-12-12T20:33:04.920Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.076023321Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2232024-12-12T20:33:04.920Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.076596359Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2242024-12-12T20:33:04.924Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.078160492Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2252024-12-12T20:33:04.924Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.07877831Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2262024-12-12T20:33:04.924Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.078827121Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2272024-12-12T20:33:04.924Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.078888219Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2282024-12-12T20:33:04.924Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.078923552Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
2292024-12-12T20:33:04.924Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.078940619Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2302024-12-12T20:33:04.924Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.079535302Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2312024-12-12T20:33:04.924Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.081190147Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2322024-12-12T20:33:04.924Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.081743398Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2332024-12-12T20:33:04.924Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.081778961Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2342024-12-12T20:33:04.924Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.081831151Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2352024-12-12T20:33:04.924Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.081867054Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
2362024-12-12T20:33:04.925Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.081882781Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2372024-12-12T20:33:04.928Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.082467156Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2382024-12-12T20:33:04.929Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.083949525Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2392024-12-12T20:33:04.929Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.084503207Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2402024-12-12T20:33:04.929Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.08453501Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2412024-12-12T20:33:04.929Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.084621833Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2422024-12-12T20:33:04.929Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.084647088Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
2432024-12-12T20:33:04.929Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.084662175Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2442024-12-12T20:33:04.929Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.085413868Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2452024-12-12T20:33:04.929Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.086860264Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2462024-12-12T20:33:04.932Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.087402267Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2472024-12-12T20:33:04.932Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.087451848Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2482024-12-12T20:33:04.932Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.087538251Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2492024-12-12T20:33:04.932Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.087573254Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
2502024-12-12T20:33:04.932Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.087589511Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2512024-12-12T20:33:04.932Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.088133204Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2522024-12-12T20:33:04.932Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.089779161Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2532024-12-12T20:33:04.932Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.0903466Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2542024-12-12T20:33:04.932Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.090383552Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2552024-12-12T20:33:04.932Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.09044638Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174}
2562024-12-12T20:33:04.932Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.090472875Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1174,"task":"clone"}
2572024-12-12T20:33:04.939ZVerify clone using export
2582024-12-12T20:33:04.954Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.111873954Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1175}
2592024-12-12T20:33:04.954Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.112390053Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1175}
2602024-12-12T20:33:04.954Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.112428935Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1175}
2612024-12-12T20:33:04.958ZExport total_size: 768000 Extent size:51200 Total Extents:15
2622024-12-12T20:33:04.958ZExporting from start_block: 0 count:300
2632024-12-12T20:33:04.958ZRead and wrote out 300 blocks
2642024-12-12T20:33:04.964ZCreating new downstairs from clone directly
2652024-12-12T20:33:04.980Z{"msg":"Created new region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.138458565Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2662024-12-12T20:33:04.984Z{"msg":"Cloning from: 127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.139767478Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2672024-12-12T20:33:04.984Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.139898093Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2682024-12-12T20:33:04.984Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.139925077Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2692024-12-12T20:33:04.984Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.139938915Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2702024-12-12T20:33:04.984Z{"msg":"UUID: 9a8c74db-df88-46c5-8692-ea475a610230","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.140977021Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2712024-12-12T20:33:04.984Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.141010224Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2722024-12-12T20:33:05.029Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 26e7d501b33f47379e53601720353c2983e7654b\nCommit timestamp: 2024-12-12T20:16:40.000000000Z branch: mkeeter/lean-mean-state-machine\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.186708094Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
2732024-12-12T20:33:05.029Z{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.186790478Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
2742024-12-12T20:33:05.029Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.186807644Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
2752024-12-12T20:33:05.033Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.188607671Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
2762024-12-12T20:33:05.033Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.189206474Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
2772024-12-12T20:33:05.033Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 9a8c74db-df88-46c5-8692-ea475a610230, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.189241117Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
2782024-12-12T20:33:05.034Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.189342317Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
2792024-12-12T20:33:05.034Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.189371951Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2802024-12-12T20:33:05.034Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.190016124Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2812024-12-12T20:33:05.037Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.191946066Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2822024-12-12T20:33:05.037Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/000.copy\" to \"/tmp/ds_test/create_clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.192524132Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2832024-12-12T20:33:05.037Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/000.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.192564944Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2842024-12-12T20:33:05.037Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/000.replace\" to \"/tmp/ds_test/create_clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.192616564Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2852024-12-12T20:33:05.037Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.192717004Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
2862024-12-12T20:33:05.037Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.192747148Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2872024-12-12T20:33:05.037Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.193307948Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2882024-12-12T20:33:05.037Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.194678849Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2892024-12-12T20:33:05.037Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/001.copy\" to \"/tmp/ds_test/create_clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.195227461Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2902024-12-12T20:33:05.037Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/001.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.195266184Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2912024-12-12T20:33:05.037Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/001.replace\" to \"/tmp/ds_test/create_clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.195326052Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2922024-12-12T20:33:05.037Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.195372393Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
2932024-12-12T20:33:05.037Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.195416495Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2942024-12-12T20:33:05.041Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.195965227Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2952024-12-12T20:33:05.041Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.197433288Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2962024-12-12T20:33:05.041Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/002.copy\" to \"/tmp/ds_test/create_clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.198000247Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2972024-12-12T20:33:05.042Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/002.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.198042679Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2982024-12-12T20:33:05.042Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/002.replace\" to \"/tmp/ds_test/create_clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.198098048Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
2992024-12-12T20:33:05.042Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.198128742Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3002024-12-12T20:33:05.042Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.198143939Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3012024-12-12T20:33:05.042Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.198715867Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3022024-12-12T20:33:05.045Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.200118052Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3032024-12-12T20:33:05.045Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/003.copy\" to \"/tmp/ds_test/create_clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.200671383Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3042024-12-12T20:33:05.045Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/003.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.200725722Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3052024-12-12T20:33:05.045Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/003.replace\" to \"/tmp/ds_test/create_clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.200767074Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3062024-12-12T20:33:05.045Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.20078697Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3072024-12-12T20:33:05.045Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.200801087Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3082024-12-12T20:33:05.045Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.201363297Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3092024-12-12T20:33:05.045Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.202784128Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3102024-12-12T20:33:05.045Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/004.copy\" to \"/tmp/ds_test/create_clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.203318793Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3112024-12-12T20:33:05.045Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/004.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.203348158Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3122024-12-12T20:33:05.045Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/004.replace\" to \"/tmp/ds_test/create_clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.203410905Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3132024-12-12T20:33:05.045Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.20343564Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3142024-12-12T20:33:05.045Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.203450198Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3152024-12-12T20:33:05.049Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.204011487Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3162024-12-12T20:33:05.049Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.205451694Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3172024-12-12T20:33:05.049Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/005.copy\" to \"/tmp/ds_test/create_clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.205977501Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3182024-12-12T20:33:05.049Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/005.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.206029851Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3192024-12-12T20:33:05.049Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/005.replace\" to \"/tmp/ds_test/create_clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.206046748Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3202024-12-12T20:33:05.049Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.206069763Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3212024-12-12T20:33:05.049Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.206092349Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3222024-12-12T20:33:05.049Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.206639141Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3232024-12-12T20:33:05.053Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.208157283Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3242024-12-12T20:33:05.053Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/006.copy\" to \"/tmp/ds_test/create_clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.208729811Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3252024-12-12T20:33:05.053Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/006.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.208766324Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3262024-12-12T20:33:05.053Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/006.replace\" to \"/tmp/ds_test/create_clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.208833941Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3272024-12-12T20:33:05.053Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.208858696Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3282024-12-12T20:33:05.053Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.208873383Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3292024-12-12T20:33:05.053Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.209436282Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3302024-12-12T20:33:05.053Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.210837457Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3312024-12-12T20:33:05.056Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/007.copy\" to \"/tmp/ds_test/create_clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.211345848Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3322024-12-12T20:33:05.056Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/007.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.211389239Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3332024-12-12T20:33:05.056Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/007.replace\" to \"/tmp/ds_test/create_clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.211405056Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3342024-12-12T20:33:05.057Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.211429911Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3352024-12-12T20:33:05.057Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.211444408Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3362024-12-12T20:33:05.057Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.212023155Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3372024-12-12T20:33:05.057Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.213454344Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3382024-12-12T20:33:05.057Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/008.copy\" to \"/tmp/ds_test/create_clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.214003576Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3392024-12-12T20:33:05.057Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/008.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.214038979Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3402024-12-12T20:33:05.057Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/008.replace\" to \"/tmp/ds_test/create_clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.214199717Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3412024-12-12T20:33:05.057Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.214234241Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3422024-12-12T20:33:05.057Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.214250567Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3432024-12-12T20:33:05.057Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.214826284Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3442024-12-12T20:33:05.060Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.216186427Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3452024-12-12T20:33:05.060Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/009.copy\" to \"/tmp/ds_test/create_clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.216736259Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3462024-12-12T20:33:05.060Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/009.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.216777291Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3472024-12-12T20:33:05.060Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/009.replace\" to \"/tmp/ds_test/create_clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.216808725Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3482024-12-12T20:33:05.060Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.216838569Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3492024-12-12T20:33:05.060Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.216863614Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3502024-12-12T20:33:05.061Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.217431733Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3512024-12-12T20:33:05.065Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.218858723Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3522024-12-12T20:33:05.065Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00A.copy\" to \"/tmp/ds_test/create_clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.219420043Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3532024-12-12T20:33:05.065Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00A.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.219457275Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3542024-12-12T20:33:05.065Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00A.replace\" to \"/tmp/ds_test/create_clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.219522942Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3552024-12-12T20:33:05.065Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.219549447Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3562024-12-12T20:33:05.065Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.219564334Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3572024-12-12T20:33:05.065Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.220127964Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3582024-12-12T20:33:05.065Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.221578579Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3592024-12-12T20:33:05.065Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00B.copy\" to \"/tmp/ds_test/create_clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.222177991Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3602024-12-12T20:33:05.065Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00B.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.222215764Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3612024-12-12T20:33:05.065Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00B.replace\" to \"/tmp/ds_test/create_clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.222258815Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3622024-12-12T20:33:05.065Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.222282881Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3632024-12-12T20:33:05.065Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.222296958Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3642024-12-12T20:33:05.065Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.222873814Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3652024-12-12T20:33:05.069Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.224446056Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3662024-12-12T20:33:05.069Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00C.copy\" to \"/tmp/ds_test/create_clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.225025522Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3672024-12-12T20:33:05.069Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00C.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.225065524Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3682024-12-12T20:33:05.069Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00C.replace\" to \"/tmp/ds_test/create_clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.22508901Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3692024-12-12T20:33:05.069Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.225116274Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3702024-12-12T20:33:05.069Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.22513897Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3712024-12-12T20:33:05.069Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.225717506Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3722024-12-12T20:33:05.070Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.227099485Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3732024-12-12T20:33:05.073Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00D.copy\" to \"/tmp/ds_test/create_clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.227658255Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3742024-12-12T20:33:05.073Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00D.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.227693828Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3752024-12-12T20:33:05.073Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00D.replace\" to \"/tmp/ds_test/create_clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.22778584Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3762024-12-12T20:33:05.073Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.227811805Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3772024-12-12T20:33:05.073Z{"msg":"Created copy dir \"/tmp/ds_test/create_clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.227826632Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3782024-12-12T20:33:05.073Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.228410938Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3792024-12-12T20:33:05.073Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.229846966Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3802024-12-12T20:33:05.073Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/create_clone/00/000/00E.copy\" to \"/tmp/ds_test/create_clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.230391229Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3812024-12-12T20:33:05.073Z{"msg":"Copy files from \"/tmp/ds_test/create_clone/00/000/00E.replace\" in \"/tmp/ds_test/create_clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.230422133Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3822024-12-12T20:33:05.073Z{"msg":"Move directory \"/tmp/ds_test/create_clone/00/000/00E.replace\" to \"/tmp/ds_test/create_clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.230479741Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3832024-12-12T20:33:05.073Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.230506096Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178,"task":"clone"}
3842024-12-12T20:33:05.076Z{"msg":"UUID: 9a8c74db-df88-46c5-8692-ea475a610230","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.231551541Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3852024-12-12T20:33:05.076Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.231587324Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1178}
3862024-12-12T20:33:05.080ZVerify second clone using export
3872024-12-12T20:33:05.094Z{"msg":"Opened existing region file \"/tmp/ds_test/create_clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.252352158Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1179}
3882024-12-12T20:33:05.094Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.252915457Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1179}
3892024-12-12T20:33:05.098Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-12T20:33:04.25295165Z","hostname":"w-01JEY949GSEQHMGG1D8PKTVMCA","pid":1179}
3902024-12-12T20:33:05.098ZExport total_size: 768000 Extent size:51200 Total Extents:15
3912024-12-12T20:33:05.098ZExporting from start_block: 0 count:300
3922024-12-12T20:33:05.098ZRead and wrote out 300 blocks
3932024-12-12T20:33:05.108ZStopping downstairs
3942024-12-12T20:33:05.109ZClone test passed
3952024-12-12T20:33:05.113Z
3962024-12-12T20:33:05.113Zreal 1.459359609
3972024-12-12T20:33:05.113Zuser 0.252183428
3982024-12-12T20:33:05.113Zsys 0.228438623
3992024-12-12T20:33:05.113Ztrap 0.000564443
4002024-12-12T20:33:05.113Ztflt 0.000502206
4012024-12-12T20:33:05.113Zdflt 0.003204912
4022024-12-12T20:33:05.113Zkflt 0.000830327
4032024-12-12T20:33:05.113Zlock 6.863768331
4042024-12-12T20:33:05.113Zslp 2.680817701
4052024-12-12T20:33:05.113Zlat 0.043557310
4062024-12-12T20:33:05.114Zstop 0.000635806
4072024-12-12T20:33:05.114Zprocess exited: duration 9614 ms, exit code 0
 
4082024-12-12T20:33:05.120Zfound 0 output files