01HQP784GS48BMRZAE6D0K6P5H: test-ds

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01HQP78DYXQ1ERTNN9NHJ9RK1E

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12024-02-27T21:40:23.324Zjob dependencies complete; ready to run (waiting for 16 m 7 s)
22024-02-27T21:41:16.790Zjob assigned to worker 01HQP86777JR843KWWCT4QETKN (queued for 53 s)
32024-02-27T21:41:17.764Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-02-27T21:41:30.936Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-02-27T21:41:30.936Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-02-27T21:41:42.667Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-02-27T21:41:42.668Zdownloading input: /input/build/work/bins/crutest.gz
82024-02-27T21:42:29.133Zdownloaded input: /input/build/work/bins/crutest.gz
92024-02-27T21:42:29.133Zdownloading input: /input/build/work/bins/dsc.gz
102024-02-27T21:42:53.355Zdownloaded input: /input/build/work/bins/dsc.gz
112024-02-27T21:42:53.453Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-02-27T21:42:53.581Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-02-27T21:42:53.581Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-02-27T21:42:53.722Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-02-27T21:42:53.723Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-02-27T21:42:53.800Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-02-27T21:42:53.800Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-02-27T21:42:54.260Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-02-27T21:42:54.260Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-02-27T21:42:54.774Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-02-27T21:42:54.775Zdownloading input: /input/build/work/scripts/test_up.sh
222024-02-27T21:42:54.775Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-02-27T21:42:54.775Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-02-27T21:42:54.775Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-02-27T21:42:54.775Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-02-27T21:43:27.577Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-02-27T21:43:27.577Zstarting task 0: "setup"
282024-02-27T21:43:27.855Z++ uname -s
292024-02-27T21:43:27.863Z+ kern=SunOS
302024-02-27T21:43:27.863Z+ case "$kern" in
312024-02-27T21:43:27.863Z+ groupadd -g 12345 build
322024-02-27T21:43:27.863Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-02-27T21:43:29.878Z+ zfs create -o mountpoint=/work rpool/work
342024-02-27T21:43:30.058Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-02-27T21:43:30.075Z+ home_fs=zfs
362024-02-27T21:43:30.076Z+ [[ zfs == autofs ]]
372024-02-27T21:43:30.076Z+ mkdir -p /home/build
382024-02-27T21:43:30.076Z+ chown build:build /home/build /work
392024-02-27T21:43:32.070Z+ chmod 0700 /home/build /work
402024-02-27T21:43:32.094Zprocess exited: duration 4576 ms, exit code 0
 
412024-02-27T21:43:32.136Zstarting task 1: "authentication"
422024-02-27T21:43:32.560Zprocess exited: duration 434 ms, exit code 0
 
432024-02-27T21:43:32.587Zstarting task 2: "build"
442024-02-27T21:43:32.596Z+ banner cores
452024-02-27T21:43:32.635Z
462024-02-27T21:43:32.635Z #### #### ##### ###### ####
472024-02-27T21:43:32.636Z # # # # # # # #
482024-02-27T21:43:32.636Z # # # # # ##### ####
492024-02-27T21:43:32.636Z # # # ##### # #
502024-02-27T21:43:32.636Z # # # # # # # # #
512024-02-27T21:43:32.636Z #### #### # # ###### ####
522024-02-27T21:43:32.636Z
532024-02-27T21:43:32.658Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-02-27T21:43:32.658Z+ echo 'input bins dir contains:'
552024-02-27T21:43:32.658Zinput bins dir contains:
562024-02-27T21:43:32.658Z+ ls -ltr /input/build/work/bins
572024-02-27T21:43:32.658Ztotal 740608
582024-02-27T21:43:32.658Z-rw-r--r-- 1 root root 109635226 Feb 27 21:41 crucible-downstairs.gz
592024-02-27T21:43:32.659Z-rw-r--r-- 1 root root 91526609 Feb 27 21:41 crucible-hammer.gz
602024-02-27T21:43:32.659Z-rw-r--r-- 1 root root 105659381 Feb 27 21:42 crutest.gz
612024-02-27T21:43:32.659Z-rw-r--r-- 1 root root 72121864 Feb 27 21:42 dsc.gz
622024-02-27T21:43:32.659Z+ banner unpack
632024-02-27T21:43:32.659Z
642024-02-27T21:43:32.659Z # # # # ##### ## #### # #
652024-02-27T21:43:32.659Z # # ## # # # # # # # # #
662024-02-27T21:43:32.660Z # # # # # # # # # # ####
672024-02-27T21:43:32.660Z # # # # # ##### ###### # # #
682024-02-27T21:43:32.660Z # # # ## # # # # # # #
692024-02-27T21:43:32.660Z #### # # # # # #### # #
702024-02-27T21:43:32.660Z
712024-02-27T21:43:32.660Z+ mkdir -p /var/tmp/bins
722024-02-27T21:43:32.660Z+ for t in "$input/bins/"*.gz
732024-02-27T21:43:32.679Z++ basename /input/build/work/bins/crucible-downstairs.gz
742024-02-27T21:43:32.680Z+ b=crucible-downstairs.gz
752024-02-27T21:43:32.680Z+ b=crucible-downstairs
762024-02-27T21:43:32.680Z+ gunzip
772024-02-27T21:43:35.235Z+ chmod +x /var/tmp/bins/crucible-downstairs
782024-02-27T21:43:35.244Z+ for t in "$input/bins/"*.gz
792024-02-27T21:43:35.244Z++ basename /input/build/work/bins/crucible-hammer.gz
802024-02-27T21:43:35.244Z+ b=crucible-hammer.gz
812024-02-27T21:43:35.245Z+ b=crucible-hammer
822024-02-27T21:43:35.245Z+ gunzip
832024-02-27T21:43:37.304Z+ chmod +x /var/tmp/bins/crucible-hammer
842024-02-27T21:43:37.314Z+ for t in "$input/bins/"*.gz
852024-02-27T21:43:37.315Z++ basename /input/build/work/bins/crutest.gz
862024-02-27T21:43:37.315Z+ b=crutest.gz
872024-02-27T21:43:37.315Z+ b=crutest
882024-02-27T21:43:37.315Z+ gunzip
892024-02-27T21:43:39.762Z+ chmod +x /var/tmp/bins/crutest
902024-02-27T21:43:39.769Z+ for t in "$input/bins/"*.gz
912024-02-27T21:43:39.769Z++ basename /input/build/work/bins/dsc.gz
922024-02-27T21:43:39.769Z+ b=dsc.gz
932024-02-27T21:43:39.770Z+ b=dsc
942024-02-27T21:43:39.770Z+ gunzip
952024-02-27T21:43:41.399Z+ chmod +x /var/tmp/bins/dsc
962024-02-27T21:43:41.419Z+ export BINDIR=/var/tmp/bins
972024-02-27T21:43:41.419Z+ BINDIR=/var/tmp/bins
982024-02-27T21:43:41.419Z+ banner test_ds
992024-02-27T21:43:41.419Z
1002024-02-27T21:43:41.419Z ##### ###### #### ##### ##### ####
1012024-02-27T21:43:41.419Z # # # # # # #
1022024-02-27T21:43:41.419Z # ##### #### # # # ####
1032024-02-27T21:43:41.420Z # # # # # # #
1042024-02-27T21:43:41.420Z # # # # # # # # #
1052024-02-27T21:43:41.420Z # ###### #### # ####### ##### ####
1062024-02-27T21:43:41.420Z
1072024-02-27T21:43:41.420Z+ ptime -m bash /input/build/work/scripts/test_ds.sh
1082024-02-27T21:43:41.629Z/input/build/work
1092024-02-27T21:43:41.656ZCreate file for import
1102024-02-27T21:43:41.787Z300+0 records in
1112024-02-27T21:43:41.788Z300+0 records out
1122024-02-27T21:43:41.807Z153600 bytes (150 KiB) transferred in 0.002396 secs (61 MiB/sec)
1132024-02-27T21:43:41.807ZImport region
1142024-02-27T21:43:41.807Z{"msg":"Created new region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:40.99190785Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1131}
1152024-02-27T21:43:41.807ZImport file_size: 153600 Extent size: 51200 Needed extents: 3
1162024-02-27T21:43:41.807ZRegion already large enough for image
1172024-02-27T21:43:41.807ZImporting "/tmp/ds_test/import" to region
1182024-02-27T21:43:41.831ZPopulated 3 extents by copying 153600 bytes (300 blocks)
1192024-02-27T21:43:41.831Z{"msg":"UUID: 12345678-1234-1234-1234-000000000001","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:41.015596971Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1131}
1202024-02-27T21:43:41.831Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:41.01565867Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1131}
1212024-02-27T21:43:41.852ZExport region
1222024-02-27T21:43:41.852Z{"msg":"Opened existing region file \"/tmp/ds_test/region/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:41.035269388Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1132}
1232024-02-27T21:43:41.852Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:41.035528051Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1132}
1242024-02-27T21:43:41.853Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:41.03554756Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1132}
1252024-02-27T21:43:41.853ZExport total_size: 768000 Extent size:51200 Total Extents:15
1262024-02-27T21:43:41.853ZExporting from start_block: 0 count:300
1272024-02-27T21:43:41.853ZRead and wrote out 300 blocks
1282024-02-27T21:43:41.871ZImport Export test passed
1292024-02-27T21:43:41.871ZTest clone
1302024-02-27T21:43:41.871ZStarting downstairs
1312024-02-27T21:43:42.902Z PID TTY TIME CMD
1322024-02-27T21:43:42.902Z 1134 ? 0:00 crucible
1332024-02-27T21:43:42.920ZDownstairs running
1342024-02-27T21:43:42.921ZCreating new downstairs
1352024-02-27T21:43:43.028Z{"msg":"Created new region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.213352608Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1138}
1362024-02-27T21:43:43.051Z{"msg":"UUID: cd864f97-27a3-469d-8006-ecac5528d7cc","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.213971902Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1138}
1372024-02-27T21:43:43.052Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.214011571Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1138}
1382024-02-27T21:43:43.052ZCloning existing downstairs
1392024-02-27T21:43:43.052Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.225605718Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1402024-02-27T21:43:43.052Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.225817732Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1412024-02-27T21:43:43.053Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.225838032Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1422024-02-27T21:43:43.053Z{"msg":"UUID: cd864f97-27a3-469d-8006-ecac5528d7cc","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.226026147Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1432024-02-27T21:43:43.053Z{"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.226057276Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1442024-02-27T21:43:43.053Z{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f6c40444ff68361c835e88ee91c409e8deb48d7d\nCommit timestamp: 2024-02-27T21:23:06.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.226108344Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1452024-02-27T21:43:43.054Z{"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.226152253Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1462024-02-27T21:43:43.054Z{"msg":"Connecting to 127.0.0.1:12810 to obtain our extent files.","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.226169513Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1472024-02-27T21:43:43.084Z{"msg":"The source RegionDefinition is: RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: 12345678-1234-1234-1234-000000000001, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.274454572Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1482024-02-27T21:43:43.103Z{"msg":"The source mode is: true","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.274939389Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1492024-02-27T21:43:43.103Z{"msg":"my def is RegionDefinition { block_size: 512, extent_size: Block { value: 100, shift: 9 }, extent_count: 15, uuid: cd864f97-27a3-469d-8006-ecac5528d7cc, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.274978348Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1502024-02-27T21:43:43.103Z{"msg":"Repair extent 0","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.275164073Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1512024-02-27T21:43:43.104Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.275196382Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1522024-02-27T21:43:43.152Z{"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.308045304Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1532024-02-27T21:43:43.153Z{"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.310586307Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1542024-02-27T21:43:43.153Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/000.copy\" to \"/tmp/ds_test/clone/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.311178932Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1552024-02-27T21:43:43.153Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/000.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.311715538Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1562024-02-27T21:43:43.153Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/000.replace\" to \"/tmp/ds_test/clone/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.311810376Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1572024-02-27T21:43:43.153Z{"msg":"Repair extent 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.311928982Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1582024-02-27T21:43:43.154Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.311965751Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1592024-02-27T21:43:43.176Z{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.341623777Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1602024-02-27T21:43:43.177Z{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.343237584Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1612024-02-27T21:43:43.177Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/001.copy\" to \"/tmp/ds_test/clone/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.343711562Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1622024-02-27T21:43:43.177Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/001.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.344126561Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1632024-02-27T21:43:43.177Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/001.replace\" to \"/tmp/ds_test/clone/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.344230338Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1642024-02-27T21:43:43.177Z{"msg":"Repair extent 2","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.344258748Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1652024-02-27T21:43:43.178Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.344275287Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1662024-02-27T21:43:43.189Z{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.373909063Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1672024-02-27T21:43:43.190Z{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.375388514Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1682024-02-27T21:43:43.190Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/002.copy\" to \"/tmp/ds_test/clone/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.375866722Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1692024-02-27T21:43:43.190Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/002.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.376252012Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1702024-02-27T21:43:43.190Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/002.replace\" to \"/tmp/ds_test/clone/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.37631788Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1712024-02-27T21:43:43.191Z{"msg":"Repair extent 3","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.376352609Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1722024-02-27T21:43:43.191Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.376373909Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1732024-02-27T21:43:43.213Z{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.405673533Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1742024-02-27T21:43:43.231Z{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.407109475Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1752024-02-27T21:43:43.231Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/003.copy\" to \"/tmp/ds_test/clone/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.407609493Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1762024-02-27T21:43:43.231Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/003.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.408000472Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1772024-02-27T21:43:43.231Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/003.replace\" to \"/tmp/ds_test/clone/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.408052471Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1782024-02-27T21:43:43.231Z{"msg":"Repair extent 4","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.40807588Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1792024-02-27T21:43:43.231Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.40810007Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1802024-02-27T21:43:43.239Z{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.437613869Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1812024-02-27T21:43:43.245Z{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.439129499Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1822024-02-27T21:43:43.245Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/004.copy\" to \"/tmp/ds_test/clone/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.439645185Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1832024-02-27T21:43:43.245Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/004.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.440050815Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1842024-02-27T21:43:43.246Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/004.replace\" to \"/tmp/ds_test/clone/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.440149302Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1852024-02-27T21:43:43.246Z{"msg":"Repair extent 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.440182882Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1862024-02-27T21:43:43.246Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.440197511Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1872024-02-27T21:43:43.272Z{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.470340163Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1882024-02-27T21:43:43.707Z{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.471806235Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1892024-02-27T21:43:43.707Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/005.copy\" to \"/tmp/ds_test/clone/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.472305742Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1902024-02-27T21:43:43.707Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/005.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.472702482Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1912024-02-27T21:43:43.707Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/005.replace\" to \"/tmp/ds_test/clone/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.47276587Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1922024-02-27T21:43:43.708Z{"msg":"Repair extent 6","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.472802429Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
1932024-02-27T21:43:43.708Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.472869948Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1942024-02-27T21:43:43.743Z{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.502138803Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1952024-02-27T21:43:43.744Z{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.503702172Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1962024-02-27T21:43:43.744Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/006.copy\" to \"/tmp/ds_test/clone/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.504188749Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1972024-02-27T21:43:43.745Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/006.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.504598099Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1982024-02-27T21:43:43.745Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/006.replace\" to \"/tmp/ds_test/clone/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.504683566Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
1992024-02-27T21:43:43.745Z{"msg":"Repair extent 7","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.504721265Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
2002024-02-27T21:43:43.746Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.504756064Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2012024-02-27T21:43:43.746Z{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.533975481Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2022024-02-27T21:43:43.746Z{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.535729655Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2032024-02-27T21:43:43.747Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/007.copy\" to \"/tmp/ds_test/clone/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.536251041Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2042024-02-27T21:43:43.747Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/007.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.53670139Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2052024-02-27T21:43:43.747Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/007.replace\" to \"/tmp/ds_test/clone/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.536741449Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2062024-02-27T21:43:43.747Z{"msg":"Repair extent 8","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.536797737Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
2072024-02-27T21:43:43.747Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.536829236Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2082024-02-27T21:43:43.747Z{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.565910737Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2092024-02-27T21:43:43.747Z{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.567604292Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2102024-02-27T21:43:43.747Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/008.copy\" to \"/tmp/ds_test/clone/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.568109609Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2112024-02-27T21:43:43.747Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/008.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.568521848Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2122024-02-27T21:43:43.748Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/008.replace\" to \"/tmp/ds_test/clone/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.568662525Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2132024-02-27T21:43:43.748Z{"msg":"Repair extent 9","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.568695014Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
2142024-02-27T21:43:43.748Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.568713483Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2152024-02-27T21:43:43.748Z{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.59830007Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2162024-02-27T21:43:43.748Z{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.5998331Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2172024-02-27T21:43:43.748Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/009.copy\" to \"/tmp/ds_test/clone/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.600325647Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2182024-02-27T21:43:43.748Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/009.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.600740916Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2192024-02-27T21:43:43.748Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/009.replace\" to \"/tmp/ds_test/clone/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.600793715Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2202024-02-27T21:43:43.749Z{"msg":"Repair extent 10","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.600818614Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
2212024-02-27T21:43:43.749Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.600841474Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2222024-02-27T21:43:43.749Z{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.630140858Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2232024-02-27T21:43:43.750Z{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.631633499Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2242024-02-27T21:43:43.751Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00A.copy\" to \"/tmp/ds_test/clone/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.632145166Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2252024-02-27T21:43:43.751Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00A.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.632596354Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2262024-02-27T21:43:43.751Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00A.replace\" to \"/tmp/ds_test/clone/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.632696812Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2272024-02-27T21:43:43.751Z{"msg":"Repair extent 11","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.632726451Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
2282024-02-27T21:43:43.751Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.63274173Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2292024-02-27T21:43:43.752Z{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.661950677Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2302024-02-27T21:43:43.752Z{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.663567775Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2312024-02-27T21:43:43.752Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00B.copy\" to \"/tmp/ds_test/clone/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.664070842Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2322024-02-27T21:43:43.752Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00B.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.664493371Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2332024-02-27T21:43:43.752Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00B.replace\" to \"/tmp/ds_test/clone/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.664597998Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2342024-02-27T21:43:43.752Z{"msg":"Repair extent 12","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.664631767Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
2352024-02-27T21:43:43.752Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.664649097Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2362024-02-27T21:43:43.752Z{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.69437808Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2372024-02-27T21:43:43.753Z{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.695800663Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2382024-02-27T21:43:43.753Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00C.copy\" to \"/tmp/ds_test/clone/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.69630953Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2392024-02-27T21:43:43.753Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00C.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.696709189Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2402024-02-27T21:43:43.753Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00C.replace\" to \"/tmp/ds_test/clone/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.696756038Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2412024-02-27T21:43:43.753Z{"msg":"Repair extent 13","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.696801187Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
2422024-02-27T21:43:43.753Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.696838206Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2432024-02-27T21:43:43.753Z{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.726307466Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2442024-02-27T21:43:43.754Z{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.727752678Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2452024-02-27T21:43:43.754Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00D.copy\" to \"/tmp/ds_test/clone/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.728228005Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2462024-02-27T21:43:43.754Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00D.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.728627285Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2472024-02-27T21:43:43.754Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00D.replace\" to \"/tmp/ds_test/clone/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.728674114Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2482024-02-27T21:43:43.754Z{"msg":"Repair extent 14","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.728716563Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
2492024-02-27T21:43:43.754Z{"msg":"Created copy dir \"/tmp/ds_test/clone/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.728750652Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2502024-02-27T21:43:43.754Z{"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.758347009Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2512024-02-27T21:43:43.755Z{"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.759864859Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2522024-02-27T21:43:43.755Z{"msg":"1 repair files downloaded, move directory \"/tmp/ds_test/clone/00/000/00E.copy\" to \"/tmp/ds_test/clone/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.760373736Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2532024-02-27T21:43:43.755Z{"msg":"Copy files from \"/tmp/ds_test/clone/00/000/00E.replace\" in \"/tmp/ds_test/clone/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.760789495Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2542024-02-27T21:43:43.755Z{"msg":"Move directory \"/tmp/ds_test/clone/00/000/00E.replace\" to \"/tmp/ds_test/clone/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.760874833Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139}
2552024-02-27T21:43:43.755Z{"msg":"Region has been cloned","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.760914292Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1139,"task":"clone"}
2562024-02-27T21:43:43.755ZVerify clone using export
2572024-02-27T21:43:43.755Z{"msg":"Opened existing region file \"/tmp/ds_test/clone/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.777647884Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1140}
2582024-02-27T21:43:43.755Z{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.77783722Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1140}
2592024-02-27T21:43:43.755Z{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:43:42.777853469Z","hostname":"ip-10-150-1-204.us-west-2.compute.internal","pid":1140}
2602024-02-27T21:43:43.756ZExport total_size: 768000 Extent size:51200 Total Extents:15
2612024-02-27T21:43:43.756ZExporting from start_block: 0 count:300
2622024-02-27T21:43:43.756ZRead and wrote out 300 blocks
2632024-02-27T21:43:43.756ZStopping downstairs
2642024-02-27T21:43:43.756ZClone test passed
2652024-02-27T21:43:43.756Z
2662024-02-27T21:43:43.756Zreal 2.071317282
2672024-02-27T21:43:43.756Zuser 0.565148494
2682024-02-27T21:43:43.757Zsys 0.132712501
2692024-02-27T21:43:43.757Ztrap 0.000321457
2702024-02-27T21:43:43.757Ztflt 0.000426848
2712024-02-27T21:43:43.757Zdflt 0.002784864
2722024-02-27T21:43:43.757Zkflt 0.001255747
2732024-02-27T21:43:43.757Zlock 4.688399682
2742024-02-27T21:43:43.757Zslp 4.047338560
2752024-02-27T21:43:43.757Zlat 0.022143328
2762024-02-27T21:43:43.757Zstop 0.000423287
2772024-02-27T21:43:43.758Zprocess exited: duration 11011 ms, exit code 0
 
2782024-02-27T21:43:43.795Zfound 0 output files