{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.298305307Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63250"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.298398788Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"uri":"/crucible/0/regions/f204256a-30b3-4a82-83f0-26dd9358d75b","method":"GET","req_id":"4ae7c677-76c9-44b9-8332-516e1dd75b2a","remote_addr":"[fd00:1122:3344:101::a]:63250","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"path is \"/data/regions/f204256a-30b3-4a82-83f0-26dd9358d75b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.300650038Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"dataset is oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.310272564Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"snapshot is oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/f204256a-30b3-4a82-83f0-26dd9358d75b@10c501b7-845a-4af4-aefe-217b19d44430","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.319458414Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/f204256a-30b3-4a82-83f0-26dd9358d75b\", \"10c501b7-845a-4af4-aefe-217b19d44430\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.319511604Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.336476876Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"uri":"/crucible/0/regions/f204256a-30b3-4a82-83f0-26dd9358d75b/snapshots/10c501b7-845a-4af4-aefe-217b19d44430","method":"GET","req_id":"86cb0921-340d-44de-9e79-0f6a047384b1","remote_addr":"[fd00:1122:3344:101::a]:63250","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":35838,"response_code":"200"} {"msg":"path is \"/data/regions/f204256a-30b3-4a82-83f0-26dd9358d75b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.33752146Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"dataset is oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.346161003Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"snapshot is oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/f204256a-30b3-4a82-83f0-26dd9358d75b@10c501b7-845a-4af4-aefe-217b19d44430","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.354148587Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/f204256a-30b3-4a82-83f0-26dd9358d75b\", \"10c501b7-845a-4af4-aefe-217b19d44430\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.354186827Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f204256a-30b3-4a82-83f0-26dd9358d75b-10c501b7-845a-4af4-aefe-217b19d44430 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.363443888Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"applying SMF actions for region f204256a-30b3-4a82-83f0-26dd9358d75b running snapshot 10c501b7-845a-4af4-aefe-217b19d44430 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.363985575Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.364037436Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"uri":"/crucible/0/regions/f204256a-30b3-4a82-83f0-26dd9358d75b/snapshots/10c501b7-845a-4af4-aefe-217b19d44430/run","method":"POST","req_id":"373777de-c157-4094-ae2c-1419742f8f77","remote_addr":"[fd00:1122:3344:101::a]:63250","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27395,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375414585Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375506056Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375586457Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375593677Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375636988Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375684308Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375786539Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375849991Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375897711Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.375952722Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.382814491Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f204256a-30b3-4a82-83f0-26dd9358d75b-10c501b7-845a-4af4-aefe-217b19d44430","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.383298978Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f204256a-30b3-4a82-83f0-26dd9358d75b-10c501b7-845a-4af4-aefe-217b19d44430","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.391379193Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f204256a-30b3-4a82-83f0-26dd9358d75b-10c501b7-845a-4af4-aefe-217b19d44430","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.4086852Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f204256a-30b3-4a82-83f0-26dd9358d75b/.zfs/snapshot/10c501b7-845a-4af4-aefe-217b19d44430","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.408919652Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.408993844Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.409033334Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.409070654Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.409116515Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.414980722Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.422822594Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"region f204256a-30b3-4a82-83f0-26dd9358d75b running snapshot 10c501b7-845a-4af4-aefe-217b19d44430 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:29.422833404Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.301720217Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55496"} {"msg":"region 5960d871-72f5-4185-b273-d659ddae31eb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.361047812Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.363446734Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.363462414Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"uri":"/crucible/0/regions","method":"POST","req_id":"86180c5a-34ff-460d-8d91-50ad886776b7","remote_addr":"[fd00:1122:3344:101::a]:55496","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2450,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/5960d871-72f5-4185-b273-d659ddae31eb","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.373524685Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/5960d871-72f5-4185-b273-d659ddae31eb","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.373565536Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5960d871-72f5-4185-b273-d659ddae31eb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5960d871-72f5-4185-b273-d659ddae31eb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.44506306Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"region":"5960d871-72f5-4185-b273-d659ddae31eb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5960d871-72f5-4185-b273-d659ddae31eb\" \"--data\" \"/data/regions/5960d871-72f5-4185-b273-d659ddae31eb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.447098477Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"region":"5960d871-72f5-4185-b273-d659ddae31eb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.601488964Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"region":"5960d871-72f5-4185-b273-d659ddae31eb","component":"worker"} {"msg":"region 5960d871-72f5-4185-b273-d659ddae31eb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.601540784Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.601679826Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5960d871-72f5-4185-b273-d659ddae31eb","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.602220283Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5960d871-72f5-4185-b273-d659ddae31eb","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.605554647Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.637455644Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5960d871-72f5-4185-b273-d659ddae31eb","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.643646405Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5960d871-72f5-4185-b273-d659ddae31eb","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.643949998Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.644013999Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.64406255Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.644106421Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.648040512Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.655714072Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.655850674Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.655984396Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.655997446Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.656055697Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.656117177Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.66397Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.664033361Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.664093022Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.664153662Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.673060629Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.675107176Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:32.720473929Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"uri":"/crucible/0/regions","method":"POST","req_id":"13b63e02-8959-459f-a7ef-3a31c52b7fcc","remote_addr":"[fd00:1122:3344:101::a]:55496","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.919340121Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41715"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.919453413Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"uri":"/crucible/0/regions/5960d871-72f5-4185-b273-d659ddae31eb","method":"GET","req_id":"a06c4166-9cd4-4eb5-820d-8a2b637e41e0","remote_addr":"[fd00:1122:3344:101::a]:41715","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"path is \"/data/regions/5960d871-72f5-4185-b273-d659ddae31eb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.920504617Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"dataset is oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/5960d871-72f5-4185-b273-d659ddae31eb","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.93301251Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"region 5960d871-72f5-4185-b273-d659ddae31eb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.941993017Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.94218619Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-5960d871-72f5-4185-b273-d659ddae31eb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.943271464Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.94831316Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"uri":"/crucible/0/regions/5960d871-72f5-4185-b273-d659ddae31eb","method":"DELETE","req_id":"d733aecd-7e0f-4d71-90ad-b93e28c71a4b","remote_addr":"[fd00:1122:3344:101::a]:41715","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28616,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.948478032Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"uri":"/crucible/0/regions/5960d871-72f5-4185-b273-d659ddae31eb","method":"GET","req_id":"534c4673-f7fa-42cb-aa17-19902b684964","remote_addr":"[fd00:1122:3344:101::a]:41715","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.950358867Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.950471148Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.95057819Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.95058977Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.950656011Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.950717911Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f204256a-30b3-4a82-83f0-26dd9358d75b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.951096596Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.951177677Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.951238958Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.951288719Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.955564635Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.956903682Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5941bd2e-28df-4e4c-a5f7-a4bd3724d90b/crucible/regions/5960d871-72f5-4185-b273-d659ddae31eb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:57.967586412Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"region":"5960d871-72f5-4185-b273-d659ddae31eb","component":"worker"} {"msg":"region 5960d871-72f5-4185-b273-d659ddae31eb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:58.017711077Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-20T17:19:58.067879162Z","hostname":"oxz_crucible_00b7f9ff-0e43-4825-a0cf-65c76daaae90","pid":22402,"uri":"/crucible/0/regions/5960d871-72f5-4185-b273-d659ddae31eb","method":"GET","req_id":"8fa43db2-96bb-4d10-b6cf-4720383b53fe","remote_addr":"[fd00:1122:3344:101::a]:41715","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":93,"response_code":"200"}