{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.681484156Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:32955"} {"msg":"region 74970fbc-40fb-402a-87e8-4268f327e03d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.681573637Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.681951721Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.681961501Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions","method":"POST","req_id":"abfdeebf-585e-4925-b362-509f5e182048","remote_addr":"[fd00:1122:3344:101::b]:32955","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":424,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/74970fbc-40fb-402a-87e8-4268f327e03d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.697099228Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/74970fbc-40fb-402a-87e8-4268f327e03d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.697126409Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"74970fbc-40fb-402a-87e8-4268f327e03d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/74970fbc-40fb-402a-87e8-4268f327e03d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.761609566Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"74970fbc-40fb-402a-87e8-4268f327e03d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"74970fbc-40fb-402a-87e8-4268f327e03d\" \"--data\" \"/data/regions/74970fbc-40fb-402a-87e8-4268f327e03d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.761664976Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"74970fbc-40fb-402a-87e8-4268f327e03d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.862234435Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"region":"74970fbc-40fb-402a-87e8-4268f327e03d","component":"worker"} {"msg":"region 74970fbc-40fb-402a-87e8-4268f327e03d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.862284726Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.862391456Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-74970fbc-40fb-402a-87e8-4268f327e03d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.870179122Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-74970fbc-40fb-402a-87e8-4268f327e03d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.879853586Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.887280349Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-74970fbc-40fb-402a-87e8-4268f327e03d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.889927544Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/74970fbc-40fb-402a-87e8-4268f327e03d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.890134816Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.890197987Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.890240737Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.890279828Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.893698041Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.898090464Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:37.987507224Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions","method":"POST","req_id":"be7e7c44-73e5-44f5-845f-871788108e23","remote_addr":"[fd00:1122:3344:101::b]:32955","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.552341866Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","method":"GET","req_id":"1df4f541-0b96-490f-b987-05362ddeb9dd","remote_addr":"[fd00:1122:3344:101::b]:32955","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.55586294Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"dataset is oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.564727456Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"snapshot is oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e@e8038fc9-6011-4367-ba02-0c2bca20a680","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.573889856Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\", \"e8038fc9-6011-4367-ba02-0c2bca20a680\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.573929196Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.585250506Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e/snapshots/e8038fc9-6011-4367-ba02-0c2bca20a680","method":"GET","req_id":"96d8065e-2861-4743-a36f-4817ef692897","remote_addr":"[fd00:1122:3344:101::b]:32955","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29946,"response_code":"200"} {"msg":"path is \"/data/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.588838361Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"dataset is oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.597111771Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"snapshot is oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e@e8038fc9-6011-4367-ba02-0c2bca20a680","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.605492903Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\", \"e8038fc9-6011-4367-ba02-0c2bca20a680\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.605519553Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 12a8af30-44cd-45b3-9c2f-e8de1e7eee0e-e8038fc9-6011-4367-ba02-0c2bca20a680 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.614205828Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"applying SMF actions for region 12a8af30-44cd-45b3-9c2f-e8de1e7eee0e running snapshot e8038fc9-6011-4367-ba02-0c2bca20a680 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.61438881Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.61440297Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e/snapshots/e8038fc9-6011-4367-ba02-0c2bca20a680/run","method":"POST","req_id":"89348107-1ddf-4f35-835c-f7f8ef7efd41","remote_addr":"[fd00:1122:3344:101::b]:32955","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25600,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-12a8af30-44cd-45b3-9c2f-e8de1e7eee0e-e8038fc9-6011-4367-ba02-0c2bca20a680","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.617754692Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-12a8af30-44cd-45b3-9c2f-e8de1e7eee0e-e8038fc9-6011-4367-ba02-0c2bca20a680","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.620391098Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-12a8af30-44cd-45b3-9c2f-e8de1e7eee0e-e8038fc9-6011-4367-ba02-0c2bca20a680","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.628965011Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e/.zfs/snapshot/e8038fc9-6011-4367-ba02-0c2bca20a680","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.629199574Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.629250334Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.629290015Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.629331405Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.629378765Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.632328774Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.636490385Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"worker"} {"msg":"region 12a8af30-44cd-45b3-9c2f-e8de1e7eee0e running snapshot e8038fc9-6011-4367-ba02-0c2bca20a680 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.636499835Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"path is \"/data/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.876840463Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"dataset is oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.886922921Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"datafile"} {"msg":"snapshot is oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e@e8038fc9-6011-4367-ba02-0c2bca20a680","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.895827837Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b531588a-3566-4399-8139-f6e67067de42/crucible/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e\", \"e8038fc9-6011-4367-ba02-0c2bca20a680\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.895863828Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-01T02:19:39.904665094Z","hostname":"oxz_crucible_2f162268-622b-4b97-8241-ac158de69609","pid":23019,"uri":"/crucible/0/regions/12a8af30-44cd-45b3-9c2f-e8de1e7eee0e/snapshots/e8038fc9-6011-4367-ba02-0c2bca20a680/run","method":"POST","req_id":"6bd389e3-57d6-4ec2-b480-bc7e2468bf3c","remote_addr":"[fd00:1122:3344:101::b]:32955","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27881,"response_code":"200"}