{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.321125691Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55782"} {"msg":"region 43fa3079-b498-4015-8fc4-df2f662fb034 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.321213103Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.321846389Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"uri":"/crucible/0/regions","method":"POST","req_id":"8a698d15-9f5e-48ee-9397-5ad3e971e22c","remote_addr":"[fd00:1122:3344:101::c]:55782","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":662,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.321857789Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/43fa3079-b498-4015-8fc4-df2f662fb034","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.335200579Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/43fa3079-b498-4015-8fc4-df2f662fb034","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.335230349Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"43fa3079-b498-4015-8fc4-df2f662fb034\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/43fa3079-b498-4015-8fc4-df2f662fb034\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.41329782Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"region":"43fa3079-b498-4015-8fc4-df2f662fb034","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"43fa3079-b498-4015-8fc4-df2f662fb034\" \"--data\" \"/data/regions/43fa3079-b498-4015-8fc4-df2f662fb034\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.413353162Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"region":"43fa3079-b498-4015-8fc4-df2f662fb034","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.540008765Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"region":"43fa3079-b498-4015-8fc4-df2f662fb034","component":"worker"} {"msg":"region 43fa3079-b498-4015-8fc4-df2f662fb034 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.540078466Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.540213059Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-43fa3079-b498-4015-8fc4-df2f662fb034","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.553192631Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-43fa3079-b498-4015-8fc4-df2f662fb034","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.557961029Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.570770265Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-43fa3079-b498-4015-8fc4-df2f662fb034","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.574505978Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/43fa3079-b498-4015-8fc4-df2f662fb034","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.574898017Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.574963239Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.57501634Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.575064001Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.579420929Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.587705484Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:53.595752183Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"uri":"/crucible/0/regions","method":"POST","req_id":"fb4acfa2-ecfe-4b35-bf39-2fb7e979398c","remote_addr":"[fd00:1122:3344:101::c]:55782","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.561226476Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"uri":"/crucible/0/regions/05f450f6-11b8-486b-98f0-00eb873699d5","method":"GET","req_id":"8f7797e9-ae08-418e-8ed5-dbde4735749f","remote_addr":"[fd00:1122:3344:101::c]:55782","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2373,"response_code":"200"} {"msg":"path is \"/data/regions/05f450f6-11b8-486b-98f0-00eb873699d5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.564956188Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"dataset is oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/05f450f6-11b8-486b-98f0-00eb873699d5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.575468678Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"snapshot is oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/05f450f6-11b8-486b-98f0-00eb873699d5@767abb4d-61bf-47f3-b595-e1ac8d322b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.584347338Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/05f450f6-11b8-486b-98f0-00eb873699d5\", \"767abb4d-61bf-47f3-b595-e1ac8d322b3e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.584375209Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.595680858Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"uri":"/crucible/0/regions/05f450f6-11b8-486b-98f0-00eb873699d5/snapshots/767abb4d-61bf-47f3-b595-e1ac8d322b3e","method":"GET","req_id":"5787ed87-2625-49ab-af96-01b4ab0d1bb8","remote_addr":"[fd00:1122:3344:101::c]:55782","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30729,"response_code":"200"} {"msg":"path is \"/data/regions/05f450f6-11b8-486b-98f0-00eb873699d5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.59979913Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"dataset is oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/05f450f6-11b8-486b-98f0-00eb873699d5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.608050444Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"snapshot is oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/05f450f6-11b8-486b-98f0-00eb873699d5@767abb4d-61bf-47f3-b595-e1ac8d322b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.616646437Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/05f450f6-11b8-486b-98f0-00eb873699d5\", \"767abb4d-61bf-47f3-b595-e1ac8d322b3e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.616679868Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 05f450f6-11b8-486b-98f0-00eb873699d5-767abb4d-61bf-47f3-b595-e1ac8d322b3e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.625029744Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"applying SMF actions for region 05f450f6-11b8-486b-98f0-00eb873699d5 running snapshot 767abb4d-61bf-47f3-b595-e1ac8d322b3e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.625235399Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.62525869Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"uri":"/crucible/0/regions/05f450f6-11b8-486b-98f0-00eb873699d5/snapshots/767abb4d-61bf-47f3-b595-e1ac8d322b3e/run","method":"POST","req_id":"ed51ed2d-de10-413f-bead-186e1fa9f3a8","remote_addr":"[fd00:1122:3344:101::c]:55782","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26040,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-05f450f6-11b8-486b-98f0-00eb873699d5-767abb4d-61bf-47f3-b595-e1ac8d322b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.627549946Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-05f450f6-11b8-486b-98f0-00eb873699d5-767abb4d-61bf-47f3-b595-e1ac8d322b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.634121959Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-05f450f6-11b8-486b-98f0-00eb873699d5-767abb4d-61bf-47f3-b595-e1ac8d322b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.643749127Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05f450f6-11b8-486b-98f0-00eb873699d5/.zfs/snapshot/767abb4d-61bf-47f3-b595-e1ac8d322b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.644055455Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.644108316Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.644148807Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.644189998Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.644242939Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.647993162Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.652927444Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"worker"} {"msg":"region 05f450f6-11b8-486b-98f0-00eb873699d5 running snapshot 767abb4d-61bf-47f3-b595-e1ac8d322b3e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.652951955Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"path is \"/data/regions/05f450f6-11b8-486b-98f0-00eb873699d5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.78617772Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"dataset is oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/05f450f6-11b8-486b-98f0-00eb873699d5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.795054429Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"datafile"} {"msg":"snapshot is oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/05f450f6-11b8-486b-98f0-00eb873699d5@767abb4d-61bf-47f3-b595-e1ac8d322b3e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.804661767Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7c28e2e1-3590-4595-bc22-4324f6ba0ef1/crucible/regions/05f450f6-11b8-486b-98f0-00eb873699d5\", \"767abb4d-61bf-47f3-b595-e1ac8d322b3e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.804694548Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:50:55.81328539Z","hostname":"oxz_crucible_bde00aea-3047-4475-84b5-7b8662f5e6a2","pid":22844,"uri":"/crucible/0/regions/05f450f6-11b8-486b-98f0-00eb873699d5/snapshots/767abb4d-61bf-47f3-b595-e1ac8d322b3e/run","method":"POST","req_id":"c210a584-069d-401e-90b9-96ff66dcb306","remote_addr":"[fd00:1122:3344:101::c]:55782","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27146,"response_code":"200"}