{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.090718613Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59353"} {"msg":"region 3d4def81-c165-4c84-a929-f77405b5c834 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.090814516Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.091748512Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.091758882Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"uri":"/crucible/0/regions","method":"POST","req_id":"9db77371-3f46-4379-9437-af699ee476e3","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":976,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_fd8c702e-57f8-4bbd-a751-a93437545dc2/crucible/regions/3d4def81-c165-4c84-a929-f77405b5c834","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.101165153Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fd8c702e-57f8-4bbd-a751-a93437545dc2/crucible/regions/3d4def81-c165-4c84-a929-f77405b5c834","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.101183133Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3d4def81-c165-4c84-a929-f77405b5c834\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d4def81-c165-4c84-a929-f77405b5c834\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.174202526Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"region":"3d4def81-c165-4c84-a929-f77405b5c834","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d4def81-c165-4c84-a929-f77405b5c834\" \"--data\" \"/data/regions/3d4def81-c165-4c84-a929-f77405b5c834\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.174243007Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"region":"3d4def81-c165-4c84-a929-f77405b5c834","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.296161033Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"region":"3d4def81-c165-4c84-a929-f77405b5c834","component":"worker"} {"msg":"region 3d4def81-c165-4c84-a929-f77405b5c834 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.296209205Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.296295097Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3d4def81-c165-4c84-a929-f77405b5c834","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.2971205Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d4def81-c165-4c84-a929-f77405b5c834","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.31049096Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.338676661Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d4def81-c165-4c84-a929-f77405b5c834","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.345397557Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d4def81-c165-4c84-a929-f77405b5c834","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.345673214Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.345718386Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.345758547Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.345794028Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.356154835Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.364130006Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.391600136Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"uri":"/crucible/0/regions","method":"POST","req_id":"3bb7b21d-40e9-432d-b16e-51ffd7131ae0","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region 8bbd0a6d-6f91-4733-b46f-85e6ccbc2223 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.424835672Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.425015497Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.425024287Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"uri":"/crucible/0/regions","method":"POST","req_id":"d64030d6-53d7-4530-b7cc-45363b132155","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":241,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_fd8c702e-57f8-4bbd-a751-a93437545dc2/crucible/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.430810748Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fd8c702e-57f8-4bbd-a751-a93437545dc2/crucible/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.430833818Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8bbd0a6d-6f91-4733-b46f-85e6ccbc2223\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.48648545Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"region":"8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8bbd0a6d-6f91-4733-b46f-85e6ccbc2223\" \"--data\" \"/data/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.486518441Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"region":"8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.609394704Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"region":"8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","component":"worker"} {"msg":"region 8bbd0a6d-6f91-4733-b46f-85e6ccbc2223 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.609447405Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.609557888Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.614569887Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.626322422Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.628319948Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"uri":"/crucible/0/regions","method":"POST","req_id":"dc86fd41-c6fe-4a19-a0c6-493db0a2e6cf","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.638735956Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.646523422Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.64682205Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.646874252Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.646919003Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.646979254Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.651930432Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.660149189Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.147914833Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"uri":"/crucible/0/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","method":"GET","req_id":"20aee856-9e90-459d-b29a-c15815106f52","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.151018359Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"datafile"} {"msg":"dataset is oxp_fd8c702e-57f8-4bbd-a751-a93437545dc2/crucible/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.161802647Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"datafile"} {"msg":"region 8bbd0a6d-6f91-4733-b46f-85e6ccbc2223 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.168313527Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.168483892Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.168496072Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"uri":"/crucible/0/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","method":"DELETE","req_id":"62e07e10-674b-4c02-9254-3d149217297a","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17496,"response_code":204} {"msg":"disabling downstairs instance: downstairs-8bbd0a6d-6f91-4733-b46f-85e6ccbc2223 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.169649104Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.171104665Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"uri":"/crucible/0/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","method":"GET","req_id":"8a82b012-4632-49ea-80e4-0424fb58d611","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.184878356Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fd8c702e-57f8-4bbd-a751-a93437545dc2/crucible/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.192495137Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"region":"8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","component":"worker"} {"msg":"region 8bbd0a6d-6f91-4733-b46f-85e6ccbc2223 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.244147208Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.275608449Z","hostname":"oxz_crucible_badfcfc3-d284-4306-8c73-4709366a64f5","pid":23386,"uri":"/crucible/0/regions/8bbd0a6d-6f91-4733-b46f-85e6ccbc2223","method":"GET","req_id":"d0bdc890-cfb8-481e-90f7-93492151736c","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":50,"response_code":200}