{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:01.953968912Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61868"}
{"msg":"region bdc0b321-af8f-49d6-ab3f-b14762d667ba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:01.954053263Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:01.954721198Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"0aa6b41f-9ae6-4e2e-bed7-725e98d3ed93","remote_addr":"[fd00:1122:3344:101::a]:61868","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":714,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:01.954747288Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f86045e7-342c-410a-9d0d-1c6940bf327c/crucible/regions/bdc0b321-af8f-49d6-ab3f-b14762d667ba","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:01.965763563Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f86045e7-342c-410a-9d0d-1c6940bf327c/crucible/regions/bdc0b321-af8f-49d6-ab3f-b14762d667ba","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:01.965781983Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bdc0b321-af8f-49d6-ab3f-b14762d667ba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bdc0b321-af8f-49d6-ab3f-b14762d667ba\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.020708178Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"region":"bdc0b321-af8f-49d6-ab3f-b14762d667ba","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bdc0b321-af8f-49d6-ab3f-b14762d667ba\" \"--data\" \"/data/regions/bdc0b321-af8f-49d6-ab3f-b14762d667ba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.020758628Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"region":"bdc0b321-af8f-49d6-ab3f-b14762d667ba","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.108780049Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"region":"bdc0b321-af8f-49d6-ab3f-b14762d667ba","component":"worker"}
{"msg":"region bdc0b321-af8f-49d6-ab3f-b14762d667ba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.108809589Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.10890695Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bdc0b321-af8f-49d6-ab3f-b14762d667ba","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.109688466Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bdc0b321-af8f-49d6-ab3f-b14762d667ba","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.121052084Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.145484253Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bdc0b321-af8f-49d6-ab3f-b14762d667ba","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.148529707Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bdc0b321-af8f-49d6-ab3f-b14762d667ba","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.148821769Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.148867059Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.14890976Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.1489435Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.152412587Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.158112611Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:02.280091854Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"b5bd087a-e931-4d5f-97e0-9756a46b4d54","remote_addr":"[fd00:1122:3344:101::a]:61868","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region 9e1b4340-4c6e-4142-a544-c6384f843501 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.009402014Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.009574875Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"7907a14c-24e2-495a-b36e-04af9c7e4a25","remote_addr":"[fd00:1122:3344:101::a]:61868","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":228,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.009592475Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f86045e7-342c-410a-9d0d-1c6940bf327c/crucible/regions/9e1b4340-4c6e-4142-a544-c6384f843501","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.017070333Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f86045e7-342c-410a-9d0d-1c6940bf327c/crucible/regions/9e1b4340-4c6e-4142-a544-c6384f843501","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.017096523Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9e1b4340-4c6e-4142-a544-c6384f843501\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9e1b4340-4c6e-4142-a544-c6384f843501\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.113537509Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"region":"9e1b4340-4c6e-4142-a544-c6384f843501","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9e1b4340-4c6e-4142-a544-c6384f843501\" \"--data\" \"/data/regions/9e1b4340-4c6e-4142-a544-c6384f843501\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.113571199Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"region":"9e1b4340-4c6e-4142-a544-c6384f843501","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.191338761Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"ea065851-8b54-4203-8100-a09ea468f514","remote_addr":"[fd00:1122:3344:101::a]:61868","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.415502555Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"region":"9e1b4340-4c6e-4142-a544-c6384f843501","component":"worker"}
{"msg":"region 9e1b4340-4c6e-4142-a544-c6384f843501 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.415532085Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.415666456Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9e1b4340-4c6e-4142-a544-c6384f843501","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.416638813Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9e1b4340-4c6e-4142-a544-c6384f843501","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.436050854Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.463917259Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e1b4340-4c6e-4142-a544-c6384f843501","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.48080075Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e1b4340-4c6e-4142-a544-c6384f843501","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.481218613Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.481273813Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.481319494Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.481362584Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.494185293Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.531352201Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:11.574879148Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"uri":"/crucible/0/regions","method":"POST","req_id":"0281ff40-4e8e-4ab3-b769-68113c0c27d9","remote_addr":"[fd00:1122:3344:101::a]:61868","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.215333781Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36727"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.215448372Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"uri":"/crucible/0/regions/9e1b4340-4c6e-4142-a544-c6384f843501","method":"GET","req_id":"91e6878d-b1d1-4963-ab75-46a8b5f93f70","remote_addr":"[fd00:1122:3344:101::a]:36727","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"path is \"/data/regions/9e1b4340-4c6e-4142-a544-c6384f843501\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.21908087Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"datafile"}
{"msg":"dataset is oxp_f86045e7-342c-410a-9d0d-1c6940bf327c/crucible/regions/9e1b4340-4c6e-4142-a544-c6384f843501","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.242630442Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"datafile"}
{"msg":"region 9e1b4340-4c6e-4142-a544-c6384f843501 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.249285654Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.249460905Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.249480845Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"uri":"/crucible/0/regions/9e1b4340-4c6e-4142-a544-c6384f843501","method":"DELETE","req_id":"f231bc16-d3c4-40df-9596-18b2b6c2db15","remote_addr":"[fd00:1122:3344:101::a]:36727","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30437,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-9e1b4340-4c6e-4142-a544-c6384f843501 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.250924726Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.252360328Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"uri":"/crucible/0/regions/9e1b4340-4c6e-4142-a544-c6384f843501","method":"GET","req_id":"2e148308-1e25-4a78-a469-99f4a5565505","remote_addr":"[fd00:1122:3344:101::a]:36727","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.274224526Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f86045e7-342c-410a-9d0d-1c6940bf327c/crucible/regions/9e1b4340-4c6e-4142-a544-c6384f843501\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.281873536Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"region":"9e1b4340-4c6e-4142-a544-c6384f843501","component":"worker"}
{"msg":"region 9e1b4340-4c6e-4142-a544-c6384f843501 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.374466632Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-17T23:40:45.390357785Z","hostname":"oxz_crucible_98012a8b-e454-4dec-86fe-0f1a8213b8bf","pid":23336,"uri":"/crucible/0/regions/9e1b4340-4c6e-4142-a544-c6384f843501","method":"GET","req_id":"82aaf765-8157-457a-b95e-57ce8e3f1d0c","remote_addr":"[fd00:1122:3344:101::a]:36727","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":45,"response_code":200}