{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:16.90749371Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58793"} {"msg":"region 4a9e9907-d554-49f6-8f75-cd832bb4268d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:16.963843247Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:16.966694417Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:16.966708737Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"uri":"/crucible/0/regions","method":"POST","req_id":"478549e2-3498-41d7-91ba-cecbbcb64d29","remote_addr":"[fd00:1122:3344:101::b]:58793","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24886,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d857aa52-2f77-46d8-b099-647af9ba717f/crucible/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:16.979087231Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d857aa52-2f77-46d8-b099-647af9ba717f/crucible/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:16.979108422Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4a9e9907-d554-49f6-8f75-cd832bb4268d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.051163456Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"region":"4a9e9907-d554-49f6-8f75-cd832bb4268d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4a9e9907-d554-49f6-8f75-cd832bb4268d\" \"--data\" \"/data/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.054508079Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"region":"4a9e9907-d554-49f6-8f75-cd832bb4268d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.22138413Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"uri":"/crucible/0/regions","method":"POST","req_id":"870fdbb5-4e11-4e77-b01b-1c215e1edc23","remote_addr":"[fd00:1122:3344:101::b]:58793","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.499896947Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"region":"4a9e9907-d554-49f6-8f75-cd832bb4268d","component":"worker"} {"msg":"region 4a9e9907-d554-49f6-8f75-cd832bb4268d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.499956099Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.500050401Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4a9e9907-d554-49f6-8f75-cd832bb4268d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.500438012Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4a9e9907-d554-49f6-8f75-cd832bb4268d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.513795444Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.54063351Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4a9e9907-d554-49f6-8f75-cd832bb4268d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.546702849Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.547496941Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.547560593Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.547600004Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.547634565Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.554121365Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.560577975Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:17.748017258Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"uri":"/crucible/0/regions","method":"POST","req_id":"b6aa8fb6-e7cf-4007-8226-a268ae653e98","remote_addr":"[fd00:1122:3344:101::b]:58793","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.22561069Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"uri":"/crucible/0/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d","method":"GET","req_id":"9cc45c90-1ae1-440f-8130-072238d8f6fc","remote_addr":"[fd00:1122:3344:101::b]:58793","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.228531421Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"datafile"} {"msg":"dataset is oxp_d857aa52-2f77-46d8-b099-647af9ba717f/crucible/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.239570359Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"datafile"} {"msg":"region 4a9e9907-d554-49f6-8f75-cd832bb4268d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.247401046Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.248211169Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"uri":"/crucible/0/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d","method":"DELETE","req_id":"bb86345f-2811-4e3d-a862-9339a937d449","remote_addr":"[fd00:1122:3344:101::b]:58793","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19702,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.248227039Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-4a9e9907-d554-49f6-8f75-cd832bb4268d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.248785445Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.251731757Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"uri":"/crucible/0/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d","method":"GET","req_id":"550ea64a-4da5-4b12-afc8-463a13820699","remote_addr":"[fd00:1122:3344:101::b]:58793","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.257785475Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d857aa52-2f77-46d8-b099-647af9ba717f/crucible/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.265697225Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"region":"4a9e9907-d554-49f6-8f75-cd832bb4268d","component":"worker"} {"msg":"region 4a9e9907-d554-49f6-8f75-cd832bb4268d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.320497379Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T04:05:42.354037272Z","hostname":"oxz_crucible_4579738b-3db3-4f42-a763-b1fc4581ece9","pid":23567,"uri":"/crucible/0/regions/4a9e9907-d554-49f6-8f75-cd832bb4268d","method":"GET","req_id":"34a4fd21-1b0f-4bae-9e28-4fb3ecbeca5a","remote_addr":"[fd00:1122:3344:101::b]:58793","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}