{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.841269441Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48763"} {"msg":"region 9ff6ab8e-8aa3-49e7-8130-e25c80a503a5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.894410343Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.897030132Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.897044582Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions","method":"POST","req_id":"55786406-e006-4761-921a-87604e434bad","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19991,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_210c68cc-7d3c-4d4d-9a67-3d34d630376e/crucible/regions/9ff6ab8e-8aa3-49e7-8130-e25c80a503a5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.908988473Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_210c68cc-7d3c-4d4d-9a67-3d34d630376e/crucible/regions/9ff6ab8e-8aa3-49e7-8130-e25c80a503a5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.909008753Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9ff6ab8e-8aa3-49e7-8130-e25c80a503a5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9ff6ab8e-8aa3-49e7-8130-e25c80a503a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.955901426Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"region":"9ff6ab8e-8aa3-49e7-8130-e25c80a503a5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9ff6ab8e-8aa3-49e7-8130-e25c80a503a5\" \"--data\" \"/data/regions/9ff6ab8e-8aa3-49e7-8130-e25c80a503a5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:54.958152141Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"region":"9ff6ab8e-8aa3-49e7-8130-e25c80a503a5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.153283948Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions","method":"POST","req_id":"2f895f98-27c0-4e35-bc42-e0a8a5107aed","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.319705771Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"region":"9ff6ab8e-8aa3-49e7-8130-e25c80a503a5","component":"worker"} {"msg":"region 9ff6ab8e-8aa3-49e7-8130-e25c80a503a5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.319752132Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.319898163Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9ff6ab8e-8aa3-49e7-8130-e25c80a503a5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.320268167Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9ff6ab8e-8aa3-49e7-8130-e25c80a503a5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.333008937Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.355417292Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ff6ab8e-8aa3-49e7-8130-e25c80a503a5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.358490026Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ff6ab8e-8aa3-49e7-8130-e25c80a503a5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.359243334Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.359309375Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.359350815Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.359386476Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.362818122Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.368254583Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:40:55.788887269Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions","method":"POST","req_id":"3fcd5e38-47d4-494a-8470-58c7f0677ea4","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region f564cfcd-1066-442c-8755-c4965fa60b86 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.243738964Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.243914056Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions","method":"POST","req_id":"a3a36876-53ce-4b70-b590-6e6bedf90442","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":220,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.243944586Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_210c68cc-7d3c-4d4d-9a67-3d34d630376e/crucible/regions/f564cfcd-1066-442c-8755-c4965fa60b86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.250572326Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_210c68cc-7d3c-4d4d-9a67-3d34d630376e/crucible/regions/f564cfcd-1066-442c-8755-c4965fa60b86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.250590729Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f564cfcd-1066-442c-8755-c4965fa60b86\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f564cfcd-1066-442c-8755-c4965fa60b86\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.299850078Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"region":"f564cfcd-1066-442c-8755-c4965fa60b86","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f564cfcd-1066-442c-8755-c4965fa60b86\" \"--data\" \"/data/regions/f564cfcd-1066-442c-8755-c4965fa60b86\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.299890179Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"region":"f564cfcd-1066-442c-8755-c4965fa60b86","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.376100514Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"region":"f564cfcd-1066-442c-8755-c4965fa60b86","component":"worker"} {"msg":"region f564cfcd-1066-442c-8755-c4965fa60b86 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.376137504Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.376230165Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f564cfcd-1066-442c-8755-c4965fa60b86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.379943516Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f564cfcd-1066-442c-8755-c4965fa60b86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.389544611Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.396135443Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f564cfcd-1066-442c-8755-c4965fa60b86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.399083725Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f564cfcd-1066-442c-8755-c4965fa60b86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.399375639Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.399421159Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.399463089Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.39949848Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.403042349Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.407638219Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:02.444437052Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions","method":"POST","req_id":"31361431-b89c-4c23-bf46-b98dfd95eff2","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.813576819Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions/f564cfcd-1066-442c-8755-c4965fa60b86","method":"GET","req_id":"00d78a8e-8ec9-4311-be34-9f8d01f2deec","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/f564cfcd-1066-442c-8755-c4965fa60b86\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.816509041Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"datafile"} {"msg":"dataset is oxp_210c68cc-7d3c-4d4d-9a67-3d34d630376e/crucible/regions/f564cfcd-1066-442c-8755-c4965fa60b86","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.828837556Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"datafile"} {"msg":"region f564cfcd-1066-442c-8755-c4965fa60b86 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.836344448Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.837082356Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions/f564cfcd-1066-442c-8755-c4965fa60b86","method":"DELETE","req_id":"ae17fd24-a4f5-457f-b140-934d40a36dbf","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20608,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.837103357Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-f564cfcd-1066-442c-8755-c4965fa60b86 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.838036777Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.84010237Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions/f564cfcd-1066-442c-8755-c4965fa60b86","method":"GET","req_id":"7f56028b-8394-4d3e-a45a-da8d4324ad8c","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.850811777Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_210c68cc-7d3c-4d4d-9a67-3d34d630376e/crucible/regions/f564cfcd-1066-442c-8755-c4965fa60b86\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.858832265Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"region":"f564cfcd-1066-442c-8755-c4965fa60b86","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.906294264Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions/f564cfcd-1066-442c-8755-c4965fa60b86","method":"GET","req_id":"9a8b8002-77c0-4d5d-a01b-217f1026ea71","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"region f564cfcd-1066-442c-8755-c4965fa60b86 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:29.916193133Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T09:41:30.063728279Z","hostname":"oxz_crucible_61f63dce-45fb-46e2-a3d8-00744755b75f","pid":23627,"uri":"/crucible/0/regions/f564cfcd-1066-442c-8755-c4965fa60b86","method":"GET","req_id":"12692e25-5547-42c4-98d5-ac9f6cfd122c","remote_addr":"[fd00:1122:3344:101::c]:48763","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":40,"response_code":200}