{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:13.745024401Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48727"} {"msg":"region ffc51ccc-e071-42b0-88a7-2134bf9762ff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:13.772706183Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:13.775399153Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:13.775414624Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions","method":"POST","req_id":"0e3efb55-b036-4989-90dd-82d254ce9574","remote_addr":"[fd00:1122:3344:101::c]:48727","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15715,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_3e2f438b-159c-4dd5-82d6-9bc3d8d180a1/crucible/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:13.78483759Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_3e2f438b-159c-4dd5-82d6-9bc3d8d180a1/crucible/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:13.78484813Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ffc51ccc-e071-42b0-88a7-2134bf9762ff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:13.849858125Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"region":"ffc51ccc-e071-42b0-88a7-2134bf9762ff","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ffc51ccc-e071-42b0-88a7-2134bf9762ff\" \"--data\" \"/data/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:13.851866297Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"region":"ffc51ccc-e071-42b0-88a7-2134bf9762ff","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.018697248Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions","method":"POST","req_id":"c9a3af5e-ca19-4ccf-a52b-067f45a3ca1f","remote_addr":"[fd00:1122:3344:101::c]:48727","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.193495565Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"region":"ffc51ccc-e071-42b0-88a7-2134bf9762ff","component":"worker"} {"msg":"region ffc51ccc-e071-42b0-88a7-2134bf9762ff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.193559687Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.193732221Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ffc51ccc-e071-42b0-88a7-2134bf9762ff","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.19406269Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ffc51ccc-e071-42b0-88a7-2134bf9762ff","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.199884382Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.212054229Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ffc51ccc-e071-42b0-88a7-2134bf9762ff","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.215806647Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.216533196Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.216598938Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.216657049Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.216667859Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.222143052Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.226482666Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:14.56377413Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions","method":"POST","req_id":"7b6e440f-c70e-40ed-a69d-1b5f00881925","remote_addr":"[fd00:1122:3344:101::c]:48727","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.028737705Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff","method":"GET","req_id":"61b9ed79-5bdd-4b22-8892-5827124a9bfc","remote_addr":"[fd00:1122:3344:101::c]:48727","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.031509717Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"datafile"} {"msg":"dataset is oxp_3e2f438b-159c-4dd5-82d6-9bc3d8d180a1/crucible/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.040188533Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"datafile"} {"msg":"region ffc51ccc-e071-42b0-88a7-2134bf9762ff state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.046462447Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.04658192Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff","method":"DELETE","req_id":"72498543-451c-4aff-8fa2-75d13feac0ce","remote_addr":"[fd00:1122:3344:101::c]:48727","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15094,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.04660234Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-ffc51ccc-e071-42b0-88a7-2134bf9762ff (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.047660648Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.049858945Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff","method":"GET","req_id":"1b4aac4a-0e41-47f8-b8d1-af83925dd3ee","remote_addr":"[fd00:1122:3344:101::c]:48727","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.052760841Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3e2f438b-159c-4dd5-82d6-9bc3d8d180a1/crucible/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.060070492Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"region":"ffc51ccc-e071-42b0-88a7-2134bf9762ff","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.117783737Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff","method":"GET","req_id":"ada38ab0-928b-412a-895b-497b426e9f39","remote_addr":"[fd00:1122:3344:101::c]:48727","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"region ffc51ccc-e071-42b0-88a7-2134bf9762ff state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.121025261Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:30:15.301701272Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions/ffc51ccc-e071-42b0-88a7-2134bf9762ff","method":"GET","req_id":"907d650b-f4b8-4df6-b11f-0d9b9de9ceb7","remote_addr":"[fd00:1122:3344:101::c]:48727","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.529198201Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61864"} {"msg":"region 30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.529948701Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.529970251Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions","method":"POST","req_id":"160a10ad-404b-4554-a10b-64101f076591","remote_addr":"[fd00:1122:3344:101::c]:61864","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":610,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.530586147Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3e2f438b-159c-4dd5-82d6-9bc3d8d180a1/crucible/regions/30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.538118703Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3e2f438b-159c-4dd5-82d6-9bc3d8d180a1/crucible/regions/30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.538146114Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.588352423Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"region":"30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e\" \"--data\" \"/data/regions/30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.588389354Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"region":"30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.887438863Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions","method":"POST","req_id":"2169250f-aeb1-4b34-8b1c-ce6dc969eff4","remote_addr":"[fd00:1122:3344:101::c]:61864","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.976383242Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"region":"30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e","component":"worker"} {"msg":"region 30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.976442413Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.976575937Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.978036405Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:15.990647114Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.018061098Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.021369995Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30d703dc-2f8e-4b27-b7f0-67ea2fd1cf0e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.021862058Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.02193111Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.0219716Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.022010781Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.026523319Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.032449624Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-24T17:41:16.540123002Z","hostname":"oxz_crucible_795d1d5e-e714-4342-9a75-32d02ced84e7","pid":23748,"uri":"/crucible/0/regions","method":"POST","req_id":"f327fc26-2655-40f2-9110-347e110c74e1","remote_addr":"[fd00:1122:3344:101::c]:61864","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200}