{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:20.766623272Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36399"} {"msg":"region 68393e14-40bc-4e69-a24f-532f78973700 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:20.812746652Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:20.815257411Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:20.815270261Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"uri":"/crucible/0/regions","method":"POST","req_id":"0cec4506-05dc-4141-adbf-7c30f375fa4d","remote_addr":"[fd00:1122:3344:101::c]:36399","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19866,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ea64d31c-701b-4088-952d-eaccd3778fa3/crucible/regions/68393e14-40bc-4e69-a24f-532f78973700","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:20.824752511Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ea64d31c-701b-4088-952d-eaccd3778fa3/crucible/regions/68393e14-40bc-4e69-a24f-532f78973700","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:20.824769911Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"68393e14-40bc-4e69-a24f-532f78973700\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/68393e14-40bc-4e69-a24f-532f78973700\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:20.877817342Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"region":"68393e14-40bc-4e69-a24f-532f78973700","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"68393e14-40bc-4e69-a24f-532f78973700\" \"--data\" \"/data/regions/68393e14-40bc-4e69-a24f-532f78973700\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:20.880054283Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"region":"68393e14-40bc-4e69-a24f-532f78973700","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.073098641Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"uri":"/crucible/0/regions","method":"POST","req_id":"675f0fc9-51bf-42f9-9164-47073a08f8e3","remote_addr":"[fd00:1122:3344:101::c]:36399","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.291355382Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35086"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.291574457Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"uri":"/crucible/0/regions/68393e14-40bc-4e69-a24f-532f78973700","method":"GET","req_id":"d3ff82bb-362e-4e79-b259-6fccb3d27d81","remote_addr":"[fd00:1122:3344:101::a]:35086","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.297768351Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"region":"68393e14-40bc-4e69-a24f-532f78973700","component":"worker"} {"msg":"region 68393e14-40bc-4e69-a24f-532f78973700 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.297797522Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.298045117Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-68393e14-40bc-4e69-a24f-532f78973700","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.298540039Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.304531758Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62669"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.304705792Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"uri":"/crucible/0/regions/68393e14-40bc-4e69-a24f-532f78973700","method":"GET","req_id":"ab667579-42f6-47f3-879d-286adfbbf592","remote_addr":"[fd00:1122:3344:101::b]:62669","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-68393e14-40bc-4e69-a24f-532f78973700","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.318799999Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.346945822Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"uri":"/crucible/0/regions","method":"POST","req_id":"5c9fbca8-83ec-4649-ba6a-f2eee5b65a68","remote_addr":"[fd00:1122:3344:101::c]:36399","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":82,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.356157975Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-68393e14-40bc-4e69-a24f-532f78973700","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.360486565Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/68393e14-40bc-4e69-a24f-532f78973700","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.361712584Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.361807516Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.361872958Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.361926769Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.367103619Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:21.373709182Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.24767525Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"uri":"/crucible/0/regions/68393e14-40bc-4e69-a24f-532f78973700","method":"GET","req_id":"8293b6cb-ce82-4ce4-81b2-456e04c00cc1","remote_addr":"[fd00:1122:3344:101::c]:36399","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/68393e14-40bc-4e69-a24f-532f78973700\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.249912902Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"datafile"} {"msg":"dataset is oxp_ea64d31c-701b-4088-952d-eaccd3778fa3/crucible/regions/68393e14-40bc-4e69-a24f-532f78973700","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.258535462Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"datafile"} {"msg":"region 68393e14-40bc-4e69-a24f-532f78973700 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.264533791Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.264774017Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"uri":"/crucible/0/regions/68393e14-40bc-4e69-a24f-532f78973700","method":"DELETE","req_id":"9e0820de-05d9-43d6-ad19-5e08cd5bfc40","remote_addr":"[fd00:1122:3344:101::c]:36399","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":14879,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.264794037Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-68393e14-40bc-4e69-a24f-532f78973700 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.266293122Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.2688011Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"uri":"/crucible/0/regions/68393e14-40bc-4e69-a24f-532f78973700","method":"GET","req_id":"756a5ca7-dd0a-4b37-bd82-7bd941bcc76f","remote_addr":"[fd00:1122:3344:101::c]:36399","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.275340352Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ea64d31c-701b-4088-952d-eaccd3778fa3/crucible/regions/68393e14-40bc-4e69-a24f-532f78973700\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.28213982Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"region":"68393e14-40bc-4e69-a24f-532f78973700","component":"worker"} {"msg":"region 68393e14-40bc-4e69-a24f-532f78973700 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.353616727Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-20T18:01:47.373740574Z","hostname":"oxz_crucible_18f20c63-06ac-40ec-bf17-b62edccd400d","pid":24276,"uri":"/crucible/0/regions/68393e14-40bc-4e69-a24f-532f78973700","method":"GET","req_id":"9f05e3ab-b7c6-4d7f-8e75-1f4265625488","remote_addr":"[fd00:1122:3344:101::c]:36399","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":200}