{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.709877764Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46659"}
{"msg":"region 8417a7bf-46db-4594-b71f-67462705fed7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.709981806Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.710966089Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"e2ca3ed5-9c6e-4c53-a2fd-3fe8ff34591b","remote_addr":"[fd00:1122:3344:101::a]:46659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1019,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.711722949Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1f027699-ed74-4a41-96d6-0bd4843abdf5/crucible/regions/8417a7bf-46db-4594-b71f-67462705fed7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.722723857Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1f027699-ed74-4a41-96d6-0bd4843abdf5/crucible/regions/8417a7bf-46db-4594-b71f-67462705fed7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.722741228Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8417a7bf-46db-4594-b71f-67462705fed7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8417a7bf-46db-4594-b71f-67462705fed7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.76144455Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"region":"8417a7bf-46db-4594-b71f-67462705fed7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8417a7bf-46db-4594-b71f-67462705fed7\" \"--data\" \"/data/regions/8417a7bf-46db-4594-b71f-67462705fed7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.76147415Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"region":"8417a7bf-46db-4594-b71f-67462705fed7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.810362769Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"region":"8417a7bf-46db-4594-b71f-67462705fed7","component":"worker"}
{"msg":"region 8417a7bf-46db-4594-b71f-67462705fed7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.810394489Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.810495951Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8417a7bf-46db-4594-b71f-67462705fed7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.811282221Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8417a7bf-46db-4594-b71f-67462705fed7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.814088489Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.824884435Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8417a7bf-46db-4594-b71f-67462705fed7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.82605053Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8417a7bf-46db-4594-b71f-67462705fed7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.826352025Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.826399295Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.826433175Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.826464526Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.828128228Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.830854665Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:24:59.974910847Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"d26da4f4-2e95-4fee-9b75-620cb34e6b67","remote_addr":"[fd00:1122:3344:101::a]:46659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region 484304b3-51ec-44ad-82e6-118d82571266 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.463729555Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.463927918Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.463959828Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"e5f828f3-6b71-46eb-998b-4b144a5bfa67","remote_addr":"[fd00:1122:3344:101::a]:46659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":283,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_1f027699-ed74-4a41-96d6-0bd4843abdf5/crucible/regions/484304b3-51ec-44ad-82e6-118d82571266","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.471334117Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1f027699-ed74-4a41-96d6-0bd4843abdf5/crucible/regions/484304b3-51ec-44ad-82e6-118d82571266","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.471353648Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"484304b3-51ec-44ad-82e6-118d82571266\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/484304b3-51ec-44ad-82e6-118d82571266\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.517907935Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"region":"484304b3-51ec-44ad-82e6-118d82571266","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"484304b3-51ec-44ad-82e6-118d82571266\" \"--data\" \"/data/regions/484304b3-51ec-44ad-82e6-118d82571266\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.517946456Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"region":"484304b3-51ec-44ad-82e6-118d82571266","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.562892221Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"region":"484304b3-51ec-44ad-82e6-118d82571266","component":"worker"}
{"msg":"region 484304b3-51ec-44ad-82e6-118d82571266 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.562923581Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.563046713Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-484304b3-51ec-44ad-82e6-118d82571266","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.563904214Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-484304b3-51ec-44ad-82e6-118d82571266","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.573015047Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.576298441Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-484304b3-51ec-44ad-82e6-118d82571266","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.577553548Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/484304b3-51ec-44ad-82e6-118d82571266","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.577829572Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.577877083Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.577920043Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.577957134Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.579760638Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.583424737Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:06.785556292Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"2ed2dc0b-603c-4913-9b4d-0b6847183a87","remote_addr":"[fd00:1122:3344:101::a]:46659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.196356131Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"uri":"/crucible/0/regions/484304b3-51ec-44ad-82e6-118d82571266","method":"GET","req_id":"717078aa-f1ce-4dc9-b903-46017b23500d","remote_addr":"[fd00:1122:3344:101::a]:46659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/484304b3-51ec-44ad-82e6-118d82571266\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.200905542Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"datafile"}
{"msg":"dataset is oxp_1f027699-ed74-4a41-96d6-0bd4843abdf5/crucible/regions/484304b3-51ec-44ad-82e6-118d82571266","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.210614133Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"datafile"}
{"msg":"region 484304b3-51ec-44ad-82e6-118d82571266 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.217609417Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.21781037Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.21782407Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"uri":"/crucible/0/regions/484304b3-51ec-44ad-82e6-118d82571266","method":"DELETE","req_id":"b1479725-ea3b-4d73-92f8-005d18e3fdc4","remote_addr":"[fd00:1122:3344:101::a]:46659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16971,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-484304b3-51ec-44ad-82e6-118d82571266 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.220339694Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.220590977Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"uri":"/crucible/0/regions/484304b3-51ec-44ad-82e6-118d82571266","method":"GET","req_id":"161a533b-21d3-4ebb-90ed-c4b2eb300aaf","remote_addr":"[fd00:1122:3344:101::a]:46659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.223306904Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1f027699-ed74-4a41-96d6-0bd4843abdf5/crucible/regions/484304b3-51ec-44ad-82e6-118d82571266\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.231887089Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"region":"484304b3-51ec-44ad-82e6-118d82571266","component":"worker"}
{"msg":"region 484304b3-51ec-44ad-82e6-118d82571266 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.278128263Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-15T04:25:32.317094468Z","hostname":"oxz_crucible_34f05da7-2e65-43b6-bb84-029a3f4bad14","pid":23442,"uri":"/crucible/0/regions/484304b3-51ec-44ad-82e6-118d82571266","method":"GET","req_id":"fabccd7f-8680-4e1b-931d-f4eace83af86","remote_addr":"[fd00:1122:3344:101::a]:46659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200}