{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:27.705024544Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48079"}
{"msg":"region 0f363319-f160-44f2-a2fc-adb0cb2ab6d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:27.753214378Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:27.756106417Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:27.756116177Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"uri":"/crucible/0/regions","method":"POST","req_id":"9c257b7a-55f6-4ae7-bc12-f742629b8f15","remote_addr":"[fd00:1122:3344:101::c]:48079","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19292,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ab4f5f2f-c556-496f-bbcd-78a154a563bd/crucible/regions/0f363319-f160-44f2-a2fc-adb0cb2ab6d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:27.766200532Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ab4f5f2f-c556-496f-bbcd-78a154a563bd/crucible/regions/0f363319-f160-44f2-a2fc-adb0cb2ab6d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:27.766220002Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0f363319-f160-44f2-a2fc-adb0cb2ab6d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0f363319-f160-44f2-a2fc-adb0cb2ab6d1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:27.809797414Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"region":"0f363319-f160-44f2-a2fc-adb0cb2ab6d1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0f363319-f160-44f2-a2fc-adb0cb2ab6d1\" \"--data\" \"/data/regions/0f363319-f160-44f2-a2fc-adb0cb2ab6d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:27.812243957Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"region":"0f363319-f160-44f2-a2fc-adb0cb2ab6d1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:27.904252246Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"uri":"/crucible/0/regions","method":"POST","req_id":"c69e8082-be2c-43f9-9e5d-bddf3114209b","remote_addr":"[fd00:1122:3344:101::c]:48079","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.232999509Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"region":"0f363319-f160-44f2-a2fc-adb0cb2ab6d1","component":"worker"}
{"msg":"region 0f363319-f160-44f2-a2fc-adb0cb2ab6d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.233042409Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.233138351Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0f363319-f160-44f2-a2fc-adb0cb2ab6d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.233491385Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0f363319-f160-44f2-a2fc-adb0cb2ab6d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.246084984Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.269937042Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0f363319-f160-44f2-a2fc-adb0cb2ab6d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.274131068Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0f363319-f160-44f2-a2fc-adb0cb2ab6d1","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.274752247Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.274819197Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.274861908Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.274900738Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.279059904Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.283103598Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:28.467871517Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"uri":"/crucible/0/regions","method":"POST","req_id":"4bce5876-303e-46a6-80a8-aaf315ada44d","remote_addr":"[fd00:1122:3344:101::c]:48079","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region 7aaefff0-08b7-4af4-a2f9-2e089e1f7862 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:34.889211651Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:34.889369643Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"uri":"/crucible/0/regions","method":"POST","req_id":"8cd10656-78e5-4f58-8e5c-0738a7153466","remote_addr":"[fd00:1122:3344:101::c]:48079","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":213,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:34.889390304Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ab4f5f2f-c556-496f-bbcd-78a154a563bd/crucible/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:34.896696271Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ab4f5f2f-c556-496f-bbcd-78a154a563bd/crucible/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:34.896714211Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7aaefff0-08b7-4af4-a2f9-2e089e1f7862\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:34.955148462Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"region":"7aaefff0-08b7-4af4-a2f9-2e089e1f7862","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7aaefff0-08b7-4af4-a2f9-2e089e1f7862\" \"--data\" \"/data/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:34.955196583Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"region":"7aaefff0-08b7-4af4-a2f9-2e089e1f7862","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.031964958Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"region":"7aaefff0-08b7-4af4-a2f9-2e089e1f7862","component":"worker"}
{"msg":"region 7aaefff0-08b7-4af4-a2f9-2e089e1f7862 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.031997159Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.03207693Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7aaefff0-08b7-4af4-a2f9-2e089e1f7862","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.035767139Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7aaefff0-08b7-4af4-a2f9-2e089e1f7862","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.039162825Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.047228582Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7aaefff0-08b7-4af4-a2f9-2e089e1f7862","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.050639778Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.050935832Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.050982512Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.051019573Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.051055304Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.058596944Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.064756616Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:35:35.266855557Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"uri":"/crucible/0/regions","method":"POST","req_id":"b078fd68-e599-4398-a14f-3823da747d98","remote_addr":"[fd00:1122:3344:101::c]:48079","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.292337385Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"uri":"/crucible/0/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862","method":"GET","req_id":"922662f3-0681-402a-b564-e6e24d969a8d","remote_addr":"[fd00:1122:3344:101::c]:48079","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.295336925Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"datafile"}
{"msg":"dataset is oxp_ab4f5f2f-c556-496f-bbcd-78a154a563bd/crucible/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.306521844Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"datafile"}
{"msg":"region 7aaefff0-08b7-4af4-a2f9-2e089e1f7862 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.313898698Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.314100366Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"uri":"/crucible/0/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862","method":"DELETE","req_id":"94380a59-614d-4a4c-b5e3-3050129e8a5e","remote_addr":"[fd00:1122:3344:101::c]:48079","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18855,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.314120401Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-7aaefff0-08b7-4af4-a2f9-2e089e1f7862 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.315937Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.31816527Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"uri":"/crucible/0/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862","method":"GET","req_id":"9b0c1aee-3f55-4bc0-9319-0233411a2dbe","remote_addr":"[fd00:1122:3344:101::c]:48079","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.333383043Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ab4f5f2f-c556-496f-bbcd-78a154a563bd/crucible/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.340176324Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"region":"7aaefff0-08b7-4af4-a2f9-2e089e1f7862","component":"worker"}
{"msg":"region 7aaefff0-08b7-4af4-a2f9-2e089e1f7862 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.384143892Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T15:36:00.416661426Z","hostname":"oxz_crucible_7ea26171-91ee-4698-af5b-5fd63cd3c51c","pid":22105,"uri":"/crucible/0/regions/7aaefff0-08b7-4af4-a2f9-2e089e1f7862","method":"GET","req_id":"1dc89671-b682-4349-858b-3a340258dc61","remote_addr":"[fd00:1122:3344:101::c]:48079","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200}