{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:01.936270586Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46172"}
{"msg":"region 7cb4fe20-f601-4fd0-bc1c-69c9fea705bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:01.990872653Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:01.994774034Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:01.994814384Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"uri":"/crucible/0/regions","method":"POST","req_id":"928518a4-7c91-4160-bedc-cb31cf3b6321","remote_addr":"[fd00:1122:3344:101::a]:46172","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23438,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_44d7cbc3-5c94-46f5-9d74-a33ec5bea97a/crucible/regions/7cb4fe20-f601-4fd0-bc1c-69c9fea705bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.009398388Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_44d7cbc3-5c94-46f5-9d74-a33ec5bea97a/crucible/regions/7cb4fe20-f601-4fd0-bc1c-69c9fea705bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.009434679Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7cb4fe20-f601-4fd0-bc1c-69c9fea705bf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7cb4fe20-f601-4fd0-bc1c-69c9fea705bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.070135329Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"region":"7cb4fe20-f601-4fd0-bc1c-69c9fea705bf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7cb4fe20-f601-4fd0-bc1c-69c9fea705bf\" \"--data\" \"/data/regions/7cb4fe20-f601-4fd0-bc1c-69c9fea705bf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.07305299Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"region":"7cb4fe20-f601-4fd0-bc1c-69c9fea705bf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.263174248Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"uri":"/crucible/0/regions","method":"POST","req_id":"cd4bf2e0-6ae7-4aa7-86e0-c72c92ad91fb","remote_addr":"[fd00:1122:3344:101::a]:46172","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.491730241Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"region":"7cb4fe20-f601-4fd0-bc1c-69c9fea705bf","component":"worker"}
{"msg":"region 7cb4fe20-f601-4fd0-bc1c-69c9fea705bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.491773361Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.491892453Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7cb4fe20-f601-4fd0-bc1c-69c9fea705bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.492333937Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7cb4fe20-f601-4fd0-bc1c-69c9fea705bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.50210242Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.516365711Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7cb4fe20-f601-4fd0-bc1c-69c9fea705bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.517844827Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7cb4fe20-f601-4fd0-bc1c-69c9fea705bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.518958548Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.519027619Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.51907192Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.5191101Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.521320953Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.523920291Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:03.016208568Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"uri":"/crucible/0/regions","method":"POST","req_id":"2eecdbed-8d7a-4299-acd5-f9c42dbb23bb","remote_addr":"[fd00:1122:3344:101::a]:46172","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region b4031ffd-506b-4a45-9586-232616fafda4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.546876419Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.547047621Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"uri":"/crucible/0/regions","method":"POST","req_id":"5e8257c2-3277-4291-b35e-62b3f8f44274","remote_addr":"[fd00:1122:3344:101::a]:46172","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":215,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.547066041Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_44d7cbc3-5c94-46f5-9d74-a33ec5bea97a/crucible/regions/b4031ffd-506b-4a45-9586-232616fafda4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.55453059Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_44d7cbc3-5c94-46f5-9d74-a33ec5bea97a/crucible/regions/b4031ffd-506b-4a45-9586-232616fafda4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.55454844Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b4031ffd-506b-4a45-9586-232616fafda4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b4031ffd-506b-4a45-9586-232616fafda4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.597371442Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"region":"b4031ffd-506b-4a45-9586-232616fafda4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b4031ffd-506b-4a45-9586-232616fafda4\" \"--data\" \"/data/regions/b4031ffd-506b-4a45-9586-232616fafda4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.597407253Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"region":"b4031ffd-506b-4a45-9586-232616fafda4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.644500129Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"region":"b4031ffd-506b-4a45-9586-232616fafda4","component":"worker"}
{"msg":"region b4031ffd-506b-4a45-9586-232616fafda4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.644541039Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.64462636Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b4031ffd-506b-4a45-9586-232616fafda4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.650393571Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b4031ffd-506b-4a45-9586-232616fafda4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.651593234Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.655144622Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b4031ffd-506b-4a45-9586-232616fafda4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.656444879Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b4031ffd-506b-4a45-9586-232616fafda4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.656680371Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.656736463Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.656780619Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.65688613Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.658397256Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.661007483Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.860053925Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"uri":"/crucible/0/regions","method":"POST","req_id":"50eecd79-6b32-43a8-8fff-b8b2181d5427","remote_addr":"[fd00:1122:3344:101::a]:46172","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.683053097Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"uri":"/crucible/0/regions/b4031ffd-506b-4a45-9586-232616fafda4","method":"GET","req_id":"b656fdaf-4b65-43cd-8822-40dede8cc116","remote_addr":"[fd00:1122:3344:101::a]:46172","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":91,"response_code":200}
{"msg":"path is \"/data/regions/b4031ffd-506b-4a45-9586-232616fafda4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.685981088Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"datafile"}
{"msg":"dataset is oxp_44d7cbc3-5c94-46f5-9d74-a33ec5bea97a/crucible/regions/b4031ffd-506b-4a45-9586-232616fafda4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.694317936Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"datafile"}
{"msg":"region b4031ffd-506b-4a45-9586-232616fafda4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.701885916Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.702034057Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"uri":"/crucible/0/regions/b4031ffd-506b-4a45-9586-232616fafda4","method":"DELETE","req_id":"8aceebe8-d994-446e-972d-ebd2ef0296eb","remote_addr":"[fd00:1122:3344:101::a]:46172","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16080,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.702069408Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-b4031ffd-506b-4a45-9586-232616fafda4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.703109349Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.706273112Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"uri":"/crucible/0/regions/b4031ffd-506b-4a45-9586-232616fafda4","method":"GET","req_id":"c786d9bc-6395-4418-b674-133342136ea7","remote_addr":"[fd00:1122:3344:101::a]:46172","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.706650386Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_44d7cbc3-5c94-46f5-9d74-a33ec5bea97a/crucible/regions/b4031ffd-506b-4a45-9586-232616fafda4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.714222036Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"region":"b4031ffd-506b-4a45-9586-232616fafda4","component":"worker"}
{"msg":"region b4031ffd-506b-4a45-9586-232616fafda4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.756482142Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.790679873Z","hostname":"oxz_crucible_0aa8039d-db52-40c8-8d11-f1367324ad9a","pid":23078,"uri":"/crucible/0/regions/b4031ffd-506b-4a45-9586-232616fafda4","method":"GET","req_id":"8cada553-b594-4168-b89d-dab34a71b855","remote_addr":"[fd00:1122:3344:101::a]:46172","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200}