{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.688463733Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56712"} {"msg":"region 14c82a2f-9249-4c90-aa13-2b7436d33473 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.736246331Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.739237081Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.739254791Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"uri":"/crucible/0/regions","method":"POST","req_id":"6adf9442-108b-4ca9-a6f5-f9e9345d6432","remote_addr":"[fd00:1122:3344:101::a]:56712","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20041,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_65c493d2-da3a-4e74-a7a2-2fbcb137465e/crucible/regions/14c82a2f-9249-4c90-aa13-2b7436d33473","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.750085537Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_65c493d2-da3a-4e74-a7a2-2fbcb137465e/crucible/regions/14c82a2f-9249-4c90-aa13-2b7436d33473","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.750105827Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"14c82a2f-9249-4c90-aa13-2b7436d33473\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/14c82a2f-9249-4c90-aa13-2b7436d33473\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.796659143Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"region":"14c82a2f-9249-4c90-aa13-2b7436d33473","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"14c82a2f-9249-4c90-aa13-2b7436d33473\" \"--data\" \"/data/regions/14c82a2f-9249-4c90-aa13-2b7436d33473\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:10.799195827Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"region":"14c82a2f-9249-4c90-aa13-2b7436d33473","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.046036804Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"uri":"/crucible/0/regions","method":"POST","req_id":"eee0cb63-9a4b-464d-ab64-31b67e424248","remote_addr":"[fd00:1122:3344:101::a]:56712","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.181745791Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"region":"14c82a2f-9249-4c90-aa13-2b7436d33473","component":"worker"} {"msg":"region 14c82a2f-9249-4c90-aa13-2b7436d33473 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.181800531Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.181936303Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-14c82a2f-9249-4c90-aa13-2b7436d33473","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.182423458Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-14c82a2f-9249-4c90-aa13-2b7436d33473","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.199886638Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.230507178Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-14c82a2f-9249-4c90-aa13-2b7436d33473","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.234104083Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/14c82a2f-9249-4c90-aa13-2b7436d33473","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.235130413Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.235220684Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.235277675Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.235330625Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.240122472Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.245679137Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:11.39211753Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"uri":"/crucible/0/regions","method":"POST","req_id":"541bd5a2-1b19-40d2-940b-b2022492cf00","remote_addr":"[fd00:1122:3344:101::a]:56712","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"region 81a472e1-5d99-466e-be57-22b4712fa567 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.068743571Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.068930693Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"uri":"/crucible/0/regions","method":"POST","req_id":"85b95d54-59d0-4184-b1be-a1c5a56aeebf","remote_addr":"[fd00:1122:3344:101::a]:56712","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":229,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.068956593Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_65c493d2-da3a-4e74-a7a2-2fbcb137465e/crucible/regions/81a472e1-5d99-466e-be57-22b4712fa567","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.075536547Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_65c493d2-da3a-4e74-a7a2-2fbcb137465e/crucible/regions/81a472e1-5d99-466e-be57-22b4712fa567","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.075557558Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"81a472e1-5d99-466e-be57-22b4712fa567\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/81a472e1-5d99-466e-be57-22b4712fa567\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.134338903Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"region":"81a472e1-5d99-466e-be57-22b4712fa567","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"81a472e1-5d99-466e-be57-22b4712fa567\" \"--data\" \"/data/regions/81a472e1-5d99-466e-be57-22b4712fa567\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.134389994Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"region":"81a472e1-5d99-466e-be57-22b4712fa567","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.213594048Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"region":"81a472e1-5d99-466e-be57-22b4712fa567","component":"worker"} {"msg":"region 81a472e1-5d99-466e-be57-22b4712fa567 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.213631188Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.21374163Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-81a472e1-5d99-466e-be57-22b4712fa567","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.217437626Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-81a472e1-5d99-466e-be57-22b4712fa567","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.222072241Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.230028949Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-81a472e1-5d99-466e-be57-22b4712fa567","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.233623414Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/81a472e1-5d99-466e-be57-22b4712fa567","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.233895387Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.233945077Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.233982257Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.234019968Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.238433191Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.243670802Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:17.248866873Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"uri":"/crucible/0/regions","method":"POST","req_id":"973f9603-3493-4582-9179-260fb133e96a","remote_addr":"[fd00:1122:3344:101::a]:56712","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.184256147Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"uri":"/crucible/0/regions/81a472e1-5d99-466e-be57-22b4712fa567","method":"GET","req_id":"d8104371-0a4b-4ba7-b9d5-3430fef48f7f","remote_addr":"[fd00:1122:3344:101::a]:56712","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/81a472e1-5d99-466e-be57-22b4712fa567\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.188258017Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"datafile"} {"msg":"dataset is oxp_65c493d2-da3a-4e74-a7a2-2fbcb137465e/crucible/regions/81a472e1-5d99-466e-be57-22b4712fa567","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.199193814Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"datafile"} {"msg":"region 81a472e1-5d99-466e-be57-22b4712fa567 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.207611576Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.208196322Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"uri":"/crucible/0/regions/81a472e1-5d99-466e-be57-22b4712fa567","method":"DELETE","req_id":"54e6b933-f37d-40bd-8b02-706d20a9d80e","remote_addr":"[fd00:1122:3344:101::a]:56712","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19981,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.208216452Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-81a472e1-5d99-466e-be57-22b4712fa567 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.209163911Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.211143381Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"uri":"/crucible/0/regions/81a472e1-5d99-466e-be57-22b4712fa567","method":"GET","req_id":"6ee88757-a235-49c7-8d18-0bed0950eb82","remote_addr":"[fd00:1122:3344:101::a]:56712","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.218660184Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_65c493d2-da3a-4e74-a7a2-2fbcb137465e/crucible/regions/81a472e1-5d99-466e-be57-22b4712fa567\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.227014166Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"region":"81a472e1-5d99-466e-be57-22b4712fa567","component":"worker"} {"msg":"region 81a472e1-5d99-466e-be57-22b4712fa567 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.274680553Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-27T15:17:43.315734214Z","hostname":"oxz_crucible_d988eaba-22a3-4bd9-a9de-5b605c92aa8d","pid":24663,"uri":"/crucible/0/regions/81a472e1-5d99-466e-be57-22b4712fa567","method":"GET","req_id":"892960a5-a947-452c-8c74-3739a48666ec","remote_addr":"[fd00:1122:3344:101::a]:56712","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200}