{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:16.900773764Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48076"}
{"msg":"region d39a1d28-77f1-4f76-ab28-7f59069d30ee state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:16.900854667Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:16.901429505Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"uri":"/crucible/0/regions","method":"POST","req_id":"ef80b9f1-a2ff-4936-bdcf-9cd8c21f0a00","remote_addr":"[fd00:1122:3344:101::a]:48076","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":606,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:16.901458525Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f1a5025a-a22d-4a2b-9aff-aa61f7bbcabb/crucible/regions/d39a1d28-77f1-4f76-ab28-7f59069d30ee","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:16.912617858Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f1a5025a-a22d-4a2b-9aff-aa61f7bbcabb/crucible/regions/d39a1d28-77f1-4f76-ab28-7f59069d30ee","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:16.912644199Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d39a1d28-77f1-4f76-ab28-7f59069d30ee\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d39a1d28-77f1-4f76-ab28-7f59069d30ee\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:16.986438523Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"region":"d39a1d28-77f1-4f76-ab28-7f59069d30ee","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d39a1d28-77f1-4f76-ab28-7f59069d30ee\" \"--data\" \"/data/regions/d39a1d28-77f1-4f76-ab28-7f59069d30ee\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:16.986490644Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"region":"d39a1d28-77f1-4f76-ab28-7f59069d30ee","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.072067679Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"region":"d39a1d28-77f1-4f76-ab28-7f59069d30ee","component":"worker"}
{"msg":"region d39a1d28-77f1-4f76-ab28-7f59069d30ee state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.072114271Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.072296866Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d39a1d28-77f1-4f76-ab28-7f59069d30ee","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.073783772Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d39a1d28-77f1-4f76-ab28-7f59069d30ee","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.089553256Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.111779097Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d39a1d28-77f1-4f76-ab28-7f59069d30ee","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.116205103Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d39a1d28-77f1-4f76-ab28-7f59069d30ee","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.116502822Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.116568835Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.116628536Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.116681578Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.121698072Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.127803109Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:17.191983118Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"uri":"/crucible/0/regions","method":"POST","req_id":"5ecc0ba7-a286-4541-a3ee-417ef1f84521","remote_addr":"[fd00:1122:3344:101::a]:48076","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region 0aa8df3e-f883-4d74-92cf-820de1dfe8f4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.734894604Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.735062059Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"uri":"/crucible/0/regions","method":"POST","req_id":"97b084ed-d839-40ee-a11c-ebfa54e00973","remote_addr":"[fd00:1122:3344:101::a]:48076","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":219,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.735078559Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f1a5025a-a22d-4a2b-9aff-aa61f7bbcabb/crucible/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.741077554Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f1a5025a-a22d-4a2b-9aff-aa61f7bbcabb/crucible/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.741093294Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0aa8df3e-f883-4d74-92cf-820de1dfe8f4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.789982374Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"region":"0aa8df3e-f883-4d74-92cf-820de1dfe8f4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0aa8df3e-f883-4d74-92cf-820de1dfe8f4\" \"--data\" \"/data/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.790015605Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"region":"0aa8df3e-f883-4d74-92cf-820de1dfe8f4","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.865061297Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"region":"0aa8df3e-f883-4d74-92cf-820de1dfe8f4","component":"worker"}
{"msg":"region 0aa8df3e-f883-4d74-92cf-820de1dfe8f4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.865092918Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.865228972Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0aa8df3e-f883-4d74-92cf-820de1dfe8f4","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.86613264Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0aa8df3e-f883-4d74-92cf-820de1dfe8f4","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.874402004Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.882404449Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0aa8df3e-f883-4d74-92cf-820de1dfe8f4","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.885615288Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.885907546Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.885957368Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.885998579Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.88603486Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.889039442Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.894566992Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:24.97859901Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"uri":"/crucible/0/regions","method":"POST","req_id":"1260f876-e3d1-4af8-9a5f-52e36bb37bca","remote_addr":"[fd00:1122:3344:101::a]:48076","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.935251419Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46148"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.935336992Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"uri":"/crucible/0/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4","method":"GET","req_id":"d4fc1ccb-eeff-4e3e-976c-8d8405400aea","remote_addr":"[fd00:1122:3344:101::a]:46148","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"path is \"/data/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.939008034Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"datafile"}
{"msg":"dataset is oxp_f1a5025a-a22d-4a2b-9aff-aa61f7bbcabb/crucible/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.948523636Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"datafile"}
{"msg":"region 0aa8df3e-f883-4d74-92cf-820de1dfe8f4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.954894712Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.955085717Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.955109728Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"uri":"/crucible/0/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4","method":"DELETE","req_id":"f2e8b825-4352-452f-b49a-6561720e7427","remote_addr":"[fd00:1122:3344:101::a]:46148","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16107,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-0aa8df3e-f883-4d74-92cf-820de1dfe8f4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.95614066Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.958650837Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"uri":"/crucible/0/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4","method":"GET","req_id":"b95561da-e3d1-4fbf-b7bc-13736b5b2b8c","remote_addr":"[fd00:1122:3344:101::a]:46148","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.961120342Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f1a5025a-a22d-4a2b-9aff-aa61f7bbcabb/crucible/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:55.969278913Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"region":"0aa8df3e-f883-4d74-92cf-820de1dfe8f4","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:56.023816186Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"uri":"/crucible/0/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4","method":"GET","req_id":"12cecd8d-b923-47a7-98de-f802fe94962f","remote_addr":"[fd00:1122:3344:101::a]:46148","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"region 0aa8df3e-f883-4d74-92cf-820de1dfe8f4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:56.027309123Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-18T17:22:56.13153977Z","hostname":"oxz_crucible_f72162d3-d359-4300-b03e-299e2dd339ed","pid":23921,"uri":"/crucible/0/regions/0aa8df3e-f883-4d74-92cf-820de1dfe8f4","method":"GET","req_id":"f3c0a4b2-e0f2-414d-bf47-43a58ac49935","remote_addr":"[fd00:1122:3344:101::a]:46148","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200}