{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.22798048Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43047"} {"msg":"region ea92d240-a85d-43ef-a374-a6985c562fe2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.271484792Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.274349735Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.274366085Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions","method":"POST","req_id":"70724680-7648-4ac2-aee3-dfd9687d9d87","remote_addr":"[fd00:1122:3344:101::c]:43047","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19381,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/ea92d240-a85d-43ef-a374-a6985c562fe2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.284444632Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/ea92d240-a85d-43ef-a374-a6985c562fe2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.284460442Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ea92d240-a85d-43ef-a374-a6985c562fe2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea92d240-a85d-43ef-a374-a6985c562fe2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.339914502Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"ea92d240-a85d-43ef-a374-a6985c562fe2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea92d240-a85d-43ef-a374-a6985c562fe2\" \"--data\" \"/data/regions/ea92d240-a85d-43ef-a374-a6985c562fe2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.342172648Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"ea92d240-a85d-43ef-a374-a6985c562fe2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.448256873Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions","method":"POST","req_id":"6819e98a-4d80-43fe-982b-d4d9370c9132","remote_addr":"[fd00:1122:3344:101::c]:43047","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.677376788Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"ea92d240-a85d-43ef-a374-a6985c562fe2","component":"worker"} {"msg":"region ea92d240-a85d-43ef-a374-a6985c562fe2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.677414749Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.67751966Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ea92d240-a85d-43ef-a374-a6985c562fe2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.677943205Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea92d240-a85d-43ef-a374-a6985c562fe2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.686504883Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.702989054Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea92d240-a85d-43ef-a374-a6985c562fe2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.706295182Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea92d240-a85d-43ef-a374-a6985c562fe2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.70698069Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.707044311Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.707085071Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.707120241Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.710812604Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.715484358Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:41.988706752Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions","method":"POST","req_id":"3ceccfa9-9cef-4cf5-b0b3-97f61b14fed5","remote_addr":"[fd00:1122:3344:101::c]:43047","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.52810797Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions/ea92d240-a85d-43ef-a374-a6985c562fe2","method":"GET","req_id":"76b5a991-d404-4537-9bbe-7af933e7c58d","remote_addr":"[fd00:1122:3344:101::c]:43047","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/ea92d240-a85d-43ef-a374-a6985c562fe2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.531027863Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"dataset is oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/ea92d240-a85d-43ef-a374-a6985c562fe2","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.538883084Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"region ea92d240-a85d-43ef-a374-a6985c562fe2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.545545541Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.545669432Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions/ea92d240-a85d-43ef-a374-a6985c562fe2","method":"DELETE","req_id":"672647b6-54e0-4e74-b788-a8bce47de6f2","remote_addr":"[fd00:1122:3344:101::c]:43047","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":14661,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.545684073Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-ea92d240-a85d-43ef-a374-a6985c562fe2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.546159508Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.549219743Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions/ea92d240-a85d-43ef-a374-a6985c562fe2","method":"GET","req_id":"599d6abf-ae1f-473a-a7fc-73f213961ed1","remote_addr":"[fd00:1122:3344:101::c]:43047","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.552546232Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/ea92d240-a85d-43ef-a374-a6985c562fe2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.560677116Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"ea92d240-a85d-43ef-a374-a6985c562fe2","component":"worker"} {"msg":"region ea92d240-a85d-43ef-a374-a6985c562fe2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.633578757Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:42.687027744Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions/ea92d240-a85d-43ef-a374-a6985c562fe2","method":"GET","req_id":"04be7cfe-65be-4564-93db-f7c22a9e61d2","remote_addr":"[fd00:1122:3344:101::c]:43047","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"region 17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.269156885Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.269294916Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions","method":"POST","req_id":"89b07ef3-5e5e-4b8c-ad68-e3a0bd076e4d","remote_addr":"[fd00:1122:3344:101::c]:43047","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":188,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.269318737Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.275848102Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.275873062Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.334392458Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\" \"--data\" \"/data/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.334441168Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.443514538Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","component":"worker"} {"msg":"region 17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.443561688Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.443636659Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.444839733Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.448166221Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.46102416Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.465703524Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.466006537Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.466054348Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.466093028Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.466130579Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.470741442Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.475985803Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:30:45.595017247Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions","method":"POST","req_id":"4f2df494-c89f-49b4-81c3-64ffb24defd8","remote_addr":"[fd00:1122:3344:101::c]:43047","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:31.955239692Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64469"} {"msg":"region 36f00d54-9633-4d89-9995-de06de6aa5c3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:31.955966811Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:31.956418346Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions","method":"POST","req_id":"197c0eec-fe83-407f-835c-668a74601ed3","remote_addr":"[fd00:1122:3344:101::c]:64469","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":987,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:31.956433416Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/36f00d54-9633-4d89-9995-de06de6aa5c3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:31.964167555Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/36f00d54-9633-4d89-9995-de06de6aa5c3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:31.964193786Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"36f00d54-9633-4d89-9995-de06de6aa5c3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/36f00d54-9633-4d89-9995-de06de6aa5c3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.013386234Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"36f00d54-9633-4d89-9995-de06de6aa5c3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"36f00d54-9633-4d89-9995-de06de6aa5c3\" \"--data\" \"/data/regions/36f00d54-9633-4d89-9995-de06de6aa5c3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.013430444Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"36f00d54-9633-4d89-9995-de06de6aa5c3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.134634683Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"region":"36f00d54-9633-4d89-9995-de06de6aa5c3","component":"worker"} {"msg":"region 36f00d54-9633-4d89-9995-de06de6aa5c3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.134673384Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.134802855Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.140856355Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions","method":"POST","req_id":"836c75fd-e36b-4f7e-975e-c0c0dafea43d","remote_addr":"[fd00:1122:3344:101::c]:64469","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"creating missing downstairs instance downstairs-36f00d54-9633-4d89-9995-de06de6aa5c3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.156968301Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-36f00d54-9633-4d89-9995-de06de6aa5c3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.169106781Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.178737433Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-36f00d54-9633-4d89-9995-de06de6aa5c3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.181851968Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36f00d54-9633-4d89-9995-de06de6aa5c3","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.182153952Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.182197543Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.182237673Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.182286793Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.186216639Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:32.191184846Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.215130072Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","method":"GET","req_id":"f4fcd8fe-5ac7-47ab-ac11-909ee6180335","remote_addr":"[fd00:1122:3344:101::c]:64469","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"path is \"/data/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.21844456Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"dataset is oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.224269368Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"snapshot is oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c@29b721d0-9818-46b1-945f-1400dd991d63","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.231936556Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\", \"29b721d0-9818-46b1-945f-1400dd991d63\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.231949846Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.240719478Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c/snapshots/29b721d0-9818-46b1-945f-1400dd991d63","method":"GET","req_id":"1c5a8c0b-b7e0-4aa1-9df7-a0309d627afc","remote_addr":"[fd00:1122:3344:101::c]:64469","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22290,"response_code":200} {"msg":"path is \"/data/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.244510312Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"dataset is oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.250225257Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"snapshot is oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c@29b721d0-9818-46b1-945f-1400dd991d63","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.255962964Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\", \"29b721d0-9818-46b1-945f-1400dd991d63\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.255986174Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c-29b721d0-9818-46b1-945f-1400dd991d63 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.263292818Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.26345938Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c/snapshots/29b721d0-9818-46b1-945f-1400dd991d63/run","method":"POST","req_id":"f9dcc729-0818-4aaa-8fff-2c15faec9fca","remote_addr":"[fd00:1122:3344:101::c]:64469","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18973,"response_code":200} {"msg":"applying SMF actions for region 17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c running snapshot 29b721d0-9818-46b1-945f-1400dd991d63 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.26347561Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c-29b721d0-9818-46b1-945f-1400dd991d63","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.26865668Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c-29b721d0-9818-46b1-945f-1400dd991d63","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.27647509Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c-29b721d0-9818-46b1-945f-1400dd991d63","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.28684068Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c/.zfs/snapshot/29b721d0-9818-46b1-945f-1400dd991d63","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.287103263Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.287147484Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.287191584Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.287227985Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.287273055Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.291242691Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.295674142Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"worker"} {"msg":"region 17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c running snapshot 29b721d0-9818-46b1-945f-1400dd991d63 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.295693592Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"path is \"/data/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.521001524Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"dataset is oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.527274916Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"datafile"} {"msg":"snapshot is oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c@29b721d0-9818-46b1-945f-1400dd991d63","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.532533657Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0f8e7a39-e9c7-4730-819c-f49b95caa0a8/crucible/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c\", \"29b721d0-9818-46b1-945f-1400dd991d63\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.532558347Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-04T23:42:34.537534154Z","hostname":"oxz_crucible_b672c7f4-bff6-46c6-90a7-9a56d0f15e66","pid":23433,"uri":"/crucible/0/regions/17c69973-cfcf-4d4a-9cf6-1a3f2d23cb6c/snapshots/29b721d0-9818-46b1-945f-1400dd991d63/run","method":"POST","req_id":"f473a514-9f88-4362-979f-2836b3008b59","remote_addr":"[fd00:1122:3344:101::c]:64469","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16575,"response_code":200}