{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:07.867243462Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44017"} {"msg":"region dfb490f4-75ed-4869-8e36-35061b1cec86 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:07.867384705Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:07.871918872Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:07.871950233Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"uri":"/crucible/0/regions","method":"POST","req_id":"71109dbf-a0e5-48f2-a98d-6793718afba5","remote_addr":"[fd00:1122:3344:101::b]:44017","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":4557,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_eeca6b3d-3113-4c0f-b160-8814a6250e7e/crucible/regions/dfb490f4-75ed-4869-8e36-35061b1cec86","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:07.87936672Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eeca6b3d-3113-4c0f-b160-8814a6250e7e/crucible/regions/dfb490f4-75ed-4869-8e36-35061b1cec86","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:07.879383991Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dfb490f4-75ed-4869-8e36-35061b1cec86\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dfb490f4-75ed-4869-8e36-35061b1cec86\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:07.939787579Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"region":"dfb490f4-75ed-4869-8e36-35061b1cec86","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dfb490f4-75ed-4869-8e36-35061b1cec86\" \"--data\" \"/data/regions/dfb490f4-75ed-4869-8e36-35061b1cec86\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:07.939822089Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"region":"dfb490f4-75ed-4869-8e36-35061b1cec86","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.035918518Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"uri":"/crucible/0/regions","method":"POST","req_id":"9ba2d193-fc7c-4881-9e58-af294f4ab2ed","remote_addr":"[fd00:1122:3344:101::b]:44017","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.048710031Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"region":"dfb490f4-75ed-4869-8e36-35061b1cec86","component":"worker"} {"msg":"region dfb490f4-75ed-4869-8e36-35061b1cec86 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.048738871Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.048861884Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dfb490f4-75ed-4869-8e36-35061b1cec86","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.049728502Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dfb490f4-75ed-4869-8e36-35061b1cec86","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.061112065Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.083993363Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dfb490f4-75ed-4869-8e36-35061b1cec86","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.090571703Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dfb490f4-75ed-4869-8e36-35061b1cec86","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.09088873Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.090937941Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.090968402Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.091008942Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.099996694Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.10546108Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:08.620789516Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"uri":"/crucible/0/regions","method":"POST","req_id":"2d6ac928-3b67-459c-ae83-dcc4c156f85b","remote_addr":"[fd00:1122:3344:101::b]:44017","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region dcf03b29-9d7a-4e73-a756-88f682ac1ea8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.221936548Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.222141943Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"uri":"/crucible/0/regions","method":"POST","req_id":"7c7728a7-4136-4206-9235-76a9f7d4d034","remote_addr":"[fd00:1122:3344:101::b]:44017","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":233,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.222185364Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_eeca6b3d-3113-4c0f-b160-8814a6250e7e/crucible/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.229193913Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eeca6b3d-3113-4c0f-b160-8814a6250e7e/crucible/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.229214894Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dcf03b29-9d7a-4e73-a756-88f682ac1ea8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.29661455Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"region":"dcf03b29-9d7a-4e73-a756-88f682ac1ea8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dcf03b29-9d7a-4e73-a756-88f682ac1ea8\" \"--data\" \"/data/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.296657651Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"region":"dcf03b29-9d7a-4e73-a756-88f682ac1ea8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.40683662Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"region":"dcf03b29-9d7a-4e73-a756-88f682ac1ea8","component":"worker"} {"msg":"region dcf03b29-9d7a-4e73-a756-88f682ac1ea8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.40686689Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.406989643Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dcf03b29-9d7a-4e73-a756-88f682ac1ea8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.40778627Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.410550989Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"uri":"/crucible/0/regions","method":"POST","req_id":"50691044-0615-4cff-8195-db3b2513aba2","remote_addr":"[fd00:1122:3344:101::b]:44017","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dcf03b29-9d7a-4e73-a756-88f682ac1ea8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.423233269Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.447979287Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dcf03b29-9d7a-4e73-a756-88f682ac1ea8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.453109966Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.453418133Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.453464144Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.453505415Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.453544216Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.467328559Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.484072466Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.00762679Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58527"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.007749373Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"uri":"/crucible/0/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8","method":"GET","req_id":"a7acff1a-b121-4726-be24-e0510d721504","remote_addr":"[fd00:1122:3344:101::b]:58527","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":41,"response_code":200} {"msg":"path is \"/data/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.011384491Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"datafile"} {"msg":"dataset is oxp_eeca6b3d-3113-4c0f-b160-8814a6250e7e/crucible/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.023828076Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"datafile"} {"msg":"region dcf03b29-9d7a-4e73-a756-88f682ac1ea8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.030887386Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.03105856Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.031087441Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"uri":"/crucible/0/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8","method":"DELETE","req_id":"0f9eb000-6e71-4498-91ec-c4ae45b241d9","remote_addr":"[fd00:1122:3344:101::b]:58527","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19731,"response_code":204} {"msg":"disabling downstairs instance: downstairs-dcf03b29-9d7a-4e73-a756-88f682ac1ea8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.032536832Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.034596396Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"uri":"/crucible/0/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8","method":"GET","req_id":"ab27b307-dc78-4c41-acd4-138652ab5a14","remote_addr":"[fd00:1122:3344:101::b]:58527","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.061414417Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_eeca6b3d-3113-4c0f-b160-8814a6250e7e/crucible/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.068981009Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"region":"dcf03b29-9d7a-4e73-a756-88f682ac1ea8","component":"worker"} {"msg":"region dcf03b29-9d7a-4e73-a756-88f682ac1ea8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.14741631Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.187754641Z","hostname":"oxz_crucible_744d6d87-96bf-4938-9ceb-9509f0d5647e","pid":24100,"uri":"/crucible/0/regions/dcf03b29-9d7a-4e73-a756-88f682ac1ea8","method":"GET","req_id":"bbf163bd-bdaa-4c49-a585-6b7198f2ea79","remote_addr":"[fd00:1122:3344:101::b]:58527","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":46,"response_code":200}