{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.373136058Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64532"} {"msg":"region a56d3974-c374-475f-84c8-c78b5bdb104e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.37322336Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.377550343Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.377567954Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"uri":"/crucible/0/regions","method":"POST","req_id":"33629a4e-e193-4fb1-85d0-c911ecf7fac6","remote_addr":"[fd00:1122:3344:101::c]:64532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":4354,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_19e27340-b389-4090-9925-22f76295e730/crucible/regions/a56d3974-c374-475f-84c8-c78b5bdb104e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.392007383Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_19e27340-b389-4090-9925-22f76295e730/crucible/regions/a56d3974-c374-475f-84c8-c78b5bdb104e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.392027114Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a56d3974-c374-475f-84c8-c78b5bdb104e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a56d3974-c374-475f-84c8-c78b5bdb104e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.483129729Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"region":"a56d3974-c374-475f-84c8-c78b5bdb104e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a56d3974-c374-475f-84c8-c78b5bdb104e\" \"--data\" \"/data/regions/a56d3974-c374-475f-84c8-c78b5bdb104e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.483162819Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"region":"a56d3974-c374-475f-84c8-c78b5bdb104e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.686201866Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"region":"a56d3974-c374-475f-84c8-c78b5bdb104e","component":"worker"} {"msg":"region a56d3974-c374-475f-84c8-c78b5bdb104e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.686234456Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.68641776Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a56d3974-c374-475f-84c8-c78b5bdb104e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.687296059Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a56d3974-c374-475f-84c8-c78b5bdb104e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.707477882Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.745093869Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"uri":"/crucible/0/regions","method":"POST","req_id":"250c177f-8e1e-4296-806a-945e49267e94","remote_addr":"[fd00:1122:3344:101::c]:64532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.772122339Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a56d3974-c374-475f-84c8-c78b5bdb104e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.785943835Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a56d3974-c374-475f-84c8-c78b5bdb104e","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.786236152Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.786285963Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.786327963Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.786371455Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.798403923Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:52.810445301Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"region 5f3b71e1-6ba5-4e00-82c5-be91f941ddac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.652291927Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.652479592Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"uri":"/crucible/0/regions","method":"POST","req_id":"3aa7281b-565c-42e2-b40f-af544200bcea","remote_addr":"[fd00:1122:3344:101::c]:64532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":257,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.652493504Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_19e27340-b389-4090-9925-22f76295e730/crucible/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.659452588Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_19e27340-b389-4090-9925-22f76295e730/crucible/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.659473438Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5f3b71e1-6ba5-4e00-82c5-be91f941ddac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.727027268Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"region":"5f3b71e1-6ba5-4e00-82c5-be91f941ddac","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5f3b71e1-6ba5-4e00-82c5-be91f941ddac\" \"--data\" \"/data/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.727061839Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"region":"5f3b71e1-6ba5-4e00-82c5-be91f941ddac","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.792241886Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"uri":"/crucible/0/regions","method":"POST","req_id":"620f0104-80f2-418d-8a9c-b88e2ff35e12","remote_addr":"[fd00:1122:3344:101::c]:64532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.888958621Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"region":"5f3b71e1-6ba5-4e00-82c5-be91f941ddac","component":"worker"} {"msg":"region 5f3b71e1-6ba5-4e00-82c5-be91f941ddac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.888984872Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.889096534Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5f3b71e1-6ba5-4e00-82c5-be91f941ddac","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.889968923Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5f3b71e1-6ba5-4e00-82c5-be91f941ddac","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.905526587Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.92479557Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5f3b71e1-6ba5-4e00-82c5-be91f941ddac","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.936942571Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.937224137Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.937269628Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.937306799Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.937344679Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.947502017Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:53:59.963804727Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:00.063536837Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"uri":"/crucible/0/regions","method":"POST","req_id":"cfc333f6-be89-491d-be0c-9840106126bd","remote_addr":"[fd00:1122:3344:101::c]:64532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.027707285Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"uri":"/crucible/0/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac","method":"GET","req_id":"5d7f9ba5-9957-4495-8d80-500bec08e303","remote_addr":"[fd00:1122:3344:101::c]:64532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.031871957Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"datafile"} {"msg":"dataset is oxp_19e27340-b389-4090-9925-22f76295e730/crucible/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.04317691Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"datafile"} {"msg":"region 5f3b71e1-6ba5-4e00-82c5-be91f941ddac state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.050994307Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.051837525Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.051847296Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"uri":"/crucible/0/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac","method":"DELETE","req_id":"4ec9d0b2-a2fc-484b-92c4-3d2b05a345a0","remote_addr":"[fd00:1122:3344:101::c]:64532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19988,"response_code":204} {"msg":"disabling downstairs instance: downstairs-5f3b71e1-6ba5-4e00-82c5-be91f941ddac (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.053050022Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.056163998Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"uri":"/crucible/0/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac","method":"GET","req_id":"12fc798d-7039-407a-a7c4-ef15df07dcc1","remote_addr":"[fd00:1122:3344:101::c]:64532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.066177623Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_19e27340-b389-4090-9925-22f76295e730/crucible/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.075875391Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"region":"5f3b71e1-6ba5-4e00-82c5-be91f941ddac","component":"worker"} {"msg":"region 5f3b71e1-6ba5-4e00-82c5-be91f941ddac state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.137114135Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T13:54:27.175451108Z","hostname":"oxz_crucible_24a697a0-54e5-4fa3-be5c-50950a098c97","pid":24563,"uri":"/crucible/0/regions/5f3b71e1-6ba5-4e00-82c5-be91f941ddac","method":"GET","req_id":"7278d615-8a28-4da3-b4d6-3d5fecdbaec4","remote_addr":"[fd00:1122:3344:101::c]:64532","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":45,"response_code":200}