{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.456600351Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63518"} {"msg":"region fad22785-b3b5-4b5e-a59c-a9e617ed927d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.456689872Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.457249018Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"uri":"/crucible/0/regions","method":"POST","req_id":"5b52caa3-d6ec-4d29-8e97-407711138596","remote_addr":"[fd00:1122:3344:101::b]:63518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":609,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.457267298Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_81f0bb83-344e-41bd-85c7-dd5caf50aaf1/crucible/regions/fad22785-b3b5-4b5e-a59c-a9e617ed927d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.466968219Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_81f0bb83-344e-41bd-85c7-dd5caf50aaf1/crucible/regions/fad22785-b3b5-4b5e-a59c-a9e617ed927d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.466987269Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fad22785-b3b5-4b5e-a59c-a9e617ed927d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fad22785-b3b5-4b5e-a59c-a9e617ed927d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.519679318Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"region":"fad22785-b3b5-4b5e-a59c-a9e617ed927d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fad22785-b3b5-4b5e-a59c-a9e617ed927d\" \"--data\" \"/data/regions/fad22785-b3b5-4b5e-a59c-a9e617ed927d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.519714759Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"region":"fad22785-b3b5-4b5e-a59c-a9e617ed927d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.59081415Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"uri":"/crucible/0/regions","method":"POST","req_id":"75cb1a53-4e58-4c16-b787-00f5d05c94ce","remote_addr":"[fd00:1122:3344:101::b]:63518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.888700463Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"region":"fad22785-b3b5-4b5e-a59c-a9e617ed927d","component":"worker"} {"msg":"region fad22785-b3b5-4b5e-a59c-a9e617ed927d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.888741604Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.888846115Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fad22785-b3b5-4b5e-a59c-a9e617ed927d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.890015007Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.898150922Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"uri":"/crucible/0/regions","method":"POST","req_id":"1295e8e9-908c-4855-b82f-b3986638e566","remote_addr":"[fd00:1122:3344:101::b]:63518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":88,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fad22785-b3b5-4b5e-a59c-a9e617ed927d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.902135434Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.923616097Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fad22785-b3b5-4b5e-a59c-a9e617ed927d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.927076523Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fad22785-b3b5-4b5e-a59c-a9e617ed927d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.927479038Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.927535178Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.927585599Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.927640729Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.932289598Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:31.937870716Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"region b8b6cbe0-311a-4444-afea-d8e66c9ac61d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.640294871Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.640462012Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"uri":"/crucible/0/regions","method":"POST","req_id":"eb1ffecc-684c-4528-997a-524e243ebcb3","remote_addr":"[fd00:1122:3344:101::b]:63518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":222,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.640480663Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_81f0bb83-344e-41bd-85c7-dd5caf50aaf1/crucible/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.647465285Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_81f0bb83-344e-41bd-85c7-dd5caf50aaf1/crucible/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.647485656Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b8b6cbe0-311a-4444-afea-d8e66c9ac61d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.705593731Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"region":"b8b6cbe0-311a-4444-afea-d8e66c9ac61d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b8b6cbe0-311a-4444-afea-d8e66c9ac61d\" \"--data\" \"/data/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.705626291Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"region":"b8b6cbe0-311a-4444-afea-d8e66c9ac61d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.779915116Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"region":"b8b6cbe0-311a-4444-afea-d8e66c9ac61d","component":"worker"} {"msg":"region b8b6cbe0-311a-4444-afea-d8e66c9ac61d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.779940766Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.780051217Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b8b6cbe0-311a-4444-afea-d8e66c9ac61d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.780877486Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b8b6cbe0-311a-4444-afea-d8e66c9ac61d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.791597017Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.798314167Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b8b6cbe0-311a-4444-afea-d8e66c9ac61d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.802025496Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.802343779Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.80243042Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.802491191Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.802561671Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.806159029Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.816394085Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:49:37.947263159Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"uri":"/crucible/0/regions","method":"POST","req_id":"7ab2eaa8-6653-4220-8dea-c04ad1ca25e3","remote_addr":"[fd00:1122:3344:101::b]:63518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.806623269Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"uri":"/crucible/0/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d","method":"GET","req_id":"a7beddcc-1b56-48bd-8380-79bee7f3ab4f","remote_addr":"[fd00:1122:3344:101::b]:63518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.810805023Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"datafile"} {"msg":"dataset is oxp_81f0bb83-344e-41bd-85c7-dd5caf50aaf1/crucible/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.822393224Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"datafile"} {"msg":"region b8b6cbe0-311a-4444-afea-d8e66c9ac61d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.829326836Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.829493188Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.829503108Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"uri":"/crucible/0/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d","method":"DELETE","req_id":"b44ad510-b42e-4698-aa91-cb23cb2cb24d","remote_addr":"[fd00:1122:3344:101::b]:63518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18723,"response_code":204} {"msg":"disabling downstairs instance: downstairs-b8b6cbe0-311a-4444-afea-d8e66c9ac61d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.830748991Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.832277667Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"uri":"/crucible/0/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d","method":"GET","req_id":"dc23d02d-69d0-4fd3-9291-8799ba31c847","remote_addr":"[fd00:1122:3344:101::b]:63518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.839969087Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_81f0bb83-344e-41bd-85c7-dd5caf50aaf1/crucible/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.847574246Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"region":"b8b6cbe0-311a-4444-afea-d8e66c9ac61d","component":"worker"} {"msg":"region b8b6cbe0-311a-4444-afea-d8e66c9ac61d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.908630432Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T00:50:04.918778638Z","hostname":"oxz_crucible_9ed0ac69-69c8-43c4-bb36-0425dd45db9a","pid":24084,"uri":"/crucible/0/regions/b8b6cbe0-311a-4444-afea-d8e66c9ac61d","method":"GET","req_id":"72477f19-97d2-4c91-afb0-63995d6fc12e","remote_addr":"[fd00:1122:3344:101::b]:63518","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":136,"response_code":200}