{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.07135077Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39380"} {"msg":"region 18af8133-d667-413c-bcbc-df9d5360b123 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.1163423Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.119024462Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.119042622Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions","method":"POST","req_id":"790a2190-7f99-4757-913b-eb79af0adfd0","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18935,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1c1ca2f2-6420-4aef-9c68-786ae7edc7e5/crucible/regions/18af8133-d667-413c-bcbc-df9d5360b123","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.129041906Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1c1ca2f2-6420-4aef-9c68-786ae7edc7e5/crucible/regions/18af8133-d667-413c-bcbc-df9d5360b123","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.129059276Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"18af8133-d667-413c-bcbc-df9d5360b123\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/18af8133-d667-413c-bcbc-df9d5360b123\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.179296498Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"region":"18af8133-d667-413c-bcbc-df9d5360b123","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"18af8133-d667-413c-bcbc-df9d5360b123\" \"--data\" \"/data/regions/18af8133-d667-413c-bcbc-df9d5360b123\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.18146791Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"region":"18af8133-d667-413c-bcbc-df9d5360b123","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.269666616Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions","method":"POST","req_id":"772b4bb1-2ceb-4b48-a069-bb7f73fc5446","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.579381386Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"region":"18af8133-d667-413c-bcbc-df9d5360b123","component":"worker"} {"msg":"region 18af8133-d667-413c-bcbc-df9d5360b123 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.579424497Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.579527999Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-18af8133-d667-413c-bcbc-df9d5360b123","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.579926807Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18af8133-d667-413c-bcbc-df9d5360b123","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.593231124Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.617559095Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18af8133-d667-413c-bcbc-df9d5360b123","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.620615494Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18af8133-d667-413c-bcbc-df9d5360b123","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.621282757Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.621344918Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.621386139Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.62142527Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.625034929Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.629158759Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:37.72741743Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions","method":"POST","req_id":"74e7cb3e-2af6-429c-8501-baf7e2c70b52","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region 4b5b876b-1150-4cfe-91ec-93532dea6d66 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.161141729Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.161306622Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.161316102Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions","method":"POST","req_id":"2943902b-780e-479a-b279-6145c0392850","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":221,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1c1ca2f2-6420-4aef-9c68-786ae7edc7e5/crucible/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.167807598Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1c1ca2f2-6420-4aef-9c68-786ae7edc7e5/crucible/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.167822128Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4b5b876b-1150-4cfe-91ec-93532dea6d66\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.228979241Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"region":"4b5b876b-1150-4cfe-91ec-93532dea6d66","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4b5b876b-1150-4cfe-91ec-93532dea6d66\" \"--data\" \"/data/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.229017362Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"region":"4b5b876b-1150-4cfe-91ec-93532dea6d66","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.349285489Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"region":"4b5b876b-1150-4cfe-91ec-93532dea6d66","component":"worker"} {"msg":"region 4b5b876b-1150-4cfe-91ec-93532dea6d66 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.34934019Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.349496353Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.352202275Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions","method":"POST","req_id":"78a751f7-184e-474d-8144-708fd8c134f4","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"creating missing downstairs instance downstairs-4b5b876b-1150-4cfe-91ec-93532dea6d66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.354381867Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4b5b876b-1150-4cfe-91ec-93532dea6d66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.357664371Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.368238275Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4b5b876b-1150-4cfe-91ec-93532dea6d66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.372491337Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.372863785Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.372942036Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.373005357Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.373064929Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.377931903Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:18:44.383756045Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.861725884Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66","method":"GET","req_id":"7ac19cf7-8751-4599-8cd9-253947ca28d4","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.864795514Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"datafile"} {"msg":"dataset is oxp_1c1ca2f2-6420-4aef-9c68-786ae7edc7e5/crucible/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.876870007Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"datafile"} {"msg":"region 4b5b876b-1150-4cfe-91ec-93532dea6d66 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.883593397Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.8837532Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.883766271Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66","method":"DELETE","req_id":"c6a58ac2-9346-4cc3-9bf5-f4c331a78a44","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18994,"response_code":204} {"msg":"disabling downstairs instance: downstairs-4b5b876b-1150-4cfe-91ec-93532dea6d66 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.884982744Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.886740798Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66","method":"GET","req_id":"38ba5995-bc63-459b-b5ca-15f244ab555d","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.895274923Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1c1ca2f2-6420-4aef-9c68-786ae7edc7e5/crucible/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.903037984Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"region":"4b5b876b-1150-4cfe-91ec-93532dea6d66","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.952149463Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66","method":"GET","req_id":"171bf5f1-60ea-485f-9db8-9c6ace66d1e2","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region 4b5b876b-1150-4cfe-91ec-93532dea6d66 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:10.960917113Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T21:19:11.128306021Z","hostname":"oxz_crucible_744a7f88-887c-4d1b-b67f-35bfaee06854","pid":23499,"uri":"/crucible/0/regions/4b5b876b-1150-4cfe-91ec-93532dea6d66","method":"GET","req_id":"09c8f05c-9803-4d0a-b682-087bad1e1ef9","remote_addr":"[fd00:1122:3344:101::c]:39380","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":38,"response_code":200}