{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.576389141Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44193"} {"msg":"region 49fcdfb4-3292-4215-b7aa-f6c82cea1244 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.576487662Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.57758949Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"uri":"/crucible/0/regions","method":"POST","req_id":"fa557a0e-389d-4af1-8d12-b180b9eb8ab1","remote_addr":"[fd00:1122:3344:101::b]:44193","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1155,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.57761776Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f75166af-969f-45c2-bc37-e709f2e1dc66/crucible/regions/49fcdfb4-3292-4215-b7aa-f6c82cea1244","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.590229528Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f75166af-969f-45c2-bc37-e709f2e1dc66/crucible/regions/49fcdfb4-3292-4215-b7aa-f6c82cea1244","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.590255458Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"49fcdfb4-3292-4215-b7aa-f6c82cea1244\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/49fcdfb4-3292-4215-b7aa-f6c82cea1244\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.645819179Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"region":"49fcdfb4-3292-4215-b7aa-f6c82cea1244","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"49fcdfb4-3292-4215-b7aa-f6c82cea1244\" \"--data\" \"/data/regions/49fcdfb4-3292-4215-b7aa-f6c82cea1244\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.645859899Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"region":"49fcdfb4-3292-4215-b7aa-f6c82cea1244","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.708973018Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"region":"49fcdfb4-3292-4215-b7aa-f6c82cea1244","component":"worker"} {"msg":"region 49fcdfb4-3292-4215-b7aa-f6c82cea1244 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.709010678Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.70912277Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-49fcdfb4-3292-4215-b7aa-f6c82cea1244","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.710060817Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-49fcdfb4-3292-4215-b7aa-f6c82cea1244","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.713961867Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.728477589Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-49fcdfb4-3292-4215-b7aa-f6c82cea1244","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.730028312Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/49fcdfb4-3292-4215-b7aa-f6c82cea1244","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.730384684Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.730452485Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.730510815Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.730582736Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.733422538Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.736007848Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:10.818359937Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"uri":"/crucible/0/regions","method":"POST","req_id":"0d0dc5ac-7f69-4a21-a939-1ee1f7081d00","remote_addr":"[fd00:1122:3344:101::b]:44193","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.683476674Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.683639485Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"uri":"/crucible/0/regions","method":"POST","req_id":"fec63f28-812f-4fde-98ab-7388d99f919d","remote_addr":"[fd00:1122:3344:101::b]:44193","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":214,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.683656866Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f75166af-969f-45c2-bc37-e709f2e1dc66/crucible/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.689498491Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f75166af-969f-45c2-bc37-e709f2e1dc66/crucible/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.689512521Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.729169929Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"region":"a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b\" \"--data\" \"/data/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.729202719Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"region":"a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.781618155Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"region":"a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","component":"worker"} {"msg":"region a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.781644516Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.781747606Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.787007687Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.792061996Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.795882296Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.797372858Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.79766197Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.79770556Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.79774672Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.797781321Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.799503064Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.802275485Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:16.980702179Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"uri":"/crucible/0/regions","method":"POST","req_id":"910d986c-ea29-4236-8cac-99f1680dfa89","remote_addr":"[fd00:1122:3344:101::b]:44193","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.641548841Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"uri":"/crucible/0/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","method":"GET","req_id":"6e632afd-ae73-4641-b414-59b14ca90bb7","remote_addr":"[fd00:1122:3344:101::b]:44193","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.644614575Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"datafile"} {"msg":"dataset is oxp_f75166af-969f-45c2-bc37-e709f2e1dc66/crucible/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.652374215Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"datafile"} {"msg":"region a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.660120135Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.660322476Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.660369517Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"uri":"/crucible/0/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","method":"DELETE","req_id":"daff3547-e552-4319-b060-b4a6d9cfc56e","remote_addr":"[fd00:1122:3344:101::b]:44193","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15737,"response_code":204} {"msg":"disabling downstairs instance: downstairs-a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.662276521Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.663661182Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"uri":"/crucible/0/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","method":"GET","req_id":"ce71a537-e3e7-42fa-8272-87e48625fa31","remote_addr":"[fd00:1122:3344:101::b]:44193","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.665588837Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f75166af-969f-45c2-bc37-e709f2e1dc66/crucible/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.674602497Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"region":"a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","component":"worker"} {"msg":"region a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.717656731Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-13T21:07:42.781517726Z","hostname":"oxz_crucible_b6edad08-ff59-49a9-8bd0-2391f413ee8b","pid":23266,"uri":"/crucible/0/regions/a1cd6f2e-19e8-44ae-95b2-bddcc4c0106b","method":"GET","req_id":"ae08a12d-fc22-45d3-907f-570f5388aab4","remote_addr":"[fd00:1122:3344:101::b]:44193","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}