{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:01.956125963Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41231"} {"msg":"region 5457ff50-1eaa-4d75-bcc4-7d6304b56b91 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:01.988848751Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:01.993434018Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:01.996041691Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"uri":"/crucible/0/regions","method":"POST","req_id":"6b76986a-10e9-45ec-894a-b998c9a79ecf","remote_addr":"[fd00:1122:3344:101::b]:41231","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16273,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_4efe43f6-83fa-4b77-ac35-588fa82854db/crucible/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.005031893Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_4efe43f6-83fa-4b77-ac35-588fa82854db/crucible/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.005065903Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5457ff50-1eaa-4d75-bcc4-7d6304b56b91\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.072823367Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"region":"5457ff50-1eaa-4d75-bcc4-7d6304b56b91","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5457ff50-1eaa-4d75-bcc4-7d6304b56b91\" \"--data\" \"/data/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.075218287Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"region":"5457ff50-1eaa-4d75-bcc4-7d6304b56b91","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.213499129Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"region":"5457ff50-1eaa-4d75-bcc4-7d6304b56b91","component":"worker"} {"msg":"region 5457ff50-1eaa-4d75-bcc4-7d6304b56b91 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.215691196Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.215858688Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5457ff50-1eaa-4d75-bcc4-7d6304b56b91","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.218215488Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5457ff50-1eaa-4d75-bcc4-7d6304b56b91","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.225194825Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.237410837Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5457ff50-1eaa-4d75-bcc4-7d6304b56b91","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.239103268Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.239865337Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.241962014Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.242001184Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.242047395Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.250300707Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.253314665Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.289376744Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"uri":"/crucible/0/regions","method":"POST","req_id":"278c80b5-8f3c-4477-8903-2fbb4e2d0b93","remote_addr":"[fd00:1122:3344:101::b]:41231","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":95,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.924580795Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"uri":"/crucible/0/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91","method":"GET","req_id":"e94b56b4-2279-4e2a-b7b3-4596b5d2a3d9","remote_addr":"[fd00:1122:3344:101::b]:41231","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.929766529Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"datafile"} {"msg":"dataset is oxp_4efe43f6-83fa-4b77-ac35-588fa82854db/crucible/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.937262813Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"datafile"} {"msg":"region 5457ff50-1eaa-4d75-bcc4-7d6304b56b91 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.945766969Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.945909071Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.945937631Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"uri":"/crucible/0/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91","method":"DELETE","req_id":"586625a6-362b-4894-bda2-6d6a25bf6984","remote_addr":"[fd00:1122:3344:101::b]:41231","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16209,"response_code":204} {"msg":"disabling downstairs instance: downstairs-5457ff50-1eaa-4d75-bcc4-7d6304b56b91 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.946866062Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.949203662Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"uri":"/crucible/0/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91","method":"GET","req_id":"d5af9dfb-b4b8-4021-b0b2-e56e2e6dd09e","remote_addr":"[fd00:1122:3344:101::b]:41231","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.950754081Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4efe43f6-83fa-4b77-ac35-588fa82854db/crucible/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:02.961701587Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"region":"5457ff50-1eaa-4d75-bcc4-7d6304b56b91","component":"worker"} {"msg":"region 5457ff50-1eaa-4d75-bcc4-7d6304b56b91 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:03.041275908Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:03.079707677Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"uri":"/crucible/0/regions/5457ff50-1eaa-4d75-bcc4-7d6304b56b91","method":"GET","req_id":"180af812-fc46-4985-aaec-84c4d393f34d","remote_addr":"[fd00:1122:3344:101::b]:41231","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.556859972Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60461"} {"msg":"region 462a0593-7d5c-4ac5-8558-4800c45a652f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.557730233Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.557837225Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"uri":"/crucible/0/regions","method":"POST","req_id":"a5efad40-d814-457c-9871-0345a860642f","remote_addr":"[fd00:1122:3344:101::b]:60461","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":836,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.557897225Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4efe43f6-83fa-4b77-ac35-588fa82854db/crucible/regions/462a0593-7d5c-4ac5-8558-4800c45a652f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.568202554Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4efe43f6-83fa-4b77-ac35-588fa82854db/crucible/regions/462a0593-7d5c-4ac5-8558-4800c45a652f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.568247814Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"462a0593-7d5c-4ac5-8558-4800c45a652f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/462a0593-7d5c-4ac5-8558-4800c45a652f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.616720068Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"region":"462a0593-7d5c-4ac5-8558-4800c45a652f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"462a0593-7d5c-4ac5-8558-4800c45a652f\" \"--data\" \"/data/regions/462a0593-7d5c-4ac5-8558-4800c45a652f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.616770178Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"region":"462a0593-7d5c-4ac5-8558-4800c45a652f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.667150176Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"region":"462a0593-7d5c-4ac5-8558-4800c45a652f","component":"worker"} {"msg":"region 462a0593-7d5c-4ac5-8558-4800c45a652f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.667184276Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.667288407Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-462a0593-7d5c-4ac5-8558-4800c45a652f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.668251319Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-462a0593-7d5c-4ac5-8558-4800c45a652f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.675360548Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.691034943Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-462a0593-7d5c-4ac5-8558-4800c45a652f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.692327259Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/462a0593-7d5c-4ac5-8558-4800c45a652f","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.692630313Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.692665394Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.692718884Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.692754895Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.694484496Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.697605217Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:15.770548421Z","hostname":"oxz_crucible_212059ea-8284-4b2b-bddf-fd229a661fb7","pid":22801,"uri":"/crucible/0/regions","method":"POST","req_id":"c1e65a68-0588-4b1a-8d3c-a1fc437d3dbf","remote_addr":"[fd00:1122:3344:101::b]:60461","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":200}