{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.428444514Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52642"} {"msg":"region 77676132-c85c-40f7-ba77-2f6ef1addaf2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.428513106Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.429132876Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"uri":"/crucible/0/regions","method":"POST","req_id":"7273b6ba-38c3-4a4d-adee-d7e388c97ba2","remote_addr":"[fd00:1122:3344:101::a]:52642","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":650,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.429159446Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/77676132-c85c-40f7-ba77-2f6ef1addaf2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.436994205Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/77676132-c85c-40f7-ba77-2f6ef1addaf2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.437012036Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"77676132-c85c-40f7-ba77-2f6ef1addaf2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/77676132-c85c-40f7-ba77-2f6ef1addaf2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.489643589Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"region":"77676132-c85c-40f7-ba77-2f6ef1addaf2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"77676132-c85c-40f7-ba77-2f6ef1addaf2\" \"--data\" \"/data/regions/77676132-c85c-40f7-ba77-2f6ef1addaf2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.48967362Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"region":"77676132-c85c-40f7-ba77-2f6ef1addaf2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.570340583Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"region":"77676132-c85c-40f7-ba77-2f6ef1addaf2","component":"worker"} {"msg":"region 77676132-c85c-40f7-ba77-2f6ef1addaf2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.570371674Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.570480908Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-77676132-c85c-40f7-ba77-2f6ef1addaf2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.570809378Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-77676132-c85c-40f7-ba77-2f6ef1addaf2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.578786212Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.597270069Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-77676132-c85c-40f7-ba77-2f6ef1addaf2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.600264655Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/77676132-c85c-40f7-ba77-2f6ef1addaf2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.600558754Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.600611206Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.600649347Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.600685628Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.608227848Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.6265658Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:41.808829853Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"uri":"/crucible/0/regions","method":"POST","req_id":"4e7ace99-5e6f-438b-893a-9c106a7131c7","remote_addr":"[fd00:1122:3344:101::a]:52642","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.631389387Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"uri":"/crucible/0/regions/8e16b455-0556-4305-be51-6a4235bdd24f","method":"GET","req_id":"154c4c27-6ea1-47f5-a623-23df70d8aedf","remote_addr":"[fd00:1122:3344:101::a]:52642","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/8e16b455-0556-4305-be51-6a4235bdd24f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.634568258Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"dataset is oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/8e16b455-0556-4305-be51-6a4235bdd24f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.64154361Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"snapshot is oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/8e16b455-0556-4305-be51-6a4235bdd24f@468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.647761377Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/8e16b455-0556-4305-be51-6a4235bdd24f\", \"468d8332-47a3-4b66-8d80-f3d1ae93cc18\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.647778128Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.656878577Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"uri":"/crucible/0/regions/8e16b455-0556-4305-be51-6a4235bdd24f/snapshots/468d8332-47a3-4b66-8d80-f3d1ae93cc18","method":"GET","req_id":"058f1a80-83ee-4659-8bb4-814e5f849181","remote_addr":"[fd00:1122:3344:101::a]:52642","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22338,"response_code":200} {"msg":"path is \"/data/regions/8e16b455-0556-4305-be51-6a4235bdd24f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.662101883Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"dataset is oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/8e16b455-0556-4305-be51-6a4235bdd24f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.668357282Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"snapshot is oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/8e16b455-0556-4305-be51-6a4235bdd24f@468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.675369765Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/8e16b455-0556-4305-be51-6a4235bdd24f\", \"468d8332-47a3-4b66-8d80-f3d1ae93cc18\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.675387906Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8e16b455-0556-4305-be51-6a4235bdd24f-468d8332-47a3-4b66-8d80-f3d1ae93cc18 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.683597756Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.683738111Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"uri":"/crucible/0/regions/8e16b455-0556-4305-be51-6a4235bdd24f/snapshots/468d8332-47a3-4b66-8d80-f3d1ae93cc18/run","method":"POST","req_id":"509f9741-344a-4538-b76a-2bd2ed021dfe","remote_addr":"[fd00:1122:3344:101::a]:52642","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21667,"response_code":200} {"msg":"applying SMF actions for region 8e16b455-0556-4305-be51-6a4235bdd24f running snapshot 468d8332-47a3-4b66-8d80-f3d1ae93cc18 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.683768822Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-8e16b455-0556-4305-be51-6a4235bdd24f-468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.688503802Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8e16b455-0556-4305-be51-6a4235bdd24f-468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.698287523Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8e16b455-0556-4305-be51-6a4235bdd24f-468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.707962671Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e16b455-0556-4305-be51-6a4235bdd24f/.zfs/snapshot/468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.70824522Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.708297201Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.708334793Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.708372824Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.708417735Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.712085182Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.716376968Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"worker"} {"msg":"region 8e16b455-0556-4305-be51-6a4235bdd24f running snapshot 468d8332-47a3-4b66-8d80-f3d1ae93cc18 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.716388009Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"path is \"/data/regions/8e16b455-0556-4305-be51-6a4235bdd24f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.884670267Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"dataset is oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/8e16b455-0556-4305-be51-6a4235bdd24f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.891025699Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"datafile"} {"msg":"snapshot is oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/8e16b455-0556-4305-be51-6a4235bdd24f@468d8332-47a3-4b66-8d80-f3d1ae93cc18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.896767961Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_273b7607-b8f7-4585-8191-84d8237ce628/crucible/regions/8e16b455-0556-4305-be51-6a4235bdd24f\", \"468d8332-47a3-4b66-8d80-f3d1ae93cc18\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.896792802Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T02:30:43.90206606Z","hostname":"oxz_crucible_99abb24d-0fea-4359-8794-8ea9769be0ff","pid":23740,"uri":"/crucible/0/regions/8e16b455-0556-4305-be51-6a4235bdd24f/snapshots/468d8332-47a3-4b66-8d80-f3d1ae93cc18/run","method":"POST","req_id":"d06a3b9a-3d23-4754-b58d-e1e75dc499c6","remote_addr":"[fd00:1122:3344:101::a]:52642","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17437,"response_code":200}