{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.164972282Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41862"} {"msg":"region c37494b3-2b28-47a0-a22a-cdebd63333ea state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.165085854Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.165991607Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"uri":"/crucible/0/regions","method":"POST","req_id":"2966fec5-a3bc-4289-9c1e-98e992ef6911","remote_addr":"[fd00:1122:3344:101::a]:41862","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":940,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.166004978Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/c37494b3-2b28-47a0-a22a-cdebd63333ea","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.174660319Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/c37494b3-2b28-47a0-a22a-cdebd63333ea","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.174676959Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c37494b3-2b28-47a0-a22a-cdebd63333ea\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c37494b3-2b28-47a0-a22a-cdebd63333ea\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.239568594Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"region":"c37494b3-2b28-47a0-a22a-cdebd63333ea","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c37494b3-2b28-47a0-a22a-cdebd63333ea\" \"--data\" \"/data/regions/c37494b3-2b28-47a0-a22a-cdebd63333ea\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.239599705Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"region":"c37494b3-2b28-47a0-a22a-cdebd63333ea","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.31969984Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"uri":"/crucible/0/regions","method":"POST","req_id":"46d61cca-4146-4cc2-a330-4899d03446cb","remote_addr":"[fd00:1122:3344:101::a]:41862","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.325546329Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"region":"c37494b3-2b28-47a0-a22a-cdebd63333ea","component":"worker"} {"msg":"region c37494b3-2b28-47a0-a22a-cdebd63333ea state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.325562659Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.325684221Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c37494b3-2b28-47a0-a22a-cdebd63333ea","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.326790168Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c37494b3-2b28-47a0-a22a-cdebd63333ea","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.344654019Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.366176266Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c37494b3-2b28-47a0-a22a-cdebd63333ea","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.369374054Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c37494b3-2b28-47a0-a22a-cdebd63333ea","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.369662559Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.369715049Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.36975816Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.369807951Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.373582438Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.389317447Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:06.689630265Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"uri":"/crucible/0/regions","method":"POST","req_id":"10d289bc-b1c8-456c-9c88-d3c89b0ce5c4","remote_addr":"[fd00:1122:3344:101::a]:41862","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.322157583Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"uri":"/crucible/0/regions/df20451a-c275-4f67-a0ae-d170d253f522","method":"GET","req_id":"99652e15-d0ed-4eb7-8c84-2df5154441f0","remote_addr":"[fd00:1122:3344:101::a]:41862","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/df20451a-c275-4f67-a0ae-d170d253f522\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.324896145Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"dataset is oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/df20451a-c275-4f67-a0ae-d170d253f522","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.331693328Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"snapshot is oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/df20451a-c275-4f67-a0ae-d170d253f522@8c056911-d541-470e-96fa-50edd75a9b88","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.338027824Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/df20451a-c275-4f67-a0ae-d170d253f522\", \"8c056911-d541-470e-96fa-50edd75a9b88\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.338050734Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.34632217Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"uri":"/crucible/0/regions/df20451a-c275-4f67-a0ae-d170d253f522/snapshots/8c056911-d541-470e-96fa-50edd75a9b88","method":"GET","req_id":"66831d1d-53cf-426c-9d2c-f2907e1281f2","remote_addr":"[fd00:1122:3344:101::a]:41862","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21453,"response_code":200} {"msg":"path is \"/data/regions/df20451a-c275-4f67-a0ae-d170d253f522\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.349511109Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"dataset is oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/df20451a-c275-4f67-a0ae-d170d253f522","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.354354662Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"snapshot is oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/df20451a-c275-4f67-a0ae-d170d253f522@8c056911-d541-470e-96fa-50edd75a9b88","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.3601461Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/df20451a-c275-4f67-a0ae-d170d253f522\", \"8c056911-d541-470e-96fa-50edd75a9b88\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.3601589Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot df20451a-c275-4f67-a0ae-d170d253f522-8c056911-d541-470e-96fa-50edd75a9b88 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.367251807Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.36739861Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"uri":"/crucible/0/regions/df20451a-c275-4f67-a0ae-d170d253f522/snapshots/8c056911-d541-470e-96fa-50edd75a9b88/run","method":"POST","req_id":"6cbe7863-e7f9-4cb6-b696-4b9f56149c1c","remote_addr":"[fd00:1122:3344:101::a]:41862","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17863,"response_code":200} {"msg":"applying SMF actions for region df20451a-c275-4f67-a0ae-d170d253f522 running snapshot 8c056911-d541-470e-96fa-50edd75a9b88 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.36741153Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-df20451a-c275-4f67-a0ae-d170d253f522-8c056911-d541-470e-96fa-50edd75a9b88","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.373278249Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-df20451a-c275-4f67-a0ae-d170d253f522-8c056911-d541-470e-96fa-50edd75a9b88","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.376768872Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-df20451a-c275-4f67-a0ae-d170d253f522-8c056911-d541-470e-96fa-50edd75a9b88","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.386875475Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df20451a-c275-4f67-a0ae-d170d253f522/.zfs/snapshot/8c056911-d541-470e-96fa-50edd75a9b88","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.38714628Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.38719731Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.387238711Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.387278971Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.387332612Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.391408044Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.395203882Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"worker"} {"msg":"region df20451a-c275-4f67-a0ae-d170d253f522 running snapshot 8c056911-d541-470e-96fa-50edd75a9b88 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.395213912Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"path is \"/data/regions/df20451a-c275-4f67-a0ae-d170d253f522\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.644657608Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"dataset is oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/df20451a-c275-4f67-a0ae-d170d253f522","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.650923463Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"datafile"} {"msg":"snapshot is oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/df20451a-c275-4f67-a0ae-d170d253f522@8c056911-d541-470e-96fa-50edd75a9b88","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.656932984Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_eaac1c13-2360-4d82-886e-c65a84ecea48/crucible/regions/df20451a-c275-4f67-a0ae-d170d253f522\", \"8c056911-d541-470e-96fa-50edd75a9b88\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.656955165Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-02T18:50:08.662882515Z","hostname":"oxz_crucible_124b3211-ff92-470d-8318-dab292781cf2","pid":24437,"uri":"/crucible/0/regions/df20451a-c275-4f67-a0ae-d170d253f522/snapshots/8c056911-d541-470e-96fa-50edd75a9b88/run","method":"POST","req_id":"a40aa1aa-cd67-4921-b52f-a9c868a286f9","remote_addr":"[fd00:1122:3344:101::a]:41862","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18257,"response_code":200}