{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:56.470758263Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48503"} {"msg":"region bc0f7fa3-738b-4e93-b6b7-13a683338032 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:56.470823814Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:56.471454005Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"uri":"/crucible/0/regions","method":"POST","req_id":"b29305ba-cf82-4e47-8d9f-23dc3561d6ad","remote_addr":"[fd00:1122:3344:101::c]:48503","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":630,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:56.471470825Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/bc0f7fa3-738b-4e93-b6b7-13a683338032","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:56.478573597Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/bc0f7fa3-738b-4e93-b6b7-13a683338032","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:56.478583958Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bc0f7fa3-738b-4e93-b6b7-13a683338032\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bc0f7fa3-738b-4e93-b6b7-13a683338032\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:56.662575997Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"region":"bc0f7fa3-738b-4e93-b6b7-13a683338032","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bc0f7fa3-738b-4e93-b6b7-13a683338032\" \"--data\" \"/data/regions/bc0f7fa3-738b-4e93-b6b7-13a683338032\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:56.662620848Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"region":"bc0f7fa3-738b-4e93-b6b7-13a683338032","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:56.793514763Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"uri":"/crucible/0/regions","method":"POST","req_id":"f6eea2b4-171c-45a3-b25b-e8d5ac7753d6","remote_addr":"[fd00:1122:3344:101::c]:48503","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.250591039Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"region":"bc0f7fa3-738b-4e93-b6b7-13a683338032","component":"worker"} {"msg":"region bc0f7fa3-738b-4e93-b6b7-13a683338032 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.25062354Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.250739593Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.253525777Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"uri":"/crucible/0/regions","method":"POST","req_id":"0013133f-f038-417e-a960-f585f32cb905","remote_addr":"[fd00:1122:3344:101::c]:48503","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"creating missing downstairs instance downstairs-bc0f7fa3-738b-4e93-b6b7-13a683338032","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.323961668Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bc0f7fa3-738b-4e93-b6b7-13a683338032","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.415260437Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.539029538Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bc0f7fa3-738b-4e93-b6b7-13a683338032","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.579601927Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bc0f7fa3-738b-4e93-b6b7-13a683338032","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.579948985Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.580011116Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.580059317Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.580104428Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.598086549Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:46:57.647569172Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.14606254Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"uri":"/crucible/0/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925","method":"GET","req_id":"bb7cd0da-21f9-4736-b174-47cda8b18e2e","remote_addr":"[fd00:1122:3344:101::c]:48503","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.149221232Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"dataset is oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.156303014Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"snapshot is oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925@a9c4f697-6054-4961-ba2d-f5cfe0ec90a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.162804503Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925\", \"a9c4f697-6054-4961-ba2d-f5cfe0ec90a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.162817094Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.181237355Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"uri":"/crucible/0/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925/snapshots/a9c4f697-6054-4961-ba2d-f5cfe0ec90a6","method":"GET","req_id":"6669b8aa-35a4-49e8-92e5-fca1ad9d6d23","remote_addr":"[fd00:1122:3344:101::c]:48503","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32038,"response_code":200} {"msg":"path is \"/data/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.184858088Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"dataset is oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.191825017Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"snapshot is oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925@a9c4f697-6054-4961-ba2d-f5cfe0ec90a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.198222053Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925\", \"a9c4f697-6054-4961-ba2d-f5cfe0ec90a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.198239224Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 35345ff5-3aea-4a0a-923f-ef8cd7be4925-a9c4f697-6054-4961-ba2d-f5cfe0ec90a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.206569464Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.206729858Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"uri":"/crucible/0/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925/snapshots/a9c4f697-6054-4961-ba2d-f5cfe0ec90a6/run","method":"POST","req_id":"04e799e1-ef73-4d55-b408-16df65b7c5e1","remote_addr":"[fd00:1122:3344:101::c]:48503","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21888,"response_code":200} {"msg":"applying SMF actions for region 35345ff5-3aea-4a0a-923f-ef8cd7be4925 running snapshot a9c4f697-6054-4961-ba2d-f5cfe0ec90a6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.206745488Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-35345ff5-3aea-4a0a-923f-ef8cd7be4925-a9c4f697-6054-4961-ba2d-f5cfe0ec90a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.211890886Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-35345ff5-3aea-4a0a-923f-ef8cd7be4925-a9c4f697-6054-4961-ba2d-f5cfe0ec90a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.229273504Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-35345ff5-3aea-4a0a-923f-ef8cd7be4925-a9c4f697-6054-4961-ba2d-f5cfe0ec90a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.27959042Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925/.zfs/snapshot/a9c4f697-6054-4961-ba2d-f5cfe0ec90a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.279903326Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.279955312Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.279995784Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.280037045Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.280093315Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.294308712Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.317798459Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"worker"} {"msg":"region 35345ff5-3aea-4a0a-923f-ef8cd7be4925 running snapshot a9c4f697-6054-4961-ba2d-f5cfe0ec90a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.3178195Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"path is \"/data/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.377516755Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"dataset is oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.384295801Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"datafile"} {"msg":"snapshot is oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925@a9c4f697-6054-4961-ba2d-f5cfe0ec90a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.391332331Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_147b7cb6-ac4c-4c11-a2f1-1cce83143a71/crucible/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925\", \"a9c4f697-6054-4961-ba2d-f5cfe0ec90a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.391347042Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-21T11:47:00.397222016Z","hostname":"oxz_crucible_7f4c3409-a882-475a-8c99-8461846e4278","pid":24426,"uri":"/crucible/0/regions/35345ff5-3aea-4a0a-923f-ef8cd7be4925/snapshots/a9c4f697-6054-4961-ba2d-f5cfe0ec90a6/run","method":"POST","req_id":"7b70dc43-8654-4353-ad9e-1dfd0122c9d3","remote_addr":"[fd00:1122:3344:101::c]:48503","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19747,"response_code":200}