{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:57.988828987Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60156"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:57.988934719Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","method":"GET","req_id":"45e87a0f-8174-41e3-bbba-6416b8e12223","remote_addr":"[fd00:1122:3344:101::c]:60156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:57.993224724Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"dataset is oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:57.999055437Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"snapshot is oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6@f0081b23-4e2e-48fb-8004-84e1921d3fdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.005743895Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6\", \"f0081b23-4e2e-48fb-8004-84e1921d3fdf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.005761096Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.015415076Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6/snapshots/f0081b23-4e2e-48fb-8004-84e1921d3fdf","method":"GET","req_id":"1d344f5c-c5e6-4797-a3fc-2a4b3e7c0689","remote_addr":"[fd00:1122:3344:101::c]:60156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22217,"response_code":200} {"msg":"path is \"/data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.019535786Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"dataset is oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.025335718Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"snapshot is oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6@f0081b23-4e2e-48fb-8004-84e1921d3fdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.031509543Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6\", \"f0081b23-4e2e-48fb-8004-84e1921d3fdf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.031537883Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1b3cde11-4aab-48cd-a90f-97003d9252b6-f0081b23-4e2e-48fb-8004-84e1921d3fdf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.040407598Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.04340957Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6/snapshots/f0081b23-4e2e-48fb-8004-84e1921d3fdf/run","method":"POST","req_id":"186f2adc-ae11-4a16-a165-b05b20c4b5ae","remote_addr":"[fd00:1122:3344:101::c]:60156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23917,"response_code":200} {"msg":"applying SMF actions for region 1b3cde11-4aab-48cd-a90f-97003d9252b6 running snapshot f0081b23-4e2e-48fb-8004-84e1921d3fdf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.04342757Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.060880877Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.060972478Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.061064048Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.061070338Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.061128119Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.061172909Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.06126776Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.06131637Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.06135877Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.061399801Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.088985791Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-1b3cde11-4aab-48cd-a90f-97003d9252b6-f0081b23-4e2e-48fb-8004-84e1921d3fdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.092145465Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1b3cde11-4aab-48cd-a90f-97003d9252b6-f0081b23-4e2e-48fb-8004-84e1921d3fdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.103251445Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1b3cde11-4aab-48cd-a90f-97003d9252b6-f0081b23-4e2e-48fb-8004-84e1921d3fdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.170961998Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6/.zfs/snapshot/f0081b23-4e2e-48fb-8004-84e1921d3fdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.171414482Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.171469722Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.171507982Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.171545063Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.171594513Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.191538338Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.206938497Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"region 1b3cde11-4aab-48cd-a90f-97003d9252b6 running snapshot f0081b23-4e2e-48fb-8004-84e1921d3fdf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.20696336Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"path is \"/data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.277505344Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"dataset is oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.285657493Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"snapshot is oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6@f0081b23-4e2e-48fb-8004-84e1921d3fdf","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.293223794Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6\", \"f0081b23-4e2e-48fb-8004-84e1921d3fdf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.293247551Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:24:58.299799036Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6/snapshots/f0081b23-4e2e-48fb-8004-84e1921d3fdf/run","method":"POST","req_id":"8a2acbbf-7367-4596-abc0-66761e685772","remote_addr":"[fd00:1122:3344:101::c]:60156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22310,"response_code":200} {"msg":"region 66bfd4a8-ff16-4922-8aa3-c1faddee9f1e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.197001967Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.197200738Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.197211688Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions","method":"POST","req_id":"bab587eb-6031-44d6-935e-e4d8d4067ad5","remote_addr":"[fd00:1122:3344:101::c]:60156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":261,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.203370943Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.203404433Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.375669197Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions","method":"POST","req_id":"994fc329-1135-4533-8e68-8a325ee39542","remote_addr":"[fd00:1122:3344:101::c]:60156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"creating region Region { id: RegionId(\"66bfd4a8-ff16-4922-8aa3-c1faddee9f1e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.38704602Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"region":"66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"66bfd4a8-ff16-4922-8aa3-c1faddee9f1e\" \"--data\" \"/data/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.387088701Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"region":"66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.806921886Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"region":"66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","component":"worker"} {"msg":"region 66bfd4a8-ff16-4922-8aa3-c1faddee9f1e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.806968567Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.807099228Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.807594401Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.807667542Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.807741002Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.807747182Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.807786773Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.807840273Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.808215916Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.808265426Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.808333454Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.808344282Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.844043447Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.844485Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.903100047Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.915120744Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions","method":"POST","req_id":"3c7506de-f731-475b-b97a-ac16d9922e86","remote_addr":"[fd00:1122:3344:101::c]:60156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:06.979195301Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:07.010296067Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:07.010618759Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:07.01068225Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:07.01073469Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:07.01077236Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:07.037812767Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:07.063821727Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.550326263Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55063"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.550434003Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","method":"GET","req_id":"59e49033-ac90-4cf8-b9f2-9144abb88682","remote_addr":"[fd00:1122:3344:101::c]:55063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"path is \"/data/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.553816318Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"dataset is oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.562744793Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"region 66bfd4a8-ff16-4922-8aa3-c1faddee9f1e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.57050626Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.570685481Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.570723891Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","method":"DELETE","req_id":"39136bd7-3500-4933-b25a-b657fd9e1996","remote_addr":"[fd00:1122:3344:101::c]:55063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16922,"response_code":204} {"msg":"disabling downstairs instance: downstairs-66bfd4a8-ff16-4922-8aa3-c1faddee9f1e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.572870637Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.575750758Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","method":"GET","req_id":"ad3eb022-63be-4876-a2c9-1bba7cf4e95d","remote_addr":"[fd00:1122:3344:101::c]:55063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.595412751Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.595503492Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.595601172Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.595613783Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.595656643Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.595707863Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1b3cde11-4aab-48cd-a90f-97003d9252b6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.596049696Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.596116306Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.596167216Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.596213257Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.618939952Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.620513284Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_0482e36a-63cf-47f7-91dc-206136e49a7c/crucible/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.628417881Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"region":"66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","component":"worker"} {"msg":"region 66bfd4a8-ff16-4922-8aa3-c1faddee9f1e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.726390825Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T21:25:42.728216468Z","hostname":"oxz_crucible_a159cc76-64b6-4b51-8d0a-af35bb795137","pid":24186,"uri":"/crucible/0/regions/66bfd4a8-ff16-4922-8aa3-c1faddee9f1e","method":"GET","req_id":"7035d74f-1439-403d-8d31-8b09fc250223","remote_addr":"[fd00:1122:3344:101::c]:55063","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200}