{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:18.636377023Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61818"} {"msg":"region d92f935a-3955-45fa-ad01-1daaf598d0bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:18.678856272Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:18.68674823Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:18.692576817Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"uri":"/crucible/0/regions","method":"POST","req_id":"43e45998-227a-40be-915a-8e9e73b30e8e","remote_addr":"[fd00:1122:3344:101::a]:61818","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20814,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ab49d45f-8c79-4b86-b628-3727392a0489/crucible/regions/d92f935a-3955-45fa-ad01-1daaf598d0bc","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:18.697676589Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ab49d45f-8c79-4b86-b628-3727392a0489/crucible/regions/d92f935a-3955-45fa-ad01-1daaf598d0bc","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:18.697706509Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d92f935a-3955-45fa-ad01-1daaf598d0bc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d92f935a-3955-45fa-ad01-1daaf598d0bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:18.752194419Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"region":"d92f935a-3955-45fa-ad01-1daaf598d0bc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d92f935a-3955-45fa-ad01-1daaf598d0bc\" \"--data\" \"/data/regions/d92f935a-3955-45fa-ad01-1daaf598d0bc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:18.75224027Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"region":"d92f935a-3955-45fa-ad01-1daaf598d0bc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.033668237Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"uri":"/crucible/0/regions","method":"POST","req_id":"cd2614c7-bfb1-403f-a42e-3fb26f839ba0","remote_addr":"[fd00:1122:3344:101::a]:61818","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":94,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.144943671Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"region":"d92f935a-3955-45fa-ad01-1daaf598d0bc","component":"worker"} {"msg":"region d92f935a-3955-45fa-ad01-1daaf598d0bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.14734651Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.147501783Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d92f935a-3955-45fa-ad01-1daaf598d0bc","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.14788515Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d92f935a-3955-45fa-ad01-1daaf598d0bc","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.159111255Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.174679786Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d92f935a-3955-45fa-ad01-1daaf598d0bc","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.178132255Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d92f935a-3955-45fa-ad01-1daaf598d0bc","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.178821649Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.17888092Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.178925391Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.178963192Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.18287829Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.18736194Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:19.32590635Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"uri":"/crucible/0/regions","method":"POST","req_id":"ced6f0bc-aa6f-4c2e-bb8b-66f098728bc9","remote_addr":"[fd00:1122:3344:101::a]:61818","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region 572c4325-8944-4838-8c00-f3def981db71 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.820954798Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.821153342Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"uri":"/crucible/0/regions","method":"POST","req_id":"81728c5c-41b2-4281-a0da-3603304b2b55","remote_addr":"[fd00:1122:3344:101::a]:61818","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":260,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.821209233Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ab49d45f-8c79-4b86-b628-3727392a0489/crucible/regions/572c4325-8944-4838-8c00-f3def981db71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.826980319Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ab49d45f-8c79-4b86-b628-3727392a0489/crucible/regions/572c4325-8944-4838-8c00-f3def981db71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.826994169Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"572c4325-8944-4838-8c00-f3def981db71\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/572c4325-8944-4838-8c00-f3def981db71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.886440377Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"region":"572c4325-8944-4838-8c00-f3def981db71","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"572c4325-8944-4838-8c00-f3def981db71\" \"--data\" \"/data/regions/572c4325-8944-4838-8c00-f3def981db71\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.886490808Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"region":"572c4325-8944-4838-8c00-f3def981db71","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.965641471Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"region":"572c4325-8944-4838-8c00-f3def981db71","component":"worker"} {"msg":"region 572c4325-8944-4838-8c00-f3def981db71 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.965698622Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.965799054Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-572c4325-8944-4838-8c00-f3def981db71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.966224372Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-572c4325-8944-4838-8c00-f3def981db71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.969975057Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.978714922Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-572c4325-8944-4838-8c00-f3def981db71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.981854295Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/572c4325-8944-4838-8c00-f3def981db71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.982145321Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.982191542Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.982235333Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.982275803Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.986979227Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:25.993366205Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:26.083198921Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"uri":"/crucible/0/regions","method":"POST","req_id":"e6fa81ab-fb53-4442-ad8c-9d1546ae240f","remote_addr":"[fd00:1122:3344:101::a]:61818","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.914048154Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"uri":"/crucible/0/regions/572c4325-8944-4838-8c00-f3def981db71","method":"GET","req_id":"85255fdd-576d-4c81-8f9d-82a3aa92fd7d","remote_addr":"[fd00:1122:3344:101::a]:61818","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/572c4325-8944-4838-8c00-f3def981db71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.917503073Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"datafile"} {"msg":"dataset is oxp_ab49d45f-8c79-4b86-b628-3727392a0489/crucible/regions/572c4325-8944-4838-8c00-f3def981db71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.924627386Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"datafile"} {"msg":"region 572c4325-8944-4838-8c00-f3def981db71 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.931276529Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.931450212Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.931459742Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"uri":"/crucible/0/regions/572c4325-8944-4838-8c00-f3def981db71","method":"DELETE","req_id":"d87caeb2-5e6d-4dc2-9b4a-afe26134dbc6","remote_addr":"[fd00:1122:3344:101::a]:61818","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14007,"response_code":204} {"msg":"disabling downstairs instance: downstairs-572c4325-8944-4838-8c00-f3def981db71 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.932405091Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.934613995Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"uri":"/crucible/0/regions/572c4325-8944-4838-8c00-f3def981db71","method":"GET","req_id":"817b2d9d-9265-4155-b4de-6aa288c710ac","remote_addr":"[fd00:1122:3344:101::a]:61818","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.937571074Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ab49d45f-8c79-4b86-b628-3727392a0489/crucible/regions/572c4325-8944-4838-8c00-f3def981db71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.945483763Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"region":"572c4325-8944-4838-8c00-f3def981db71","component":"worker"} {"msg":"region 572c4325-8944-4838-8c00-f3def981db71 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:55.994067494Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-04T06:40:56.007432131Z","hostname":"oxz_crucible_e2106fbd-b485-4d55-818f-fa6b7a0d7b1c","pid":24034,"uri":"/crucible/0/regions/572c4325-8944-4838-8c00-f3def981db71","method":"GET","req_id":"f15b8578-e120-44e7-9f84-80a1d3fbf849","remote_addr":"[fd00:1122:3344:101::a]:61818","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":47,"response_code":200}