{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:40.977776004Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55914"} {"msg":"region 2ff24305-ed47-44b4-9fb9-522843ab33fe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.024985362Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.027794761Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.027814712Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"uri":"/crucible/0/regions","method":"POST","req_id":"2e9aab20-47e7-4952-a486-46cba2d27fea","remote_addr":"[fd00:1122:3344:101::c]:55914","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20305,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ae6277ac-d128-46e3-9655-b90f57f07227/crucible/regions/2ff24305-ed47-44b4-9fb9-522843ab33fe","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.036411822Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ae6277ac-d128-46e3-9655-b90f57f07227/crucible/regions/2ff24305-ed47-44b4-9fb9-522843ab33fe","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.036434403Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2ff24305-ed47-44b4-9fb9-522843ab33fe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2ff24305-ed47-44b4-9fb9-522843ab33fe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.082148574Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"region":"2ff24305-ed47-44b4-9fb9-522843ab33fe","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2ff24305-ed47-44b4-9fb9-522843ab33fe\" \"--data\" \"/data/regions/2ff24305-ed47-44b4-9fb9-522843ab33fe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.084479405Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"region":"2ff24305-ed47-44b4-9fb9-522843ab33fe","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.281422537Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"uri":"/crucible/0/regions","method":"POST","req_id":"522b5114-3f3d-4f5f-8f13-67a3a312fdbd","remote_addr":"[fd00:1122:3344:101::c]:55914","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.427400215Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"region":"2ff24305-ed47-44b4-9fb9-522843ab33fe","component":"worker"} {"msg":"region 2ff24305-ed47-44b4-9fb9-522843ab33fe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.427440996Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.427545797Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2ff24305-ed47-44b4-9fb9-522843ab33fe","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.427936174Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2ff24305-ed47-44b4-9fb9-522843ab33fe","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.440316531Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.458735934Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2ff24305-ed47-44b4-9fb9-522843ab33fe","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.461722176Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ff24305-ed47-44b4-9fb9-522843ab33fe","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.464442164Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.464504895Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.464545976Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.464582027Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.468007287Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.472321072Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:41.665009399Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"uri":"/crucible/0/regions","method":"POST","req_id":"2d224572-11c9-40bf-a3d5-0362657020c5","remote_addr":"[fd00:1122:3344:101::c]:55914","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region 0875d0c2-b05b-4760-b228-b269fdfb28a3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:47.996914318Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:47.997140482Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:47.997151792Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"uri":"/crucible/0/regions","method":"POST","req_id":"757d5c64-23e0-405c-b60b-ddfcf1805358","remote_addr":"[fd00:1122:3344:101::c]:55914","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":279,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ae6277ac-d128-46e3-9655-b90f57f07227/crucible/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.004128455Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ae6277ac-d128-46e3-9655-b90f57f07227/crucible/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.004150445Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0875d0c2-b05b-4760-b228-b269fdfb28a3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.057059762Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"region":"0875d0c2-b05b-4760-b228-b269fdfb28a3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0875d0c2-b05b-4760-b228-b269fdfb28a3\" \"--data\" \"/data/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.057100143Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"region":"0875d0c2-b05b-4760-b228-b269fdfb28a3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.130619602Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"region":"0875d0c2-b05b-4760-b228-b269fdfb28a3","component":"worker"} {"msg":"region 0875d0c2-b05b-4760-b228-b269fdfb28a3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.130651063Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.130737664Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0875d0c2-b05b-4760-b228-b269fdfb28a3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.13105455Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0875d0c2-b05b-4760-b228-b269fdfb28a3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.135165562Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.143835383Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0875d0c2-b05b-4760-b228-b269fdfb28a3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.146950238Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.147152882Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.147196753Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.147233853Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.147268124Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.151276734Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.162076683Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:25:48.199463418Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"uri":"/crucible/0/regions","method":"POST","req_id":"a6b331c3-f495-4b0e-9ec4-aa5b28155edb","remote_addr":"[fd00:1122:3344:101::c]:55914","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.653975859Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"uri":"/crucible/0/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3","method":"GET","req_id":"c7b9237e-ac56-4f19-a684-a0eb8a7c1640","remote_addr":"[fd00:1122:3344:101::c]:55914","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"path is \"/data/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.657817786Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"datafile"} {"msg":"dataset is oxp_ae6277ac-d128-46e3-9655-b90f57f07227/crucible/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.66828359Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"datafile"} {"msg":"region 0875d0c2-b05b-4760-b228-b269fdfb28a3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.675561537Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.676197218Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.676215059Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"uri":"/crucible/0/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3","method":"DELETE","req_id":"cbd67bfe-2967-4b50-b3a0-ba364ed56dd7","remote_addr":"[fd00:1122:3344:101::c]:55914","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18416,"response_code":204} {"msg":"disabling downstairs instance: downstairs-0875d0c2-b05b-4760-b228-b269fdfb28a3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.677121845Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.680251609Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"uri":"/crucible/0/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3","method":"GET","req_id":"23abd6e4-d2a4-4079-ad29-1d8375f4537b","remote_addr":"[fd00:1122:3344:101::c]:55914","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.688778179Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ae6277ac-d128-46e3-9655-b90f57f07227/crucible/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.697365329Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"region":"0875d0c2-b05b-4760-b228-b269fdfb28a3","component":"worker"} {"msg":"region 0875d0c2-b05b-4760-b228-b269fdfb28a3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.761823619Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-09T14:26:15.809191369Z","hostname":"oxz_crucible_794efb7e-2ca6-46aa-823f-ebfc635a24c6","pid":22848,"uri":"/crucible/0/regions/0875d0c2-b05b-4760-b228-b269fdfb28a3","method":"GET","req_id":"7a4cbea8-e991-4022-88ba-047f0d1943a8","remote_addr":"[fd00:1122:3344:101::c]:55914","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":200}