{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.290044252Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41329"}
{"msg":"region d72b9e0a-3dbb-45b1-ad10-8a3f046d697e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.290148933Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.290788496Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.290800156Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions","method":"POST","req_id":"3d40bd2d-309e-4d0c-86d2-5c1ca4551192","remote_addr":"[fd00:1122:3344:101::a]:41329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":681,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e0bca21d-b3be-45d2-98d7-9c49791f1d17/crucible/regions/d72b9e0a-3dbb-45b1-ad10-8a3f046d697e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.299094976Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e0bca21d-b3be-45d2-98d7-9c49791f1d17/crucible/regions/d72b9e0a-3dbb-45b1-ad10-8a3f046d697e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.299111356Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d72b9e0a-3dbb-45b1-ad10-8a3f046d697e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d72b9e0a-3dbb-45b1-ad10-8a3f046d697e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.365051964Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"region":"d72b9e0a-3dbb-45b1-ad10-8a3f046d697e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d72b9e0a-3dbb-45b1-ad10-8a3f046d697e\" \"--data\" \"/data/regions/d72b9e0a-3dbb-45b1-ad10-8a3f046d697e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.365084835Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"region":"d72b9e0a-3dbb-45b1-ad10-8a3f046d697e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.584184354Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions","method":"POST","req_id":"e953a92d-5292-4b7b-9d64-af70b1a996d0","remote_addr":"[fd00:1122:3344:101::a]:41329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.766315403Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"region":"d72b9e0a-3dbb-45b1-ad10-8a3f046d697e","component":"worker"}
{"msg":"region d72b9e0a-3dbb-45b1-ad10-8a3f046d697e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.766358474Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.766477844Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d72b9e0a-3dbb-45b1-ad10-8a3f046d697e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.76765802Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d72b9e0a-3dbb-45b1-ad10-8a3f046d697e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.785383666Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.819871722Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d72b9e0a-3dbb-45b1-ad10-8a3f046d697e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.826170283Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d72b9e0a-3dbb-45b1-ad10-8a3f046d697e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.826474844Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.826527754Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.826569905Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.826615285Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.835363517Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.841862429Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.199242634Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions","method":"POST","req_id":"0c7fce4d-7db2-4392-901a-17f2535213f1","remote_addr":"[fd00:1122:3344:101::a]:41329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region b7bad8ba-4756-4aa9-b939-e7e80dd4f62c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.254236403Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.254316353Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.254327603Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions","method":"POST","req_id":"4a453950-1376-4ca1-a80e-2835eea25525","remote_addr":"[fd00:1122:3344:101::a]:41329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":239,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e0bca21d-b3be-45d2-98d7-9c49791f1d17/crucible/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.260587673Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e0bca21d-b3be-45d2-98d7-9c49791f1d17/crucible/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.260601764Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b7bad8ba-4756-4aa9-b939-e7e80dd4f62c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.328398511Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"region":"b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b7bad8ba-4756-4aa9-b939-e7e80dd4f62c\" \"--data\" \"/data/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.328428861Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"region":"b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.454998123Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"region":"b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","component":"worker"}
{"msg":"region b7bad8ba-4756-4aa9-b939-e7e80dd4f62c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.455027573Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.455158974Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.456073558Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.467449263Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.48755946Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.492498194Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.492784216Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.492834256Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.492880086Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.492939376Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.500787864Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.52066418Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:10.522136208Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions","method":"POST","req_id":"ca5c9402-fd60-4542-8d1f-6c81194e2c8b","remote_addr":"[fd00:1122:3344:101::a]:41329","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.382525805Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57663"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.382731936Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","method":"GET","req_id":"5ad8cfa3-2365-4790-bd8b-1b11b8fc49b7","remote_addr":"[fd00:1122:3344:101::a]:57663","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"path is \"/data/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.387848931Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"datafile"}
{"msg":"dataset is oxp_e0bca21d-b3be-45d2-98d7-9c49791f1d17/crucible/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.408902833Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"datafile"}
{"msg":"region b7bad8ba-4756-4aa9-b939-e7e80dd4f62c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.416446149Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.417478684Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.417548655Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","method":"DELETE","req_id":"e06f49c5-3966-453f-8e66-a57b8ba08f37","remote_addr":"[fd00:1122:3344:101::a]:57663","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30653,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-b7bad8ba-4756-4aa9-b939-e7e80dd4f62c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.418500729Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.422176717Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","method":"GET","req_id":"0713f4df-a279-4cdf-afed-d0ae7b52aa3e","remote_addr":"[fd00:1122:3344:101::a]:57663","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.451545649Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e0bca21d-b3be-45d2-98d7-9c49791f1d17/crucible/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.460558612Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"region":"b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.528107519Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","method":"GET","req_id":"39317e97-98e0-406a-8602-93b21552d498","remote_addr":"[fd00:1122:3344:101::a]:57663","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region b7bad8ba-4756-4aa9-b939-e7e80dd4f62c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.556650597Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:43.69196921Z","hostname":"oxz_crucible_f9faed74-1e1d-47a1-a75a-67d4caa0071b","pid":23269,"uri":"/crucible/0/regions/b7bad8ba-4756-4aa9-b939-e7e80dd4f62c","method":"GET","req_id":"ca726e12-6f91-4483-bd0f-f98aa5eddc69","remote_addr":"[fd00:1122:3344:101::a]:57663","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200}