{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.424680755Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36428"} {"msg":"region a670b92e-d8ed-48b0-ac8a-6d55a8437c6e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.424837089Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.425488092Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.425499423Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"uri":"/crucible/0/regions","method":"POST","req_id":"19abe62d-b888-4af4-832a-1e8a5484928b","remote_addr":"[fd00:1122:3344:101::b]:36428","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":702,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_02c82aa2-4d3a-45c2-952e-c75b53282bb5/crucible/regions/a670b92e-d8ed-48b0-ac8a-6d55a8437c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.435500474Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_02c82aa2-4d3a-45c2-952e-c75b53282bb5/crucible/regions/a670b92e-d8ed-48b0-ac8a-6d55a8437c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.435529185Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a670b92e-d8ed-48b0-ac8a-6d55a8437c6e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a670b92e-d8ed-48b0-ac8a-6d55a8437c6e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.490656423Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"region":"a670b92e-d8ed-48b0-ac8a-6d55a8437c6e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a670b92e-d8ed-48b0-ac8a-6d55a8437c6e\" \"--data\" \"/data/regions/a670b92e-d8ed-48b0-ac8a-6d55a8437c6e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.490689523Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"region":"a670b92e-d8ed-48b0-ac8a-6d55a8437c6e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.538947496Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"region":"a670b92e-d8ed-48b0-ac8a-6d55a8437c6e","component":"worker"} {"msg":"region a670b92e-d8ed-48b0-ac8a-6d55a8437c6e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.538978116Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.539069928Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a670b92e-d8ed-48b0-ac8a-6d55a8437c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.539872645Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a670b92e-d8ed-48b0-ac8a-6d55a8437c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.548475157Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.563331192Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a670b92e-d8ed-48b0-ac8a-6d55a8437c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.564710811Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a670b92e-d8ed-48b0-ac8a-6d55a8437c6e","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.565013768Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.565063349Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.56510365Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.56514302Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.566885867Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.570045214Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:03.641036278Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"uri":"/crucible/0/regions","method":"POST","req_id":"73bead5b-d2fe-43cc-bf1c-c6cc180b2cd0","remote_addr":"[fd00:1122:3344:101::b]:36428","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region 6b08f20e-4879-400b-9eb2-86f4908f24d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.011778698Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.011961561Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.011985632Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"uri":"/crucible/0/regions","method":"POST","req_id":"3bb17174-4cd6-49e0-b090-ef98d35b1acf","remote_addr":"[fd00:1122:3344:101::b]:36428","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":237,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_02c82aa2-4d3a-45c2-952e-c75b53282bb5/crucible/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.018349587Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_02c82aa2-4d3a-45c2-952e-c75b53282bb5/crucible/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.018375737Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6b08f20e-4879-400b-9eb2-86f4908f24d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.067084549Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"region":"6b08f20e-4879-400b-9eb2-86f4908f24d6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6b08f20e-4879-400b-9eb2-86f4908f24d6\" \"--data\" \"/data/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.06712605Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"region":"6b08f20e-4879-400b-9eb2-86f4908f24d6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.116409684Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"region":"6b08f20e-4879-400b-9eb2-86f4908f24d6","component":"worker"} {"msg":"region 6b08f20e-4879-400b-9eb2-86f4908f24d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.116437814Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.116562537Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6b08f20e-4879-400b-9eb2-86f4908f24d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.117391914Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6b08f20e-4879-400b-9eb2-86f4908f24d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.125825093Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.129511991Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6b08f20e-4879-400b-9eb2-86f4908f24d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.131104795Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.131390411Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.131434422Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.131477263Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.131513623Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.133038216Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.136722734Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:11.294099367Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"uri":"/crucible/0/regions","method":"POST","req_id":"afc5cc5a-00df-43b9-a1d3-766c80f73892","remote_addr":"[fd00:1122:3344:101::b]:36428","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.26372401Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"uri":"/crucible/0/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6","method":"GET","req_id":"ede48e66-ebff-4fd4-b112-de1576f6c661","remote_addr":"[fd00:1122:3344:101::b]:36428","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"path is \"/data/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.267160013Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"datafile"} {"msg":"dataset is oxp_02c82aa2-4d3a-45c2-952e-c75b53282bb5/crucible/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.275570061Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"datafile"} {"msg":"region 6b08f20e-4879-400b-9eb2-86f4908f24d6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.282861275Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.283131611Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.283159621Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"uri":"/crucible/0/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6","method":"DELETE","req_id":"c7944636-9fda-461f-ab47-7dfc9ce5ff94","remote_addr":"[fd00:1122:3344:101::b]:36428","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15941,"response_code":204} {"msg":"disabling downstairs instance: downstairs-6b08f20e-4879-400b-9eb2-86f4908f24d6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.28452793Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.286449521Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"uri":"/crucible/0/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6","method":"GET","req_id":"025c5031-1efb-43dc-9fb8-ae199ec0db2b","remote_addr":"[fd00:1122:3344:101::b]:36428","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.288472494Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_02c82aa2-4d3a-45c2-952e-c75b53282bb5/crucible/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.296932013Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"region":"6b08f20e-4879-400b-9eb2-86f4908f24d6","component":"worker"} {"msg":"region 6b08f20e-4879-400b-9eb2-86f4908f24d6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.355152086Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-30T21:30:36.379980522Z","hostname":"oxz_crucible_a2974872-69f2-4415-8164-da86ba3da1e0","pid":23617,"uri":"/crucible/0/regions/6b08f20e-4879-400b-9eb2-86f4908f24d6","method":"GET","req_id":"4d8a9dc7-38d7-4a85-9aec-86f8cb7103e0","remote_addr":"[fd00:1122:3344:101::b]:36428","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200}