{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.781272784Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44968"} {"msg":"region e47930ae-f35f-468d-946f-794693fd2762 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.781463139Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.782005864Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"uri":"/crucible/0/regions","method":"POST","req_id":"befa4c54-ec27-457f-94fe-73d0eb3a42ba","remote_addr":"[fd00:1122:3344:101::c]:44968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":589,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.782022515Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_074aafba-2096-48b9-a5de-d493e48d93c0/crucible/regions/e47930ae-f35f-468d-946f-794693fd2762","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.792696431Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_074aafba-2096-48b9-a5de-d493e48d93c0/crucible/regions/e47930ae-f35f-468d-946f-794693fd2762","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.792720131Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e47930ae-f35f-468d-946f-794693fd2762\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e47930ae-f35f-468d-946f-794693fd2762\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.8392205Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"region":"e47930ae-f35f-468d-946f-794693fd2762","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e47930ae-f35f-468d-946f-794693fd2762\" \"--data\" \"/data/regions/e47930ae-f35f-468d-946f-794693fd2762\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.839260401Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"region":"e47930ae-f35f-468d-946f-794693fd2762","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.899314336Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"region":"e47930ae-f35f-468d-946f-794693fd2762","component":"worker"} {"msg":"region e47930ae-f35f-468d-946f-794693fd2762 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.899347687Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.899445749Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e47930ae-f35f-468d-946f-794693fd2762","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.900362515Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e47930ae-f35f-468d-946f-794693fd2762","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.905870088Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.914839956Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e47930ae-f35f-468d-946f-794693fd2762","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.916144152Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e47930ae-f35f-468d-946f-794693fd2762","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.916398749Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.91643341Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.916486222Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.916527463Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.919235308Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:19.922444097Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:20.029369839Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"uri":"/crucible/0/regions","method":"POST","req_id":"77a03ba5-19e0-4828-8a36-797d7ec33887","remote_addr":"[fd00:1122:3344:101::c]:44968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region ebfa497e-cdd0-4430-bfc1-7f555a341403 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.351835125Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.35201993Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"uri":"/crucible/0/regions","method":"POST","req_id":"98d01a74-3ee6-4481-a75c-3f61ca1791ed","remote_addr":"[fd00:1122:3344:101::c]:44968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":238,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.35203853Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_074aafba-2096-48b9-a5de-d493e48d93c0/crucible/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.35851201Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_074aafba-2096-48b9-a5de-d493e48d93c0/crucible/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.35853781Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ebfa497e-cdd0-4430-bfc1-7f555a341403\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.427766979Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"region":"ebfa497e-cdd0-4430-bfc1-7f555a341403","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ebfa497e-cdd0-4430-bfc1-7f555a341403\" \"--data\" \"/data/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.42780547Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"region":"ebfa497e-cdd0-4430-bfc1-7f555a341403","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.476303244Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"region":"ebfa497e-cdd0-4430-bfc1-7f555a341403","component":"worker"} {"msg":"region ebfa497e-cdd0-4430-bfc1-7f555a341403 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.476332515Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.476450088Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ebfa497e-cdd0-4430-bfc1-7f555a341403","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.478169136Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ebfa497e-cdd0-4430-bfc1-7f555a341403","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.485208491Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.488670247Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ebfa497e-cdd0-4430-bfc1-7f555a341403","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.489899711Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.490186489Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.49023626Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.490278552Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.490323263Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.491997649Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.494638362Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:26.662241447Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"uri":"/crucible/0/regions","method":"POST","req_id":"360c1477-a7bb-4379-8154-220606dc0f67","remote_addr":"[fd00:1122:3344:101::c]:44968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:50.983080736Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"uri":"/crucible/0/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403","method":"GET","req_id":"e9beae0d-4ba7-42d2-b3b8-cb6139e5aadd","remote_addr":"[fd00:1122:3344:101::c]:44968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:50.986557993Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"datafile"} {"msg":"dataset is oxp_074aafba-2096-48b9-a5de-d493e48d93c0/crucible/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:50.995336256Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"datafile"} {"msg":"region ebfa497e-cdd0-4430-bfc1-7f555a341403 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.002057313Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.002228567Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.002238987Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"uri":"/crucible/0/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403","method":"DELETE","req_id":"90c1f461-c733-42a5-b553-c23e1e6bf81a","remote_addr":"[fd00:1122:3344:101::c]:44968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15735,"response_code":204} {"msg":"disabling downstairs instance: downstairs-ebfa497e-cdd0-4430-bfc1-7f555a341403 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.003702108Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.006782973Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.006867886Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"uri":"/crucible/0/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403","method":"GET","req_id":"ba7592c0-bc1a-4ad8-b0cd-3396abb8dd92","remote_addr":"[fd00:1122:3344:101::c]:44968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"deleting zfs dataset \"oxp_074aafba-2096-48b9-a5de-d493e48d93c0/crucible/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.01423984Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"region":"ebfa497e-cdd0-4430-bfc1-7f555a341403","component":"worker"} {"msg":"region ebfa497e-cdd0-4430-bfc1-7f555a341403 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.08605143Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-07T22:51:51.107733651Z","hostname":"oxz_crucible_50f8be41-6798-4987-bf96-c4a210230e5c","pid":22413,"uri":"/crucible/0/regions/ebfa497e-cdd0-4430-bfc1-7f555a341403","method":"GET","req_id":"e2d9d581-bb47-4d67-bd9a-df4a19e8d128","remote_addr":"[fd00:1122:3344:101::c]:44968","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200}