{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.451690495Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36908"} {"msg":"region d18f48a9-7415-48bd-a147-cd5919c6c955 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.475858738Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.478792612Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.478802332Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions","method":"POST","req_id":"7120650e-f09f-428d-aa4b-75e19a8eb4c0","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":13781,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/d18f48a9-7415-48bd-a147-cd5919c6c955","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.489040278Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/d18f48a9-7415-48bd-a147-cd5919c6c955","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.489057348Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d18f48a9-7415-48bd-a147-cd5919c6c955\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d18f48a9-7415-48bd-a147-cd5919c6c955\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.536523512Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"d18f48a9-7415-48bd-a147-cd5919c6c955","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d18f48a9-7415-48bd-a147-cd5919c6c955\" \"--data\" \"/data/regions/d18f48a9-7415-48bd-a147-cd5919c6c955\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.538451825Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"d18f48a9-7415-48bd-a147-cd5919c6c955","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.734594932Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions","method":"POST","req_id":"ba568ba1-2dae-4c42-8fd0-09e333bc31a8","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.86354978Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"d18f48a9-7415-48bd-a147-cd5919c6c955","component":"worker"} {"msg":"region d18f48a9-7415-48bd-a147-cd5919c6c955 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.863590771Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.863700653Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d18f48a9-7415-48bd-a147-cd5919c6c955","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.864079231Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d18f48a9-7415-48bd-a147-cd5919c6c955","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.868849066Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.881712339Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d18f48a9-7415-48bd-a147-cd5919c6c955","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.88625939Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d18f48a9-7415-48bd-a147-cd5919c6c955","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.888880587Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.888944898Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.888986259Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.88902335Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.894687785Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:39.910392871Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.048356297Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions","method":"POST","req_id":"c4deb93b-ce0f-466c-9c6b-fab9278b2d98","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.910149698Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/d18f48a9-7415-48bd-a147-cd5919c6c955","method":"GET","req_id":"3402c68b-ab2d-4bd1-9865-bf7e42ec9c8f","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":84,"response_code":200} {"msg":"path is \"/data/regions/d18f48a9-7415-48bd-a147-cd5919c6c955\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.913305783Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"dataset is oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/d18f48a9-7415-48bd-a147-cd5919c6c955","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.921598746Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"region d18f48a9-7415-48bd-a147-cd5919c6c955 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.929182653Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.929311686Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/d18f48a9-7415-48bd-a147-cd5919c6c955","method":"DELETE","req_id":"29ea3069-85b4-4fe7-81c1-8055b0bbc184","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16033,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.929326856Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-d18f48a9-7415-48bd-a147-cd5919c6c955 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.930306668Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.932057216Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/d18f48a9-7415-48bd-a147-cd5919c6c955","method":"GET","req_id":"5af9f56e-50ff-43ea-a11b-5b3743d90567","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.934822007Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/d18f48a9-7415-48bd-a147-cd5919c6c955\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.942792312Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"d18f48a9-7415-48bd-a147-cd5919c6c955","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:40.987912205Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/d18f48a9-7415-48bd-a147-cd5919c6c955","method":"GET","req_id":"e841fc29-e3c3-4102-b255-735ee7b8c0a0","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"region d18f48a9-7415-48bd-a147-cd5919c6c955 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:41.009331717Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:41.068144842Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/d18f48a9-7415-48bd-a147-cd5919c6c955","method":"GET","req_id":"ef35b50f-8ee1-4e11-9beb-e58a82c483fd","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":37,"response_code":200} {"msg":"region 323efa57-84f4-4a12-b303-803c80c24f56 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.068771023Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.068927046Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions","method":"POST","req_id":"d93c61cf-d4f2-4dd3-a8cf-f9164dec4b96","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":207,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.068962157Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.076270858Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.076290839Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"323efa57-84f4-4a12-b303-803c80c24f56\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/323efa57-84f4-4a12-b303-803c80c24f56\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.123695172Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"323efa57-84f4-4a12-b303-803c80c24f56","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"323efa57-84f4-4a12-b303-803c80c24f56\" \"--data\" \"/data/regions/323efa57-84f4-4a12-b303-803c80c24f56\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.123736293Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"323efa57-84f4-4a12-b303-803c80c24f56","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.199223704Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"323efa57-84f4-4a12-b303-803c80c24f56","component":"worker"} {"msg":"region 323efa57-84f4-4a12-b303-803c80c24f56 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.199255785Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.199364137Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-323efa57-84f4-4a12-b303-803c80c24f56","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.200222266Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.200716457Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions","method":"POST","req_id":"d95ed3c1-7f8f-47d7-ac9f-3fcfd7a7772d","remote_addr":"[fd00:1122:3344:101::b]:36908","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-323efa57-84f4-4a12-b303-803c80c24f56","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.202890605Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.21172912Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-323efa57-84f4-4a12-b303-803c80c24f56","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.216508655Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/323efa57-84f4-4a12-b303-803c80c24f56","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.216719089Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.21676542Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.216803801Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.216839972Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.220421161Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:00:43.225181196Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.884299666Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40609"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.885020242Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/323efa57-84f4-4a12-b303-803c80c24f56","method":"GET","req_id":"7500ae77-c763-477c-b976-742fc47dcebf","remote_addr":"[fd00:1122:3344:101::b]:40609","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":41,"response_code":200} {"msg":"path is \"/data/regions/323efa57-84f4-4a12-b303-803c80c24f56\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.889290556Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"dataset is oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.89580475Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"snapshot is oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56@2e842058-547c-4b6f-8fac-b6c73ffa0528","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.902442396Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56\", \"2e842058-547c-4b6f-8fac-b6c73ffa0528\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.902489097Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.913116831Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/323efa57-84f4-4a12-b303-803c80c24f56/snapshots/2e842058-547c-4b6f-8fac-b6c73ffa0528","method":"GET","req_id":"3047a024-e818-4f31-b3b8-2ec2b3a58aec","remote_addr":"[fd00:1122:3344:101::b]:40609","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23848,"response_code":200} {"msg":"path is \"/data/regions/323efa57-84f4-4a12-b303-803c80c24f56\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.916362102Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"dataset is oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.922246061Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"snapshot is oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56@2e842058-547c-4b6f-8fac-b6c73ffa0528","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.928043129Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56\", \"2e842058-547c-4b6f-8fac-b6c73ffa0528\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.92806992Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 323efa57-84f4-4a12-b303-803c80c24f56-2e842058-547c-4b6f-8fac-b6c73ffa0528 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.934721106Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.935244307Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/323efa57-84f4-4a12-b303-803c80c24f56/snapshots/2e842058-547c-4b6f-8fac-b6c73ffa0528/run","method":"POST","req_id":"a351a181-ddc2-4bc0-9e55-9703f62e3566","remote_addr":"[fd00:1122:3344:101::b]:40609","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18920,"response_code":200} {"msg":"applying SMF actions for region 323efa57-84f4-4a12-b303-803c80c24f56 running snapshot 2e842058-547c-4b6f-8fac-b6c73ffa0528 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.935262918Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-323efa57-84f4-4a12-b303-803c80c24f56-2e842058-547c-4b6f-8fac-b6c73ffa0528","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.956343392Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-323efa57-84f4-4a12-b303-803c80c24f56-2e842058-547c-4b6f-8fac-b6c73ffa0528","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.971004585Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-323efa57-84f4-4a12-b303-803c80c24f56-2e842058-547c-4b6f-8fac-b6c73ffa0528","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.992220441Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/323efa57-84f4-4a12-b303-803c80c24f56/.zfs/snapshot/2e842058-547c-4b6f-8fac-b6c73ffa0528","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.99262609Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.992668691Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.992721772Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.992761343Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.992823915Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:32.999606974Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:33.00487643Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"region 323efa57-84f4-4a12-b303-803c80c24f56 running snapshot 2e842058-547c-4b6f-8fac-b6c73ffa0528 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:33.00488965Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"path is \"/data/regions/323efa57-84f4-4a12-b303-803c80c24f56\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:33.234174077Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"dataset is oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:33.240972866Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"snapshot is oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56@2e842058-547c-4b6f-8fac-b6c73ffa0528","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:33.246988009Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/323efa57-84f4-4a12-b303-803c80c24f56\", \"2e842058-547c-4b6f-8fac-b6c73ffa0528\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:33.247015769Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:33.252539681Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/323efa57-84f4-4a12-b303-803c80c24f56/snapshots/2e842058-547c-4b6f-8fac-b6c73ffa0528/run","method":"POST","req_id":"4b9231cf-5caa-4444-bda2-23a47d7fea3a","remote_addr":"[fd00:1122:3344:101::b]:40609","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18434,"response_code":200} {"msg":"region 4c45f6ec-c187-4978-991a-bce8afaaa4f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.242535104Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.242700548Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions","method":"POST","req_id":"9cac1c47-e648-4736-a0f8-9884382055eb","remote_addr":"[fd00:1122:3344:101::b]:40609","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":218,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.242724759Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.249889026Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.249924437Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4c45f6ec-c187-4978-991a-bce8afaaa4f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.310626733Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"4c45f6ec-c187-4978-991a-bce8afaaa4f5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4c45f6ec-c187-4978-991a-bce8afaaa4f5\" \"--data\" \"/data/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.310676134Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"4c45f6ec-c187-4978-991a-bce8afaaa4f5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.437180939Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"4c45f6ec-c187-4978-991a-bce8afaaa4f5","component":"worker"} {"msg":"region 4c45f6ec-c187-4978-991a-bce8afaaa4f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.437213499Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.437324732Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4c45f6ec-c187-4978-991a-bce8afaaa4f5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.439024679Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4c45f6ec-c187-4978-991a-bce8afaaa4f5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.443573659Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.456222498Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4c45f6ec-c187-4978-991a-bce8afaaa4f5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.462084107Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.462291281Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.462336112Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.462373963Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.462408754Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.47040175Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions","method":"POST","req_id":"33a650d0-62d1-406b-bbdd-7b2147bf8157","remote_addr":"[fd00:1122:3344:101::b]:40609","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.471375381Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:11:39.480594474Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.603250165Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56726"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.60347911Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5","method":"GET","req_id":"029edd6b-3b87-47e4-a846-8b027bd224eb","remote_addr":"[fd00:1122:3344:101::b]:56726","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":41,"response_code":200} {"msg":"path is \"/data/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.60616262Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"dataset is oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.618641854Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"region 4c45f6ec-c187-4978-991a-bce8afaaa4f5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.626234491Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.626814254Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5","method":"DELETE","req_id":"c70a70f9-2fc5-452c-961e-0a9ebc745893","remote_addr":"[fd00:1122:3344:101::b]:56726","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20727,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.626839125Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-4c45f6ec-c187-4978-991a-bce8afaaa4f5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.627965749Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.631114139Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5","method":"GET","req_id":"279df739-769e-4ca2-9639-86f486c8ab6b","remote_addr":"[fd00:1122:3344:101::b]:56726","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.640218099Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1e2cfbe8-df1c-4324-ae4f-f1d589167884/crucible/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.647579691Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"region":"4c45f6ec-c187-4978-991a-bce8afaaa4f5","component":"worker"} {"msg":"region 4c45f6ec-c187-4978-991a-bce8afaaa4f5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.713251297Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-05T22:12:13.721480968Z","hostname":"oxz_crucible_eae48da9-1b1b-455c-99cc-03106913c75c","pid":23821,"uri":"/crucible/0/regions/4c45f6ec-c187-4978-991a-bce8afaaa4f5","method":"GET","req_id":"7c7d5255-b35e-440b-91a9-a60e80f9a521","remote_addr":"[fd00:1122:3344:101::b]:56726","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":200}