{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.896869813Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48381"} {"msg":"region fdeb9b05-5476-4769-b495-798a4f276383 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.896942809Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.897787365Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.897799215Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"uri":"/crucible/0/regions","method":"POST","req_id":"182e4068-78ba-43d2-931e-81344e981491","remote_addr":"[fd00:1122:3344:101::a]:48381","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":845,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/fdeb9b05-5476-4769-b495-798a4f276383","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.903751451Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/fdeb9b05-5476-4769-b495-798a4f276383","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.903779632Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fdeb9b05-5476-4769-b495-798a4f276383\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fdeb9b05-5476-4769-b495-798a4f276383\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.946084564Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"region":"fdeb9b05-5476-4769-b495-798a4f276383","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fdeb9b05-5476-4769-b495-798a4f276383\" \"--data\" \"/data/regions/fdeb9b05-5476-4769-b495-798a4f276383\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.946124345Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"region":"fdeb9b05-5476-4769-b495-798a4f276383","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.994190369Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"region":"fdeb9b05-5476-4769-b495-798a4f276383","component":"worker"} {"msg":"region fdeb9b05-5476-4769-b495-798a4f276383 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.994224429Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:26.994339482Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fdeb9b05-5476-4769-b495-798a4f276383","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.005889723Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fdeb9b05-5476-4769-b495-798a4f276383","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.015314665Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.02104389Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fdeb9b05-5476-4769-b495-798a4f276383","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.022531877Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fdeb9b05-5476-4769-b495-798a4f276383","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.022845893Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.022902285Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.022949986Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.023002557Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.024983618Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.027847989Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:27.142298434Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"uri":"/crucible/0/regions","method":"POST","req_id":"7d4f13df-31c2-40b2-b08c-03d8fc11d716","remote_addr":"[fd00:1122:3344:101::a]:48381","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.327385198Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"uri":"/crucible/0/regions/65512ff3-b250-4dda-872c-b0edcca3b469","method":"GET","req_id":"509ae3cd-c001-4bc4-992a-a2363fadc437","remote_addr":"[fd00:1122:3344:101::a]:48381","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/65512ff3-b250-4dda-872c-b0edcca3b469\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.33130175Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"dataset is oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/65512ff3-b250-4dda-872c-b0edcca3b469","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.33791982Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"snapshot is oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/65512ff3-b250-4dda-872c-b0edcca3b469@ee96efea-ab53-4395-9944-b9b7408cd553","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.343870836Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/65512ff3-b250-4dda-872c-b0edcca3b469\", \"ee96efea-ab53-4395-9944-b9b7408cd553\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.343899486Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.356290218Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"uri":"/crucible/0/regions/65512ff3-b250-4dda-872c-b0edcca3b469/snapshots/ee96efea-ab53-4395-9944-b9b7408cd553","method":"GET","req_id":"e3f92e9f-0147-427e-88ae-d06ac753f7ae","remote_addr":"[fd00:1122:3344:101::a]:48381","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25004,"response_code":200} {"msg":"path is \"/data/regions/65512ff3-b250-4dda-872c-b0edcca3b469\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.360411985Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"dataset is oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/65512ff3-b250-4dda-872c-b0edcca3b469","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.366889291Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"snapshot is oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/65512ff3-b250-4dda-872c-b0edcca3b469@ee96efea-ab53-4395-9944-b9b7408cd553","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.374734697Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/65512ff3-b250-4dda-872c-b0edcca3b469\", \"ee96efea-ab53-4395-9944-b9b7408cd553\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.374769808Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 65512ff3-b250-4dda-872c-b0edcca3b469-ee96efea-ab53-4395-9944-b9b7408cd553 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.383862229Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"applying SMF actions for region 65512ff3-b250-4dda-872c-b0edcca3b469 running snapshot ee96efea-ab53-4395-9944-b9b7408cd553 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.386485235Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.386499265Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"uri":"/crucible/0/regions/65512ff3-b250-4dda-872c-b0edcca3b469/snapshots/ee96efea-ab53-4395-9944-b9b7408cd553/run","method":"POST","req_id":"47d0372a-b365-4e9b-9b8f-202d857ab1bf","remote_addr":"[fd00:1122:3344:101::a]:48381","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26113,"response_code":200} {"msg":"creating missing snapshot instance snapshot-65512ff3-b250-4dda-872c-b0edcca3b469-ee96efea-ab53-4395-9944-b9b7408cd553","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.391455109Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-65512ff3-b250-4dda-872c-b0edcca3b469-ee96efea-ab53-4395-9944-b9b7408cd553","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.392727446Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-65512ff3-b250-4dda-872c-b0edcca3b469-ee96efea-ab53-4395-9944-b9b7408cd553","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.397691741Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/65512ff3-b250-4dda-872c-b0edcca3b469/.zfs/snapshot/ee96efea-ab53-4395-9944-b9b7408cd553","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.398015378Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.398058699Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.3981023Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.39813875Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.398186302Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.39999981Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.402715297Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"worker"} {"msg":"region 65512ff3-b250-4dda-872c-b0edcca3b469 running snapshot ee96efea-ab53-4395-9944-b9b7408cd553 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.402726077Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"path is \"/data/regions/65512ff3-b250-4dda-872c-b0edcca3b469\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.687931575Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"dataset is oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/65512ff3-b250-4dda-872c-b0edcca3b469","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.695017975Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"datafile"} {"msg":"snapshot is oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/65512ff3-b250-4dda-872c-b0edcca3b469@ee96efea-ab53-4395-9944-b9b7408cd553","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.702485372Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0562abea-89c5-46c9-91c2-a3a3f6a94cd7/crucible/regions/65512ff3-b250-4dda-872c-b0edcca3b469\", \"ee96efea-ab53-4395-9944-b9b7408cd553\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.702515053Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T20:30:28.710380349Z","hostname":"oxz_crucible_2d1f3814-7f2c-4184-ad8a-0a13b5e30fc6","pid":23150,"uri":"/crucible/0/regions/65512ff3-b250-4dda-872c-b0edcca3b469/snapshots/ee96efea-ab53-4395-9944-b9b7408cd553/run","method":"POST","req_id":"a5470814-4544-4814-bd0a-a59a32f3dbd8","remote_addr":"[fd00:1122:3344:101::a]:48381","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22501,"response_code":200}