{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:15:02.864146405Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"uri":"/crucible/0/regions","method":"POST","req_id":"1a91d821-712e-439f-8a32-b4eb77fab0af","remote_addr":"[fd00:1122:3344:101::a]:41957","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.392423324Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43865"} {"msg":"region 2c3a7724-289a-4b39-86cc-056c0e29e866 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.393111802Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.393336498Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.393344548Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"uri":"/crucible/0/regions","method":"POST","req_id":"11e6e4fb-b30b-4ee4-aaaa-95e0e1218b40","remote_addr":"[fd00:1122:3344:101::a]:43865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":861,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/2c3a7724-289a-4b39-86cc-056c0e29e866","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.401049789Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/2c3a7724-289a-4b39-86cc-056c0e29e866","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.401069289Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2c3a7724-289a-4b39-86cc-056c0e29e866\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2c3a7724-289a-4b39-86cc-056c0e29e866\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.451582832Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"region":"2c3a7724-289a-4b39-86cc-056c0e29e866","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2c3a7724-289a-4b39-86cc-056c0e29e866\" \"--data\" \"/data/regions/2c3a7724-289a-4b39-86cc-056c0e29e866\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.451611393Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"region":"2c3a7724-289a-4b39-86cc-056c0e29e866","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.548084641Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"region":"2c3a7724-289a-4b39-86cc-056c0e29e866","component":"worker"} {"msg":"region 2c3a7724-289a-4b39-86cc-056c0e29e866 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.548116082Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.548199374Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2c3a7724-289a-4b39-86cc-056c0e29e866","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.567138816Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2c3a7724-289a-4b39-86cc-056c0e29e866","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.574337194Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.584262222Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2c3a7724-289a-4b39-86cc-056c0e29e866","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.586985752Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2c3a7724-289a-4b39-86cc-056c0e29e866","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.587392893Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.587463635Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.587516686Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.587564107Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.591678514Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.595800792Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:32.686380127Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"uri":"/crucible/0/regions","method":"POST","req_id":"4a73b243-5366-440c-bb71-e0814f14a0ff","remote_addr":"[fd00:1122:3344:101::a]:43865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.59872545Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"uri":"/crucible/0/regions/1dbe230f-293e-43df-b146-359fa3674b04","method":"GET","req_id":"f384575b-6528-4cb8-9baa-508174f13510","remote_addr":"[fd00:1122:3344:101::a]:43865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"path is \"/data/regions/1dbe230f-293e-43df-b146-359fa3674b04\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.602612219Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"dataset is oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/1dbe230f-293e-43df-b146-359fa3674b04","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.609929902Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"snapshot is oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/1dbe230f-293e-43df-b146-359fa3674b04@27eb188d-9d22-462d-b2a2-e898021fd1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.617242292Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/1dbe230f-293e-43df-b146-359fa3674b04\", \"27eb188d-9d22-462d-b2a2-e898021fd1f0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.617259892Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.625876486Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"uri":"/crucible/0/regions/1dbe230f-293e-43df-b146-359fa3674b04/snapshots/27eb188d-9d22-462d-b2a2-e898021fd1f0","method":"GET","req_id":"2dbc22f2-760e-4a3c-9ece-ef6a6178620b","remote_addr":"[fd00:1122:3344:101::a]:43865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23264,"response_code":200} {"msg":"path is \"/data/regions/1dbe230f-293e-43df-b146-359fa3674b04\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.629242824Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"dataset is oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/1dbe230f-293e-43df-b146-359fa3674b04","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.635839705Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"snapshot is oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/1dbe230f-293e-43df-b146-359fa3674b04@27eb188d-9d22-462d-b2a2-e898021fd1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.642135469Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/1dbe230f-293e-43df-b146-359fa3674b04\", \"27eb188d-9d22-462d-b2a2-e898021fd1f0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.64215639Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1dbe230f-293e-43df-b146-359fa3674b04-27eb188d-9d22-462d-b2a2-e898021fd1f0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.650460175Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.650591669Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"uri":"/crucible/0/regions/1dbe230f-293e-43df-b146-359fa3674b04/snapshots/27eb188d-9d22-462d-b2a2-e898021fd1f0/run","method":"POST","req_id":"0e0090c7-d5c0-487f-af36-27bf095713c8","remote_addr":"[fd00:1122:3344:101::a]:43865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21368,"response_code":200} {"msg":"applying SMF actions for region 1dbe230f-293e-43df-b146-359fa3674b04 running snapshot 27eb188d-9d22-462d-b2a2-e898021fd1f0 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.650608229Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-1dbe230f-293e-43df-b146-359fa3674b04-27eb188d-9d22-462d-b2a2-e898021fd1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.655059815Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1dbe230f-293e-43df-b146-359fa3674b04-27eb188d-9d22-462d-b2a2-e898021fd1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.665707612Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1dbe230f-293e-43df-b146-359fa3674b04-27eb188d-9d22-462d-b2a2-e898021fd1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.675146257Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1dbe230f-293e-43df-b146-359fa3674b04/.zfs/snapshot/27eb188d-9d22-462d-b2a2-e898021fd1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.675454335Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.675507697Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.675545038Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.675583148Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.67562971Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.679283165Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.683572098Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"worker"} {"msg":"region 1dbe230f-293e-43df-b146-359fa3674b04 running snapshot 27eb188d-9d22-462d-b2a2-e898021fd1f0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.68358332Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"path is \"/data/regions/1dbe230f-293e-43df-b146-359fa3674b04\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.972880287Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"dataset is oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/1dbe230f-293e-43df-b146-359fa3674b04","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.979890759Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"datafile"} {"msg":"snapshot is oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/1dbe230f-293e-43df-b146-359fa3674b04@27eb188d-9d22-462d-b2a2-e898021fd1f0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.986713387Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1db5e01e-4368-4dc3-b6d6-8beb6b0397a4/crucible/regions/1dbe230f-293e-43df-b146-359fa3674b04\", \"27eb188d-9d22-462d-b2a2-e898021fd1f0\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.986729697Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T21:26:34.992765824Z","hostname":"oxz_crucible_c1389e86-c192-470c-9fb7-b44376518238","pid":24077,"uri":"/crucible/0/regions/1dbe230f-293e-43df-b146-359fa3674b04/snapshots/27eb188d-9d22-462d-b2a2-e898021fd1f0/run","method":"POST","req_id":"846aa61f-3410-46f1-ad77-a4a354f0bf66","remote_addr":"[fd00:1122:3344:101::a]:43865","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19929,"response_code":200}