{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:11.691733294Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:46685"} {"msg":"region 5db9816c-0067-4f73-bb51-3a12800801cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:11.719994418Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:11.722885373Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:11.722902974Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"uri":"/crucible/0/regions","method":"POST","req_id":"0cebfd80-006f-403c-8be5-ef143833e238","remote_addr":"[fd00:1122:3344:101::b]:46685","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13686,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:11.732169424Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:11.732187545Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5db9816c-0067-4f73-bb51-3a12800801cf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5db9816c-0067-4f73-bb51-3a12800801cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:11.796490954Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"region":"5db9816c-0067-4f73-bb51-3a12800801cf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5db9816c-0067-4f73-bb51-3a12800801cf\" \"--data\" \"/data/regions/5db9816c-0067-4f73-bb51-3a12800801cf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:11.798480465Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"region":"5db9816c-0067-4f73-bb51-3a12800801cf","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:11.972358829Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"uri":"/crucible/0/regions","method":"POST","req_id":"894cc75e-96cb-4ed9-9fa0-8bca067a4eb5","remote_addr":"[fd00:1122:3344:101::b]:46685","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.187161765Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"region":"5db9816c-0067-4f73-bb51-3a12800801cf","component":"worker"} {"msg":"region 5db9816c-0067-4f73-bb51-3a12800801cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.187205336Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.187315209Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5db9816c-0067-4f73-bb51-3a12800801cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.187705689Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5db9816c-0067-4f73-bb51-3a12800801cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.199279739Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.214820803Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5db9816c-0067-4f73-bb51-3a12800801cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.218485678Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5db9816c-0067-4f73-bb51-3a12800801cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.219246638Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.219317159Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.21936017Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.219397521Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.22437356Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.229312009Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:12.545600179Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"uri":"/crucible/0/regions","method":"POST","req_id":"2de968ed-657f-4ee1-b805-53ac173b26f6","remote_addr":"[fd00:1122:3344:101::b]:46685","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.203388444Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56070"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.20400526Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"uri":"/crucible/0/regions/5db9816c-0067-4f73-bb51-3a12800801cf","method":"GET","req_id":"68f215db-606f-4840-b36e-cfca7cac9134","remote_addr":"[fd00:1122:3344:101::b]:56070","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/5db9816c-0067-4f73-bb51-3a12800801cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.206436863Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"dataset is oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.212348666Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"snapshot is oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf@2682257c-d8d3-45f9-b9ad-cb02874c4d6f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.217912901Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf\", \"2682257c-d8d3-45f9-b9ad-cb02874c4d6f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.217928271Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.22636359Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"uri":"/crucible/0/regions/5db9816c-0067-4f73-bb51-3a12800801cf/snapshots/2682257c-d8d3-45f9-b9ad-cb02874c4d6f","method":"GET","req_id":"b6413074-3252-4873-a97a-8679966da04b","remote_addr":"[fd00:1122:3344:101::b]:56070","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19939,"response_code":200} {"msg":"path is \"/data/regions/5db9816c-0067-4f73-bb51-3a12800801cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.229503842Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"dataset is oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.236272458Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"snapshot is oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf@2682257c-d8d3-45f9-b9ad-cb02874c4d6f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.241716059Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf\", \"2682257c-d8d3-45f9-b9ad-cb02874c4d6f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.24174667Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5db9816c-0067-4f73-bb51-3a12800801cf-2682257c-d8d3-45f9-b9ad-cb02874c4d6f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.250091366Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.2552428Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"uri":"/crucible/0/regions/5db9816c-0067-4f73-bb51-3a12800801cf/snapshots/2682257c-d8d3-45f9-b9ad-cb02874c4d6f/run","method":"POST","req_id":"d360678d-166e-442d-af97-4aa3c27a6686","remote_addr":"[fd00:1122:3344:101::b]:56070","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25748,"response_code":200} {"msg":"applying SMF actions for region 5db9816c-0067-4f73-bb51-3a12800801cf running snapshot 2682257c-d8d3-45f9-b9ad-cb02874c4d6f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.255263911Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-5db9816c-0067-4f73-bb51-3a12800801cf-2682257c-d8d3-45f9-b9ad-cb02874c4d6f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.275710861Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5db9816c-0067-4f73-bb51-3a12800801cf-2682257c-d8d3-45f9-b9ad-cb02874c4d6f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.287371414Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5db9816c-0067-4f73-bb51-3a12800801cf-2682257c-d8d3-45f9-b9ad-cb02874c4d6f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.313973524Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5db9816c-0067-4f73-bb51-3a12800801cf/.zfs/snapshot/2682257c-d8d3-45f9-b9ad-cb02874c4d6f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.314287843Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.314346134Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.314394786Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.314442507Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.314509678Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.323104832Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.338637105Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"worker"} {"msg":"region 5db9816c-0067-4f73-bb51-3a12800801cf running snapshot 2682257c-d8d3-45f9-b9ad-cb02874c4d6f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.338659085Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"path is \"/data/regions/5db9816c-0067-4f73-bb51-3a12800801cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.560258008Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"dataset is oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.566863379Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"datafile"} {"msg":"snapshot is oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf@2682257c-d8d3-45f9-b9ad-cb02874c4d6f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.57344524Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b069dbb8-33ff-4c01-9242-f3f9500c6bb1/crucible/regions/5db9816c-0067-4f73-bb51-3a12800801cf\", \"2682257c-d8d3-45f9-b9ad-cb02874c4d6f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.573465291Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:41.580086152Z","hostname":"oxz_crucible_b128f422-126d-4eac-936f-0af0306a9b27","pid":24104,"uri":"/crucible/0/regions/5db9816c-0067-4f73-bb51-3a12800801cf/snapshots/2682257c-d8d3-45f9-b9ad-cb02874c4d6f/run","method":"POST","req_id":"7de9448f-172e-4792-9647-9c1b79c10f61","remote_addr":"[fd00:1122:3344:101::b]:56070","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19887,"response_code":200}