{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.662928973Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48453"} {"msg":"region 3c9eeb19-9051-4670-ba46-1c55ea1b5478 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.663069815Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.663706832Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.663714952Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"uri":"/crucible/0/regions","method":"POST","req_id":"407c8b9a-1fe0-4519-a524-be9c7e997e0b","remote_addr":"[fd00:1122:3344:101::a]:48453","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":678,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/3c9eeb19-9051-4670-ba46-1c55ea1b5478","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.673314056Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/3c9eeb19-9051-4670-ba46-1c55ea1b5478","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.673337077Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3c9eeb19-9051-4670-ba46-1c55ea1b5478\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3c9eeb19-9051-4670-ba46-1c55ea1b5478\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.722898577Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"region":"3c9eeb19-9051-4670-ba46-1c55ea1b5478","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3c9eeb19-9051-4670-ba46-1c55ea1b5478\" \"--data\" \"/data/regions/3c9eeb19-9051-4670-ba46-1c55ea1b5478\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.722935847Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"region":"3c9eeb19-9051-4670-ba46-1c55ea1b5478","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.795300865Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"region":"3c9eeb19-9051-4670-ba46-1c55ea1b5478","component":"worker"} {"msg":"region 3c9eeb19-9051-4670-ba46-1c55ea1b5478 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.795331606Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.795431277Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3c9eeb19-9051-4670-ba46-1c55ea1b5478","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.7957524Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3c9eeb19-9051-4670-ba46-1c55ea1b5478","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.804581737Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.826207182Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3c9eeb19-9051-4670-ba46-1c55ea1b5478","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.82971333Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3c9eeb19-9051-4670-ba46-1c55ea1b5478","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.829948713Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.829989823Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.830023594Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.830057304Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.833577092Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.851646399Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.947344972Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"uri":"/crucible/0/regions","method":"POST","req_id":"3b4d1b4c-0d8d-4bc6-ab63-3100e50bb80a","remote_addr":"[fd00:1122:3344:101::a]:48453","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.686745866Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"uri":"/crucible/0/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5","method":"GET","req_id":"f74c7d19-7aae-4634-84fe-051af9710455","remote_addr":"[fd00:1122:3344:101::a]:48453","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"path is \"/data/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.689741578Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"dataset is oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.696221487Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"snapshot is oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5@8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.702523338Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5\", \"8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.702556448Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.712235933Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"uri":"/crucible/0/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5/snapshots/8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","method":"GET","req_id":"c08da8fd-3682-4d31-b4d9-e5b30591a762","remote_addr":"[fd00:1122:3344:101::a]:48453","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22528,"response_code":200} {"msg":"path is \"/data/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.715477979Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"dataset is oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.720849597Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"snapshot is oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5@8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.727392569Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5\", \"8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.727426239Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8bea09d8-e04d-4c69-88de-f560ede4f0c5-8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.735290444Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"applying SMF actions for region 8bea09d8-e04d-4c69-88de-f560ede4f0c5 running snapshot 8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.735432066Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.735441056Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"uri":"/crucible/0/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5/snapshots/8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8/run","method":"POST","req_id":"2158955a-cc6b-4be5-bb41-3509c5f0929c","remote_addr":"[fd00:1122:3344:101::a]:48453","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19973,"response_code":200} {"msg":"creating missing snapshot instance snapshot-8bea09d8-e04d-4c69-88de-f560ede4f0c5-8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.739612352Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8bea09d8-e04d-4c69-88de-f560ede4f0c5-8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.749904414Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8bea09d8-e04d-4c69-88de-f560ede4f0c5-8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.759400757Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5/.zfs/snapshot/8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.75963633Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.75967735Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.759710451Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.759742811Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.759784061Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.762923956Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.767310993Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"worker"} {"msg":"region 8bea09d8-e04d-4c69-88de-f560ede4f0c5 running snapshot 8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.767318604Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"path is \"/data/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.895097916Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"dataset is oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.901179222Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"datafile"} {"msg":"snapshot is oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5@8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.90741023Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f7848ecd-0094-454b-b92e-0d864cdfd2e2/crucible/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5\", \"8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.90743139Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:37.913902058Z","hostname":"oxz_crucible_f1aba335-23e3-45af-90c8-a444bfcf4147","pid":24068,"uri":"/crucible/0/regions/8bea09d8-e04d-4c69-88de-f560ede4f0c5/snapshots/8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8/run","method":"POST","req_id":"4a3e4e6d-04d1-49c8-bd8b-d022cd3169b5","remote_addr":"[fd00:1122:3344:101::a]:48453","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18890,"response_code":200}