{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.266500723Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44015"} {"msg":"region be5f346d-ec9b-4b79-98fd-4b7065643a38 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.266592205Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.267551897Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.267562547Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"uri":"/crucible/0/regions","method":"POST","req_id":"7bf47b2c-e697-4d03-9d5d-8ee00a9a0bbd","remote_addr":"[fd00:1122:3344:101::c]:44015","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":998,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/be5f346d-ec9b-4b79-98fd-4b7065643a38","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.276173625Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/be5f346d-ec9b-4b79-98fd-4b7065643a38","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.276189375Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"be5f346d-ec9b-4b79-98fd-4b7065643a38\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be5f346d-ec9b-4b79-98fd-4b7065643a38\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.334090848Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"region":"be5f346d-ec9b-4b79-98fd-4b7065643a38","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be5f346d-ec9b-4b79-98fd-4b7065643a38\" \"--data\" \"/data/regions/be5f346d-ec9b-4b79-98fd-4b7065643a38\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.334128359Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"region":"be5f346d-ec9b-4b79-98fd-4b7065643a38","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.440828274Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"region":"be5f346d-ec9b-4b79-98fd-4b7065643a38","component":"worker"} {"msg":"region be5f346d-ec9b-4b79-98fd-4b7065643a38 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.440865855Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.440958697Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-be5f346d-ec9b-4b79-98fd-4b7065643a38","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.441306245Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be5f346d-ec9b-4b79-98fd-4b7065643a38","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.449860662Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.474238713Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be5f346d-ec9b-4b79-98fd-4b7065643a38","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.476794822Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be5f346d-ec9b-4b79-98fd-4b7065643a38","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.477057038Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.477104779Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.477140699Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.47717472Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.480406305Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.495065002Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:33.564892869Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"uri":"/crucible/0/regions","method":"POST","req_id":"f38a8b13-9ed1-45ba-9a2f-80274848220a","remote_addr":"[fd00:1122:3344:101::c]:44015","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.749579225Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"uri":"/crucible/0/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a","method":"GET","req_id":"0a05b9cb-b4ac-42da-aceb-582118524abc","remote_addr":"[fd00:1122:3344:101::c]:44015","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.752098823Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"dataset is oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.758975641Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"snapshot is oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a@fffe5950-bbf8-4a60-bf30-27b5999669f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.765351848Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a\", \"fffe5950-bbf8-4a60-bf30-27b5999669f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.765373119Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.773362363Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"uri":"/crucible/0/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a/snapshots/fffe5950-bbf8-4a60-bf30-27b5999669f5","method":"GET","req_id":"4fc1b04d-8fb6-48dd-ad96-8dd0de7d8e75","remote_addr":"[fd00:1122:3344:101::c]:44015","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21303,"response_code":200} {"msg":"path is \"/data/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.776990836Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"dataset is oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.783608408Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"snapshot is oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a@fffe5950-bbf8-4a60-bf30-27b5999669f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.789973115Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a\", \"fffe5950-bbf8-4a60-bf30-27b5999669f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.790004086Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f2957ecc-66d5-444b-a96f-67fdf2aece8a-fffe5950-bbf8-4a60-bf30-27b5999669f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.796923045Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"applying SMF actions for region f2957ecc-66d5-444b-a96f-67fdf2aece8a running snapshot fffe5950-bbf8-4a60-bf30-27b5999669f5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.797042798Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.797053538Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"uri":"/crucible/0/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a/snapshots/fffe5950-bbf8-4a60-bf30-27b5999669f5/run","method":"POST","req_id":"7cd8fa63-0dc5-4ed3-8fa6-769b636ebc80","remote_addr":"[fd00:1122:3344:101::c]:44015","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20081,"response_code":200} {"msg":"creating missing snapshot instance snapshot-f2957ecc-66d5-444b-a96f-67fdf2aece8a-fffe5950-bbf8-4a60-bf30-27b5999669f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.801398798Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f2957ecc-66d5-444b-a96f-67fdf2aece8a-fffe5950-bbf8-4a60-bf30-27b5999669f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.813833654Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f2957ecc-66d5-444b-a96f-67fdf2aece8a-fffe5950-bbf8-4a60-bf30-27b5999669f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.823400074Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a/.zfs/snapshot/fffe5950-bbf8-4a60-bf30-27b5999669f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.823688661Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.823733622Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.823776853Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.823811334Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.823859735Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.827794016Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.833039086Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"worker"} {"msg":"region f2957ecc-66d5-444b-a96f-67fdf2aece8a running snapshot fffe5950-bbf8-4a60-bf30-27b5999669f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:34.833057286Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"path is \"/data/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:35.162881418Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"dataset is oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:35.169294685Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"datafile"} {"msg":"snapshot is oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a@fffe5950-bbf8-4a60-bf30-27b5999669f5","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:35.175372975Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0b3bd04e-5552-448a-a1ea-badd13cdb296/crucible/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a\", \"fffe5950-bbf8-4a60-bf30-27b5999669f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:35.175395976Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-01T23:03:35.18251643Z","hostname":"oxz_crucible_f20fa8ba-154e-44b4-9de1-e5e1212819ee","pid":23114,"uri":"/crucible/0/regions/f2957ecc-66d5-444b-a96f-67fdf2aece8a/snapshots/fffe5950-bbf8-4a60-bf30-27b5999669f5/run","method":"POST","req_id":"314c9bbb-22dd-4a31-ab11-972e2eabb753","remote_addr":"[fd00:1122:3344:101::c]:44015","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19684,"response_code":200}