{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.69748226Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44453"} {"msg":"region bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.697558592Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.698468037Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"uri":"/crucible/0/regions","method":"POST","req_id":"127044d2-bb1f-4e54-8f64-2e2fa4f53d66","remote_addr":"[fd00:1122:3344:101::b]:44453","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":942,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.698482688Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.707042726Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.707060256Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.815701207Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"region":"bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe\" \"--data\" \"/data/regions/bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:41.815754368Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"region":"bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.061496091Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"uri":"/crucible/0/regions","method":"POST","req_id":"c547c01b-6723-45a0-ab56-d316a8a10a91","remote_addr":"[fd00:1122:3344:101::b]:44453","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.212907262Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"region":"bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe","component":"worker"} {"msg":"region bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.212927052Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.213031094Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.21335636Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.227578486Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.266966508Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.274366356Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bcb28ca2-3fab-446f-8fa4-f0bf4853ccfe","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.274681311Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.274742992Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.274795683Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.274847054Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.286189381Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.321869268Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:42.571275376Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"uri":"/crucible/0/regions","method":"POST","req_id":"4b2204fb-5457-4f51-87a4-3072f60f2271","remote_addr":"[fd00:1122:3344:101::b]:44453","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.238665318Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"uri":"/crucible/0/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c","method":"GET","req_id":"f6bbf22c-b5bf-4e52-a989-22955fdee32b","remote_addr":"[fd00:1122:3344:101::b]:44453","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"path is \"/data/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.24228537Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"dataset is oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.248925796Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"snapshot is oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c@1429551e-4b07-43c8-87d5-77ca40566563","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.255613791Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c\", \"1429551e-4b07-43c8-87d5-77ca40566563\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.255630481Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.264137269Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"uri":"/crucible/0/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c/snapshots/1429551e-4b07-43c8-87d5-77ca40566563","method":"GET","req_id":"736deec7-0d20-41d6-939e-c0b6afb7427e","remote_addr":"[fd00:1122:3344:101::b]:44453","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21873,"response_code":200} {"msg":"path is \"/data/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.267631109Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"dataset is oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.273321248Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"snapshot is oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c@1429551e-4b07-43c8-87d5-77ca40566563","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.278804283Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c\", \"1429551e-4b07-43c8-87d5-77ca40566563\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.278834383Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f8c0550d-cdab-40ee-bf42-2f183d797a1c-1429551e-4b07-43c8-87d5-77ca40566563 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.292845996Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.293046799Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"uri":"/crucible/0/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c/snapshots/1429551e-4b07-43c8-87d5-77ca40566563/run","method":"POST","req_id":"73ec2d2e-95c8-4ade-9996-3dfc911a211d","remote_addr":"[fd00:1122:3344:101::b]:44453","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25438,"response_code":200} {"msg":"applying SMF actions for region f8c0550d-cdab-40ee-bf42-2f183d797a1c running snapshot 1429551e-4b07-43c8-87d5-77ca40566563 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.29306788Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f8c0550d-cdab-40ee-bf42-2f183d797a1c-1429551e-4b07-43c8-87d5-77ca40566563","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.297548427Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f8c0550d-cdab-40ee-bf42-2f183d797a1c-1429551e-4b07-43c8-87d5-77ca40566563","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.314276127Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f8c0550d-cdab-40ee-bf42-2f183d797a1c-1429551e-4b07-43c8-87d5-77ca40566563","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.354504433Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c/.zfs/snapshot/1429551e-4b07-43c8-87d5-77ca40566563","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.354832939Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.35488132Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.3549179Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.354952331Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.355007212Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.36064681Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.373130546Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"worker"} {"msg":"region f8c0550d-cdab-40ee-bf42-2f183d797a1c running snapshot 1429551e-4b07-43c8-87d5-77ca40566563 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.373140146Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"path is \"/data/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.571262005Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"dataset is oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.577933981Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"datafile"} {"msg":"snapshot is oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c@1429551e-4b07-43c8-87d5-77ca40566563","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.583527077Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0a7f68c2-f147-4fa6-b3aa-19c7cce4c494/crucible/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c\", \"1429551e-4b07-43c8-87d5-77ca40566563\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.583552998Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-05T21:47:44.59059516Z","hostname":"oxz_crucible_2eb425b3-1071-42b1-b2a7-b79cae46f8db","pid":23796,"uri":"/crucible/0/regions/f8c0550d-cdab-40ee-bf42-2f183d797a1c/snapshots/1429551e-4b07-43c8-87d5-77ca40566563/run","method":"POST","req_id":"e4e98d4b-c8d7-49d6-90a2-3f446e3b0356","remote_addr":"[fd00:1122:3344:101::b]:44453","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19354,"response_code":200}