{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.450655011Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59271"} {"msg":"region d7c77bd4-20d8-4f82-b536-60c86d6af280 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.450731253Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.451552658Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.451562198Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"uri":"/crucible/0/regions","method":"POST","req_id":"c1f331ae-0227-4ba7-91db-0fe0fdfcd3fc","remote_addr":"[fd00:1122:3344:101::b]:59271","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":870,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/d7c77bd4-20d8-4f82-b536-60c86d6af280","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.460102305Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/d7c77bd4-20d8-4f82-b536-60c86d6af280","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.460122555Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d7c77bd4-20d8-4f82-b536-60c86d6af280\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d7c77bd4-20d8-4f82-b536-60c86d6af280\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.51498734Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"region":"d7c77bd4-20d8-4f82-b536-60c86d6af280","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d7c77bd4-20d8-4f82-b536-60c86d6af280\" \"--data\" \"/data/regions/d7c77bd4-20d8-4f82-b536-60c86d6af280\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.515022561Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"region":"d7c77bd4-20d8-4f82-b536-60c86d6af280","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.595455813Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"region":"d7c77bd4-20d8-4f82-b536-60c86d6af280","component":"worker"} {"msg":"region d7c77bd4-20d8-4f82-b536-60c86d6af280 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.595487874Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.595594777Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d7c77bd4-20d8-4f82-b536-60c86d6af280","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.615184305Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d7c77bd4-20d8-4f82-b536-60c86d6af280","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.627306968Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.636793543Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d7c77bd4-20d8-4f82-b536-60c86d6af280","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.639819573Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7c77bd4-20d8-4f82-b536-60c86d6af280","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.640075011Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.640126223Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.640180874Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.640224495Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.644182664Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.649273706Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:38.812512631Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"uri":"/crucible/0/regions","method":"POST","req_id":"4a6a5157-76fa-4b11-9bcf-2dd5ff9cd11a","remote_addr":"[fd00:1122:3344:101::b]:59271","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.229005015Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"uri":"/crucible/0/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911","method":"GET","req_id":"2d1c6899-73b0-4b2f-8675-03fa1e51cea3","remote_addr":"[fd00:1122:3344:101::b]:59271","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.23251839Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"dataset is oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.238605753Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"snapshot is oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911@388d0cf2-64a1-4ebf-961f-69588711f465","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.244712846Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911\", \"388d0cf2-64a1-4ebf-961f-69588711f465\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.244731037Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.253608253Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"uri":"/crucible/0/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911/snapshots/388d0cf2-64a1-4ebf-961f-69588711f465","method":"GET","req_id":"0c9e18dc-b7a7-4b11-91f7-55a9efc0b0b9","remote_addr":"[fd00:1122:3344:101::b]:59271","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21106,"response_code":200} {"msg":"path is \"/data/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.257266722Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"dataset is oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.263356835Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"snapshot is oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911@388d0cf2-64a1-4ebf-961f-69588711f465","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.268999454Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911\", \"388d0cf2-64a1-4ebf-961f-69588711f465\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.269019715Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2ba7af49-ebbd-4eea-8072-eee46cdd1911-388d0cf2-64a1-4ebf-961f-69588711f465 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.276050525Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.27617984Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"uri":"/crucible/0/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911/snapshots/388d0cf2-64a1-4ebf-961f-69588711f465/run","method":"POST","req_id":"c1a5d631-868c-4681-99b7-1c50953e6d51","remote_addr":"[fd00:1122:3344:101::b]:59271","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18932,"response_code":200} {"msg":"applying SMF actions for region 2ba7af49-ebbd-4eea-8072-eee46cdd1911 running snapshot 388d0cf2-64a1-4ebf-961f-69588711f465 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.27619388Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-2ba7af49-ebbd-4eea-8072-eee46cdd1911-388d0cf2-64a1-4ebf-961f-69588711f465","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.281228021Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2ba7af49-ebbd-4eea-8072-eee46cdd1911-388d0cf2-64a1-4ebf-961f-69588711f465","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.284334754Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2ba7af49-ebbd-4eea-8072-eee46cdd1911-388d0cf2-64a1-4ebf-961f-69588711f465","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.295269992Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911/.zfs/snapshot/388d0cf2-64a1-4ebf-961f-69588711f465","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.29555243Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.295596172Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.295647283Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.295684134Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.295731136Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.299435677Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.304370035Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"worker"} {"msg":"region 2ba7af49-ebbd-4eea-8072-eee46cdd1911 running snapshot 388d0cf2-64a1-4ebf-961f-69588711f465 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.304387005Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"path is \"/data/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.59535254Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"dataset is oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.601291198Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"datafile"} {"msg":"snapshot is oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911@388d0cf2-64a1-4ebf-961f-69588711f465","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.607472374Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bf4816fc-51bb-4563-bdfa-caeba78a30ed/crucible/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911\", \"388d0cf2-64a1-4ebf-961f-69588711f465\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.607491044Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-15T15:18:40.613643939Z","hostname":"oxz_crucible_e02c89e3-10ca-45e7-829a-9481c7a0679a","pid":23449,"uri":"/crucible/0/regions/2ba7af49-ebbd-4eea-8072-eee46cdd1911/snapshots/388d0cf2-64a1-4ebf-961f-69588711f465/run","method":"POST","req_id":"e55d7ee8-e9a3-4d1f-bfbb-73355ea9db64","remote_addr":"[fd00:1122:3344:101::b]:59271","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18316,"response_code":200}