{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.690544787Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:42351"} {"msg":"region d5780385-7da0-44f1-928e-ada61939af97 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.723247865Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.727630051Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.727646701Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions","method":"POST","req_id":"fed1b0a1-97d4-4ae0-87cc-6600dd6d7ff8","remote_addr":"[fd00:1122:3344:101::b]:42351","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":13027,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/d5780385-7da0-44f1-928e-ada61939af97","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.733964044Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/d5780385-7da0-44f1-928e-ada61939af97","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.733975974Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d5780385-7da0-44f1-928e-ada61939af97\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d5780385-7da0-44f1-928e-ada61939af97\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.788602091Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"region":"d5780385-7da0-44f1-928e-ada61939af97","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d5780385-7da0-44f1-928e-ada61939af97\" \"--data\" \"/data/regions/d5780385-7da0-44f1-928e-ada61939af97\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.790781463Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"region":"d5780385-7da0-44f1-928e-ada61939af97","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.949587071Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"region":"d5780385-7da0-44f1-928e-ada61939af97","component":"worker"} {"msg":"region d5780385-7da0-44f1-928e-ada61939af97 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.949627492Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.949732384Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d5780385-7da0-44f1-928e-ada61939af97","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.952125962Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d5780385-7da0-44f1-928e-ada61939af97","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.956136069Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.969671805Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d5780385-7da0-44f1-928e-ada61939af97","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.971021777Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5780385-7da0-44f1-928e-ada61939af97","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.971594191Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.971652822Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.971694653Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.971730024Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.981567891Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.982358361Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions","method":"POST","req_id":"f351405c-21bc-4abb-a333-d46b8684c26e","remote_addr":"[fd00:1122:3344:101::b]:42351","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:58.984374369Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.793159615Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions/d5780385-7da0-44f1-928e-ada61939af97","method":"GET","req_id":"ae0e1ff8-ae52-4b3e-a47c-cafdd1d0b2c2","remote_addr":"[fd00:1122:3344:101::b]:42351","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":85,"response_code":200} {"msg":"path is \"/data/regions/d5780385-7da0-44f1-928e-ada61939af97\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.797566961Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"dataset is oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/d5780385-7da0-44f1-928e-ada61939af97","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.804727324Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"region d5780385-7da0-44f1-928e-ada61939af97 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.810844281Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.811024485Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.811040506Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions/d5780385-7da0-44f1-928e-ada61939af97","method":"DELETE","req_id":"6a3c5db3-63a4-4791-844a-2263923b0630","remote_addr":"[fd00:1122:3344:101::b]:42351","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":13462,"response_code":204} {"msg":"disabling downstairs instance: downstairs-d5780385-7da0-44f1-928e-ada61939af97 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.812006509Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.814278524Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions/d5780385-7da0-44f1-928e-ada61939af97","method":"GET","req_id":"4894058e-8470-4d80-9b21-992d7a0d1cdd","remote_addr":"[fd00:1122:3344:101::b]:42351","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.814821647Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/d5780385-7da0-44f1-928e-ada61939af97\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.823979538Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"region":"d5780385-7da0-44f1-928e-ada61939af97","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.886109355Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions/d5780385-7da0-44f1-928e-ada61939af97","method":"GET","req_id":"720f0f36-6369-438a-ab25-2293089b39bf","remote_addr":"[fd00:1122:3344:101::b]:42351","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region d5780385-7da0-44f1-928e-ada61939af97 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:00:59.887835647Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:00.029676066Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions/d5780385-7da0-44f1-928e-ada61939af97","method":"GET","req_id":"28d9d2e7-17ef-4cb4-a35f-3b6a061a59d1","remote_addr":"[fd00:1122:3344:101::b]:42351","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region a6fa8cbb-d625-476b-b0a8-76df7b208280 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:02.99095553Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:02.991125415Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions","method":"POST","req_id":"db7d9d53-e86d-4b1a-8d93-b48116063991","remote_addr":"[fd00:1122:3344:101::b]:42351","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":216,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:02.991152445Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:02.996896599Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:02.996913042Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a6fa8cbb-d625-476b-b0a8-76df7b208280\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.043603199Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"region":"a6fa8cbb-d625-476b-b0a8-76df7b208280","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a6fa8cbb-d625-476b-b0a8-76df7b208280\" \"--data\" \"/data/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.04365222Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"region":"a6fa8cbb-d625-476b-b0a8-76df7b208280","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.098692577Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"region":"a6fa8cbb-d625-476b-b0a8-76df7b208280","component":"worker"} {"msg":"region a6fa8cbb-d625-476b-b0a8-76df7b208280 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.098742658Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.098870231Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a6fa8cbb-d625-476b-b0a8-76df7b208280","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.099832254Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a6fa8cbb-d625-476b-b0a8-76df7b208280","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.101230472Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.105084577Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a6fa8cbb-d625-476b-b0a8-76df7b208280","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.106430373Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.106758641Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.106791182Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.106836353Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.106875934Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.109016125Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.112081704Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:01:03.160474762Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions","method":"POST","req_id":"b9c641e6-7202-4cb8-a189-903e9d397582","remote_addr":"[fd00:1122:3344:101::b]:42351","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.328740469Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40298"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.328869162Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280","method":"GET","req_id":"fa95e63c-a78f-4efb-8b44-865e0b5d99c5","remote_addr":"[fd00:1122:3344:101::b]:40298","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"path is \"/data/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.332864258Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"dataset is oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.339505998Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"snapshot is oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280@200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.345219956Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280\", \"200be582-32fd-48cc-8d73-bcc501a4441d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.345245037Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.354821207Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280/snapshots/200be582-32fd-48cc-8d73-bcc501a4441d","method":"GET","req_id":"87a40e9d-9289-48b9-bcb2-04b3f122f0cb","remote_addr":"[fd00:1122:3344:101::b]:40298","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22001,"response_code":200} {"msg":"path is \"/data/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.35863653Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"dataset is oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.364119192Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"snapshot is oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280@200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.370738501Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280\", \"200be582-32fd-48cc-8d73-bcc501a4441d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.370754972Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a6fa8cbb-d625-476b-b0a8-76df7b208280-200be582-32fd-48cc-8d73-bcc501a4441d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.378633241Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"applying SMF actions for region a6fa8cbb-d625-476b-b0a8-76df7b208280 running snapshot 200be582-32fd-48cc-8d73-bcc501a4441d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.379247966Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.379262217Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280/snapshots/200be582-32fd-48cc-8d73-bcc501a4441d/run","method":"POST","req_id":"cfa3890b-035c-43ca-bfe7-efc6da86b106","remote_addr":"[fd00:1122:3344:101::b]:40298","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20650,"response_code":200} {"msg":"creating missing snapshot instance snapshot-a6fa8cbb-d625-476b-b0a8-76df7b208280-200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.393490459Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a6fa8cbb-d625-476b-b0a8-76df7b208280-200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.40469224Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a6fa8cbb-d625-476b-b0a8-76df7b208280-200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.412644501Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280/.zfs/snapshot/200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.412926288Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.412966729Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.41300517Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.413037311Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.413081382Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.415050599Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.417962589Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"worker"} {"msg":"region a6fa8cbb-d625-476b-b0a8-76df7b208280 running snapshot 200be582-32fd-48cc-8d73-bcc501a4441d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.41799466Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"path is \"/data/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.604854764Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"dataset is oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.611695799Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"datafile"} {"msg":"snapshot is oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280@200be582-32fd-48cc-8d73-bcc501a4441d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.618311438Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4a21cdca-2bc4-45e9-a719-0b293c6306de/crucible/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280\", \"200be582-32fd-48cc-8d73-bcc501a4441d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.618353049Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-23T01:12:08.624079207Z","hostname":"oxz_crucible_19103425-72d6-4dd5-97aa-d0bf18550859","pid":23192,"uri":"/crucible/0/regions/a6fa8cbb-d625-476b-b0a8-76df7b208280/snapshots/200be582-32fd-48cc-8d73-bcc501a4441d/run","method":"POST","req_id":"e513022b-e8bb-425d-bd9b-0a226507e23d","remote_addr":"[fd00:1122:3344:101::b]:40298","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19285,"response_code":200}