{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.120993949Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40741"} {"msg":"region d3f2664f-3805-4ff0-8c53-de768f53ed65 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.17458451Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.177638036Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions","method":"POST","req_id":"460264f2-5f33-4af3-9079-a029aeaa68a2","remote_addr":"[fd00:1122:3344:101::b]:40741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18661,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.177658806Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.190244915Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.190271415Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d3f2664f-3805-4ff0-8c53-de768f53ed65\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.246834451Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"region":"d3f2664f-3805-4ff0-8c53-de768f53ed65","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d3f2664f-3805-4ff0-8c53-de768f53ed65\" \"--data\" \"/data/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.254109164Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"region":"d3f2664f-3805-4ff0-8c53-de768f53ed65","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.472096149Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions","method":"POST","req_id":"244d95d3-fc5c-4b37-b26c-d2b8b3c37483","remote_addr":"[fd00:1122:3344:101::b]:40741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.556480345Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"region":"d3f2664f-3805-4ff0-8c53-de768f53ed65","component":"worker"} {"msg":"region d3f2664f-3805-4ff0-8c53-de768f53ed65 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.556522786Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.556616876Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d3f2664f-3805-4ff0-8c53-de768f53ed65","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.55703879Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d3f2664f-3805-4ff0-8c53-de768f53ed65","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.566772194Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.583295136Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3f2664f-3805-4ff0-8c53-de768f53ed65","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.587864685Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.58844977Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.588512921Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.588556151Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.588597902Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.593974788Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.609552982Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:32.730573243Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions","method":"POST","req_id":"9897074a-c4aa-40f9-b863-c0fa3950d4b5","remote_addr":"[fd00:1122:3344:101::b]:40741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.439457531Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65","method":"GET","req_id":"27d65b58-2d98-4e5d-9cb6-02d2b593ab20","remote_addr":"[fd00:1122:3344:101::b]:40741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2341,"response_code":"200"} {"msg":"path is \"/data/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.44277425Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"dataset is oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.453603783Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"region d3f2664f-3805-4ff0-8c53-de768f53ed65 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.464096833Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.464238064Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.464283035Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65","method":"DELETE","req_id":"b3ce85f8-b2ce-4257-91af-a9236fdd3482","remote_addr":"[fd00:1122:3344:101::b]:40741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21554,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-d3f2664f-3805-4ff0-8c53-de768f53ed65 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.465280813Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.46718103Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65","method":"GET","req_id":"c9b9f08c-26dc-4369-8d0f-6876a6580788","remote_addr":"[fd00:1122:3344:101::b]:40741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.474828895Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.485953581Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"region":"d3f2664f-3805-4ff0-8c53-de768f53ed65","component":"worker"} {"msg":"region d3f2664f-3805-4ff0-8c53-de768f53ed65 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.550524567Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:33.575140679Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions/d3f2664f-3805-4ff0-8c53-de768f53ed65","method":"GET","req_id":"fe359130-e07f-499d-9120-0b2ca5d4538f","remote_addr":"[fd00:1122:3344:101::b]:40741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region 3a331840-8c7c-4ba4-9799-0b43e1ae7713 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.530083027Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.530242418Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.530269378Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions","method":"POST","req_id":"06a64524-b319-4663-b673-cc4a1f92f6ad","remote_addr":"[fd00:1122:3344:101::b]:40741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":212,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.540505147Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.540540897Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3a331840-8c7c-4ba4-9799-0b43e1ae7713\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.606864368Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"region":"3a331840-8c7c-4ba4-9799-0b43e1ae7713","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a331840-8c7c-4ba4-9799-0b43e1ae7713\" \"--data\" \"/data/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.609030856Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"region":"3a331840-8c7c-4ba4-9799-0b43e1ae7713","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.697738719Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"region":"3a331840-8c7c-4ba4-9799-0b43e1ae7713","component":"worker"} {"msg":"region 3a331840-8c7c-4ba4-9799-0b43e1ae7713 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.697786019Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.69790296Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3a331840-8c7c-4ba4-9799-0b43e1ae7713","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.699351143Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a331840-8c7c-4ba4-9799-0b43e1ae7713","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.702697821Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.713189872Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a331840-8c7c-4ba4-9799-0b43e1ae7713","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.717298447Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.717512209Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.717563509Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.71760481Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.71764541Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.724749611Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.729862265Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:00:35.866549901Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions","method":"POST","req_id":"1f45aecf-fdf9-4399-a82d-3e07ca1f200f","remote_addr":"[fd00:1122:3344:101::b]:40741","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.015221161Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55651"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.015372603Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713","method":"GET","req_id":"e2a9266e-eff1-4377-a328-b80b3c30eb82","remote_addr":"[fd00:1122:3344:101::b]:55651","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":44,"response_code":"200"} {"msg":"path is \"/data/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.021154263Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"dataset is oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.030468452Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"snapshot is oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713@d6a5e6f3-3c07-461f-a807-9dfec8411378","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.039677242Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713\", \"d6a5e6f3-3c07-461f-a807-9dfec8411378\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.039710662Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.051972608Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713/snapshots/d6a5e6f3-3c07-461f-a807-9dfec8411378","method":"GET","req_id":"5710a737-bcbe-4ecf-a370-c555f0d4fcd4","remote_addr":"[fd00:1122:3344:101::b]:55651","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33669,"response_code":"200"} {"msg":"path is \"/data/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.05574629Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"dataset is oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.06392354Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"snapshot is oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713@d6a5e6f3-3c07-461f-a807-9dfec8411378","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.072092011Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713\", \"d6a5e6f3-3c07-461f-a807-9dfec8411378\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.072130931Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3a331840-8c7c-4ba4-9799-0b43e1ae7713-d6a5e6f3-3c07-461f-a807-9dfec8411378 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.082410499Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"applying SMF actions for region 3a331840-8c7c-4ba4-9799-0b43e1ae7713 running snapshot d6a5e6f3-3c07-461f-a807-9dfec8411378 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.083072465Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.083091285Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713/snapshots/d6a5e6f3-3c07-461f-a807-9dfec8411378/run","method":"POST","req_id":"e5b78680-1e65-4277-9996-91ae80f736a5","remote_addr":"[fd00:1122:3344:101::b]:55651","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27432,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-3a331840-8c7c-4ba4-9799-0b43e1ae7713-d6a5e6f3-3c07-461f-a807-9dfec8411378","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.090138056Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3a331840-8c7c-4ba4-9799-0b43e1ae7713-d6a5e6f3-3c07-461f-a807-9dfec8411378","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.101235672Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3a331840-8c7c-4ba4-9799-0b43e1ae7713-d6a5e6f3-3c07-461f-a807-9dfec8411378","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.113772039Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713/.zfs/snapshot/d6a5e6f3-3c07-461f-a807-9dfec8411378","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.113974141Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.114023851Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.114066162Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.114105622Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.114150112Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.118101286Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.122800087Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"worker"} {"msg":"region 3a331840-8c7c-4ba4-9799-0b43e1ae7713 running snapshot d6a5e6f3-3c07-461f-a807-9dfec8411378 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.122817937Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"path is \"/data/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.458435934Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"dataset is oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.468061367Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"datafile"} {"msg":"snapshot is oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713@d6a5e6f3-3c07-461f-a807-9dfec8411378","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.478599798Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3a657f38-eded-4dc9-98a4-74fdac1ff02e/crucible/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713\", \"d6a5e6f3-3c07-461f-a807-9dfec8411378\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.478644888Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:10:48.489181629Z","hostname":"oxz_crucible_eabd8971-b23c-41e0-9293-50688da518e3","pid":20941,"uri":"/crucible/0/regions/3a331840-8c7c-4ba4-9799-0b43e1ae7713/snapshots/d6a5e6f3-3c07-461f-a807-9dfec8411378/run","method":"POST","req_id":"971450c2-4a0a-44e9-8120-41b1da133e1c","remote_addr":"[fd00:1122:3344:101::b]:55651","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30766,"response_code":"200"}