{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.063923453Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37074"} {"msg":"region fe8674d4-ecb9-4a8a-ae27-8e199411c4a7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.108274014Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.111063435Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.111079846Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"aa4060b6-c715-4e1a-8844-a220f92e1b57","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18937,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.120021449Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.12003658Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fe8674d4-ecb9-4a8a-ae27-8e199411c4a7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.237529847Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"region":"fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fe8674d4-ecb9-4a8a-ae27-8e199411c4a7\" \"--data\" \"/data/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.240278002Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"region":"fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.286758006Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"4948ad38-9ebc-4b4f-b973-aeba4352dc2c","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.550227061Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"985e610e-eca8-46a2-8e23-1e78378eead2","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.676946086Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"region":"fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","component":"worker"} {"msg":"region fe8674d4-ecb9-4a8a-ae27-8e199411c4a7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.676970897Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.677095979Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.677412834Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.69954973Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.732714502Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.75992506Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.760500659Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.76056569Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.760609581Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.760653241Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.775483041Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:33.793071462Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:34.764939917Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"68c3f632-ed58-408e-9859-4548c1b57f9b","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.25805817Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","method":"GET","req_id":"c4021049-133e-422b-8cf7-de23c68352d3","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.261269741Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"dataset is oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.269830659Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"region fe8674d4-ecb9-4a8a-ae27-8e199411c4a7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.276946323Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.277082115Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.277106806Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","method":"DELETE","req_id":"af7d02c8-72c0-4325-845d-8b95726f57d0","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15841,"response_code":204} {"msg":"disabling downstairs instance: downstairs-fe8674d4-ecb9-4a8a-ae27-8e199411c4a7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.278045281Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.280187416Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","method":"GET","req_id":"c48b4628-4cc8-405e-a212-53ec07e3689d","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.293605201Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.30285904Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"region":"fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.37445396Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","method":"GET","req_id":"e9d84d8c-7f35-4820-b9c1-35e6523d5861","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region fe8674d4-ecb9-4a8a-ae27-8e199411c4a7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.405743683Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:35.542292327Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions/fe8674d4-ecb9-4a8a-ae27-8e199411c4a7","method":"GET","req_id":"f39ce874-8d94-4024-97e0-92bc6640aedd","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"region 4ddf4570-5600-40a2-b47e-769ad566d6e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.826400398Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.826583211Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"40c40a39-4d53-453a-8793-6abd3cf1444a","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":226,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.826621592Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.833086645Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.833109326Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4ddf4570-5600-40a2-b47e-769ad566d6e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.922912489Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"region":"4ddf4570-5600-40a2-b47e-769ad566d6e1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4ddf4570-5600-40a2-b47e-769ad566d6e1\" \"--data\" \"/data/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.92296744Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"region":"4ddf4570-5600-40a2-b47e-769ad566d6e1","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:38.970576005Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"6da19bc8-1751-4920-8a76-38f9d0063beb","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.104305073Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"region":"4ddf4570-5600-40a2-b47e-769ad566d6e1","component":"worker"} {"msg":"region 4ddf4570-5600-40a2-b47e-769ad566d6e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.104326123Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.104453025Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4ddf4570-5600-40a2-b47e-769ad566d6e1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.105755686Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4ddf4570-5600-40a2-b47e-769ad566d6e1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.119202922Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.147406895Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4ddf4570-5600-40a2-b47e-769ad566d6e1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.152462637Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.15269137Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.152737461Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.152776082Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.152814052Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.163998092Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.176538283Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:15:39.628914571Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"a5e9597f-feba-4f44-8989-27d056663325","remote_addr":"[fd00:1122:3344:101::b]:37074","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.079848957Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60564"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.080648739Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1","method":"GET","req_id":"ab73a356-c067-4647-8115-808468476f14","remote_addr":"[fd00:1122:3344:101::b]:60564","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":37,"response_code":200} {"msg":"path is \"/data/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.083280132Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"dataset is oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.089896995Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"snapshot is oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1@b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.096766808Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1\", \"b6b52afe-a86d-42cd-8fe0-2b9b47d36386\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.096797739Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.107091944Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1/snapshots/b6b52afe-a86d-42cd-8fe0-2b9b47d36386","method":"GET","req_id":"16694c80-476d-4f72-bc70-cfab96e419f7","remote_addr":"[fd00:1122:3344:101::b]:60564","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23842,"response_code":200} {"msg":"path is \"/data/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.110419318Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"dataset is oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.116449925Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"snapshot is oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1@b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.122887988Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1\", \"b6b52afe-a86d-42cd-8fe0-2b9b47d36386\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.122903758Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4ddf4570-5600-40a2-b47e-769ad566d6e1-b6b52afe-a86d-42cd-8fe0-2b9b47d36386 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.130237766Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.130724584Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1/snapshots/b6b52afe-a86d-42cd-8fe0-2b9b47d36386/run","method":"POST","req_id":"e02eff07-890e-4738-94f6-c3a46bcf56a8","remote_addr":"[fd00:1122:3344:101::b]:60564","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20336,"response_code":200} {"msg":"applying SMF actions for region 4ddf4570-5600-40a2-b47e-769ad566d6e1 running snapshot b6b52afe-a86d-42cd-8fe0-2b9b47d36386 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.130751704Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-4ddf4570-5600-40a2-b47e-769ad566d6e1-b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.154845791Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4ddf4570-5600-40a2-b47e-769ad566d6e1-b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.172322032Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4ddf4570-5600-40a2-b47e-769ad566d6e1-b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.186549101Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1/.zfs/snapshot/b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.186751794Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.186833725Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.186899917Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.186949047Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.187006288Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.191376878Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.195539935Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"worker"} {"msg":"region 4ddf4570-5600-40a2-b47e-769ad566d6e1 running snapshot b6b52afe-a86d-42cd-8fe0-2b9b47d36386 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.195553296Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"path is \"/data/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.29168625Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"dataset is oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.298203095Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"datafile"} {"msg":"snapshot is oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1@b6b52afe-a86d-42cd-8fe0-2b9b47d36386","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.304328493Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_04c6fdb3-22ce-41ad-b703-44d19cf445e2/crucible/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1\", \"b6b52afe-a86d-42cd-8fe0-2b9b47d36386\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.304349393Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-03T19:26:51.309778721Z","hostname":"oxz_crucible_7a90ec28-cb98-4ff8-a531-1ac3b1997d4a","pid":23542,"uri":"/crucible/0/regions/4ddf4570-5600-40a2-b47e-769ad566d6e1/snapshots/b6b52afe-a86d-42cd-8fe0-2b9b47d36386/run","method":"POST","req_id":"92df77ac-4727-4d78-978d-2a74d71729fc","remote_addr":"[fd00:1122:3344:101::b]:60564","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18138,"response_code":200}