{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:44.817672404Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49266"} {"msg":"region f9e81302-ecae-451f-a4b2-d4fe7f565dfc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:44.817780017Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:44.818528216Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"uri":"/crucible/0/regions","method":"POST","req_id":"4d0fb57a-a4ae-4598-8108-db519173dd96","remote_addr":"[fd00:1122:3344:101::b]:49266","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":789,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:44.818557357Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crucible/regions/f9e81302-ecae-451f-a4b2-d4fe7f565dfc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:44.830339645Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crucible/regions/f9e81302-ecae-451f-a4b2-d4fe7f565dfc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:44.830367585Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f9e81302-ecae-451f-a4b2-d4fe7f565dfc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f9e81302-ecae-451f-a4b2-d4fe7f565dfc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:44.898990617Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"region":"f9e81302-ecae-451f-a4b2-d4fe7f565dfc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f9e81302-ecae-451f-a4b2-d4fe7f565dfc\" \"--data\" \"/data/regions/f9e81302-ecae-451f-a4b2-d4fe7f565dfc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:44.899033939Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"region":"f9e81302-ecae-451f-a4b2-d4fe7f565dfc","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.017770099Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"region":"f9e81302-ecae-451f-a4b2-d4fe7f565dfc","component":"worker"} {"msg":"region f9e81302-ecae-451f-a4b2-d4fe7f565dfc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.01781573Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.017915483Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f9e81302-ecae-451f-a4b2-d4fe7f565dfc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.019282929Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f9e81302-ecae-451f-a4b2-d4fe7f565dfc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.025008818Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.041697304Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"uri":"/crucible/0/regions","method":"POST","req_id":"50ca7d8e-a00d-4e02-802f-9370a5cd6ea9","remote_addr":"[fd00:1122:3344:101::b]:49266","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.04496139Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f9e81302-ecae-451f-a4b2-d4fe7f565dfc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.056143082Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f9e81302-ecae-451f-a4b2-d4fe7f565dfc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.056443799Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.056496321Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.056544532Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.056587903Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.065158037Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:45.078320811Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"region 4dddce9f-f20d-44a8-9341-fe4d4c871dd7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:50.923838216Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:50.924075122Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"uri":"/crucible/0/regions","method":"POST","req_id":"031ee229-7a77-4da5-a8fb-9221ecc44176","remote_addr":"[fd00:1122:3344:101::b]:49266","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":315,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:50.924105963Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crucible/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:50.933659833Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crucible/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:50.933693294Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4dddce9f-f20d-44a8-9341-fe4d4c871dd7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.021798955Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"region":"4dddce9f-f20d-44a8-9341-fe4d4c871dd7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4dddce9f-f20d-44a8-9341-fe4d4c871dd7\" \"--data\" \"/data/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.021861676Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"region":"4dddce9f-f20d-44a8-9341-fe4d4c871dd7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.186991629Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"uri":"/crucible/0/regions","method":"POST","req_id":"1ab4136d-ad1c-4af2-bd42-231039bfc38c","remote_addr":"[fd00:1122:3344:101::b]:49266","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.200797869Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"region":"4dddce9f-f20d-44a8-9341-fe4d4c871dd7","component":"worker"} {"msg":"region 4dddce9f-f20d-44a8-9341-fe4d4c871dd7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.20082921Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.200966263Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4dddce9f-f20d-44a8-9341-fe4d4c871dd7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.202046982Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4dddce9f-f20d-44a8-9341-fe4d4c871dd7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.214170008Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.233870263Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4dddce9f-f20d-44a8-9341-fe4d4c871dd7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.248293079Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.248667759Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.248739521Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.248798003Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.248852364Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.255946909Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.26325316Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:32:51.462174575Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"uri":"/crucible/0/regions","method":"POST","req_id":"d1440f9b-1435-4bd2-8892-31ce645cecec","remote_addr":"[fd00:1122:3344:101::b]:49266","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.5543851Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"uri":"/crucible/0/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7","method":"GET","req_id":"7c2a62d7-e7cc-4898-a634-3c11d893bd93","remote_addr":"[fd00:1122:3344:101::b]:49266","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"path is \"/data/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.558337784Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"datafile"} {"msg":"dataset is oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crucible/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.570613724Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"datafile"} {"msg":"region 4dddce9f-f20d-44a8-9341-fe4d4c871dd7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.580000789Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.580201144Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.580273516Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"uri":"/crucible/0/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7","method":"DELETE","req_id":"f3b49fa8-b4b5-4c57-b708-63bac8b4cd2b","remote_addr":"[fd00:1122:3344:101::b]:49266","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21964,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-4dddce9f-f20d-44a8-9341-fe4d4c871dd7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.581886748Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.583150541Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"uri":"/crucible/0/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7","method":"GET","req_id":"52c411c6-58bc-4775-8ecd-50d5470d6bac","remote_addr":"[fd00:1122:3344:101::b]:49266","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.589123737Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crucible/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.600255938Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"region":"4dddce9f-f20d-44a8-9341-fe4d4c871dd7","component":"worker"} {"msg":"region 4dddce9f-f20d-44a8-9341-fe4d4c871dd7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.65123321Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T18:33:16.696520792Z","hostname":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","pid":22137,"uri":"/crucible/0/regions/4dddce9f-f20d-44a8-9341-fe4d4c871dd7","method":"GET","req_id":"630ede33-7150-4cee-958c-053e4fcc0659","remote_addr":"[fd00:1122:3344:101::b]:49266","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":"200"}