{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.485304548Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34305"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.485419091Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"uri":"/crucible/0/regions/4e04b02b-b088-4545-a442-b55812ca3190","method":"GET","req_id":"133654b5-2d74-49d1-ab6e-9725c7567709","remote_addr":"[fd00:1122:3344:101::a]:34305","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/4e04b02b-b088-4545-a442-b55812ca3190\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.488763348Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"dataset is oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/4e04b02b-b088-4545-a442-b55812ca3190","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.498955551Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"snapshot is oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/4e04b02b-b088-4545-a442-b55812ca3190@65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.508094247Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/4e04b02b-b088-4545-a442-b55812ca3190\", \"65d7a894-95da-4fd5-805e-ce83e906200f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.508165199Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.51983545Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"uri":"/crucible/0/regions/4e04b02b-b088-4545-a442-b55812ca3190/snapshots/65d7a894-95da-4fd5-805e-ce83e906200f","method":"GET","req_id":"688bff95-b81c-453f-a7cb-b6c2d7ba5e98","remote_addr":"[fd00:1122:3344:101::a]:34305","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":34177,"response_code":"200"}
{"msg":"path is \"/data/regions/4e04b02b-b088-4545-a442-b55812ca3190\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.520032615Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"dataset is oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/4e04b02b-b088-4545-a442-b55812ca3190","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.528607606Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"snapshot is oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/4e04b02b-b088-4545-a442-b55812ca3190@65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.536565062Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/4e04b02b-b088-4545-a442-b55812ca3190\", \"65d7a894-95da-4fd5-805e-ce83e906200f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.536588612Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 4e04b02b-b088-4545-a442-b55812ca3190-65d7a894-95da-4fd5-805e-ce83e906200f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.545858062Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"applying SMF actions for region 4e04b02b-b088-4545-a442-b55812ca3190 running snapshot 65d7a894-95da-4fd5-805e-ce83e906200f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.546872398Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.546909469Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"uri":"/crucible/0/regions/4e04b02b-b088-4545-a442-b55812ca3190/snapshots/65d7a894-95da-4fd5-805e-ce83e906200f/run","method":"POST","req_id":"943d5dd6-2bf9-4b42-a16e-d6ab1760edb6","remote_addr":"[fd00:1122:3344:101::a]:34305","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26916,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-4e04b02b-b088-4545-a442-b55812ca3190-65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.552806101Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4e04b02b-b088-4545-a442-b55812ca3190-65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.563102627Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4e04b02b-b088-4545-a442-b55812ca3190-65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.577494318Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4e04b02b-b088-4545-a442-b55812ca3190/.zfs/snapshot/65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.577798626Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.577861318Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.577907249Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.57794779Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.577997631Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.581662256Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.585933126Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"region 4e04b02b-b088-4545-a442-b55812ca3190 running snapshot 65d7a894-95da-4fd5-805e-ce83e906200f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.585945437Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.790101255Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47677"}
{"msg":"region e99a6bae-c1d7-41a6-9356-8157a2061ba8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.790240179Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.790398493Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"uri":"/crucible/0/regions","method":"POST","req_id":"6aa8ffb0-832f-4f76-af00-c7a8ea6335e7","remote_addr":"[fd00:1122:3344:101::a]:47677","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":210,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.790415873Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.80113179Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.801158791Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e99a6bae-c1d7-41a6-9356-8157a2061ba8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.865145633Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"region":"e99a6bae-c1d7-41a6-9356-8157a2061ba8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e99a6bae-c1d7-41a6-9356-8157a2061ba8\" \"--data\" \"/data/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.867100603Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"region":"e99a6bae-c1d7-41a6-9356-8157a2061ba8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.936260839Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"region":"e99a6bae-c1d7-41a6-9356-8157a2061ba8","component":"worker"}
{"msg":"region e99a6bae-c1d7-41a6-9356-8157a2061ba8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.93629598Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.936402523Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e99a6bae-c1d7-41a6-9356-8157a2061ba8","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.938322092Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e99a6bae-c1d7-41a6-9356-8157a2061ba8","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.941630408Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.949801399Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e99a6bae-c1d7-41a6-9356-8157a2061ba8","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953294979Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953553935Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953616977Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953661578Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.953701359Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.956939003Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:25.962845846Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:26.050874728Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"uri":"/crucible/0/regions","method":"POST","req_id":"8673e5af-ca2c-43d3-b1cd-6d7a2dc7a0e2","remote_addr":"[fd00:1122:3344:101::a]:47677","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.75912277Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"uri":"/crucible/0/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8","method":"GET","req_id":"594bb697-2dd8-4f34-8a1c-05c5149438d4","remote_addr":"[fd00:1122:3344:101::a]:47677","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":698,"response_code":"200"}
{"msg":"path is \"/data/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.761594274Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"dataset is oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.77267988Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"region e99a6bae-c1d7-41a6-9356-8157a2061ba8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.781394895Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.781637041Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.781698603Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"uri":"/crucible/0/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8","method":"DELETE","req_id":"ce5eb60c-d468-4347-b7df-1a5fd5115b0c","remote_addr":"[fd00:1122:3344:101::a]:47677","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20133,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.784377522Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"uri":"/crucible/0/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8","method":"GET","req_id":"8e13da41-2b60-4c5b-b668-7b12e12bdd07","remote_addr":"[fd00:1122:3344:101::a]:47677","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-e99a6bae-c1d7-41a6-9356-8157a2061ba8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.789174306Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.799091902Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d7946a05-315d-4a23-af79-a5bbb747a9e8/crucible/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.80867364Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"region":"e99a6bae-c1d7-41a6-9356-8157a2061ba8","component":"worker"}
{"msg":"region e99a6bae-c1d7-41a6-9356-8157a2061ba8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.868547535Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:55.917983902Z","hostname":"oxz_crucible_054c8766-8560-4f19-ac00-6ac73a513c16","pid":21634,"uri":"/crucible/0/regions/e99a6bae-c1d7-41a6-9356-8157a2061ba8","method":"GET","req_id":"69c68275-ba2b-44c8-9802-6b2864a6a089","remote_addr":"[fd00:1122:3344:101::a]:47677","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":"200"}