{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.522218247Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38803"}
{"msg":"region fba13271-1916-46b8-9686-889130427141 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.527983875Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.528261122Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"a8191d02-eb3a-4436-812e-548acdb7066f","remote_addr":"[fd00:1122:3344:101::a]:38803","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":580,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.53089428Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/fba13271-1916-46b8-9686-889130427141","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.540989629Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/fba13271-1916-46b8-9686-889130427141","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.54101739Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fba13271-1916-46b8-9686-889130427141\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fba13271-1916-46b8-9686-889130427141\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.595830347Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"fba13271-1916-46b8-9686-889130427141","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fba13271-1916-46b8-9686-889130427141\" \"--data\" \"/data/regions/fba13271-1916-46b8-9686-889130427141\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.595895218Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"fba13271-1916-46b8-9686-889130427141","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.664317803Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"f9faa6c7-0e47-40fa-b36b-3cb5a45c2c14","remote_addr":"[fd00:1122:3344:101::a]:38803","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.754687302Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"fba13271-1916-46b8-9686-889130427141","component":"worker"}
{"msg":"region fba13271-1916-46b8-9686-889130427141 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.754737573Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.754865657Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fba13271-1916-46b8-9686-889130427141","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.755339409Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fba13271-1916-46b8-9686-889130427141","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.75966481Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.769568834Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fba13271-1916-46b8-9686-889130427141","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.772981172Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fba13271-1916-46b8-9686-889130427141","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.773726811Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.773836343Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.773885875Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.773925796Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.778208146Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.782890856Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:06.081620632Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"6ee0c4ff-7134-476b-94de-4e749e7c3af6","remote_addr":"[fd00:1122:3344:101::a]:38803","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.706666727Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52743"}
{"msg":"region c44b10f3-6767-4b47-9978-2057dfeaaf13 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.706776799Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.710941936Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"663f3f86-13f2-4518-8e9e-f3197510d0f6","remote_addr":"[fd00:1122:3344:101::a]:52743","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":4201,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.710973527Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/c44b10f3-6767-4b47-9978-2057dfeaaf13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.720129722Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/c44b10f3-6767-4b47-9978-2057dfeaaf13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.720162713Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c44b10f3-6767-4b47-9978-2057dfeaaf13\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c44b10f3-6767-4b47-9978-2057dfeaaf13\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.781021955Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"c44b10f3-6767-4b47-9978-2057dfeaaf13","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c44b10f3-6767-4b47-9978-2057dfeaaf13\" \"--data\" \"/data/regions/c44b10f3-6767-4b47-9978-2057dfeaaf13\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.781082046Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"c44b10f3-6767-4b47-9978-2057dfeaaf13","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.839077884Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"a519c0b0-8f36-4f24-90d6-9b9eee99db18","remote_addr":"[fd00:1122:3344:101::a]:52743","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.88839054Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"c44b10f3-6767-4b47-9978-2057dfeaaf13","component":"worker"}
{"msg":"region c44b10f3-6767-4b47-9978-2057dfeaaf13 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.888420581Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.888546124Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c44b10f3-6767-4b47-9978-2057dfeaaf13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.888942474Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c44b10f3-6767-4b47-9978-2057dfeaaf13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.904786091Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.920820072Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c44b10f3-6767-4b47-9978-2057dfeaaf13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.924038575Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c44b10f3-6767-4b47-9978-2057dfeaaf13","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.924320522Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.924376533Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.924424424Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.924466686Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.928031397Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:01.935626242Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:02.09413607Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"bf52a36a-6aec-4819-a52a-020ba53e37c6","remote_addr":"[fd00:1122:3344:101::a]:52743","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":50,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.302555449Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32856"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.302635701Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions/fba13271-1916-46b8-9686-889130427141","method":"GET","req_id":"04a7bc11-85cd-4d5f-8229-6ebae02f9dea","remote_addr":"[fd00:1122:3344:101::a]:32856","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"path is \"/data/regions/fba13271-1916-46b8-9686-889130427141\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.302839866Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"dataset is oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/fba13271-1916-46b8-9686-889130427141","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.311587541Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"snapshot is oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/fba13271-1916-46b8-9686-889130427141@ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.319562396Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/fba13271-1916-46b8-9686-889130427141\", \"ad51f756-5c32-4544-8d55-47c59456e030\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.319603817Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.334424797Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions/fba13271-1916-46b8-9686-889130427141/snapshots/ad51f756-5c32-4544-8d55-47c59456e030","method":"GET","req_id":"86c8835c-e0c8-466a-8b98-54c768e78d0b","remote_addr":"[fd00:1122:3344:101::a]:32856","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31632,"response_code":"200"}
{"msg":"path is \"/data/regions/fba13271-1916-46b8-9686-889130427141\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.334619112Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"dataset is oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/fba13271-1916-46b8-9686-889130427141","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.343396657Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"snapshot is oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/fba13271-1916-46b8-9686-889130427141@ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.35169845Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/fba13271-1916-46b8-9686-889130427141\", \"ad51f756-5c32-4544-8d55-47c59456e030\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.351727891Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot fba13271-1916-46b8-9686-889130427141-ad51f756-5c32-4544-8d55-47c59456e030 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.360949438Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"applying SMF actions for region fba13271-1916-46b8-9686-889130427141 running snapshot ad51f756-5c32-4544-8d55-47c59456e030 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.361144333Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.361178173Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions/fba13271-1916-46b8-9686-889130427141/snapshots/ad51f756-5c32-4544-8d55-47c59456e030/run","method":"POST","req_id":"d54d5f5a-8b60-4f0b-84e7-432e76af5beb","remote_addr":"[fd00:1122:3344:101::a]:32856","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26593,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-fba13271-1916-46b8-9686-889130427141-ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.36338223Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fba13271-1916-46b8-9686-889130427141-ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.368032169Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fba13271-1916-46b8-9686-889130427141-ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.377425161Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fba13271-1916-46b8-9686-889130427141/.zfs/snapshot/ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.377659907Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.377709908Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.377752569Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.3777919Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.377837531Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.380997702Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.38596691Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"region fba13271-1916-46b8-9686-889130427141 running snapshot ad51f756-5c32-4544-8d55-47c59456e030 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.38598812Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.56508682Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62969"}
{"msg":"region edd0f016-41d3-4812-a61b-301f985b822e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.565155072Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.565325006Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"46ee1296-1a4e-49e6-92bc-b4cdc731985b","remote_addr":"[fd00:1122:3344:101::a]:62969","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":211,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.565346476Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/edd0f016-41d3-4812-a61b-301f985b822e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.575641411Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/edd0f016-41d3-4812-a61b-301f985b822e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.575686562Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"edd0f016-41d3-4812-a61b-301f985b822e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/edd0f016-41d3-4812-a61b-301f985b822e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.641665225Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"edd0f016-41d3-4812-a61b-301f985b822e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"edd0f016-41d3-4812-a61b-301f985b822e\" \"--data\" \"/data/regions/edd0f016-41d3-4812-a61b-301f985b822e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.643745559Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"edd0f016-41d3-4812-a61b-301f985b822e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.705593285Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"edd0f016-41d3-4812-a61b-301f985b822e","component":"worker"}
{"msg":"region edd0f016-41d3-4812-a61b-301f985b822e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.705633296Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.705743749Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-edd0f016-41d3-4812-a61b-301f985b822e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.70695178Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-edd0f016-41d3-4812-a61b-301f985b822e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.709585737Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.717036519Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-edd0f016-41d3-4812-a61b-301f985b822e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.722140799Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/edd0f016-41d3-4812-a61b-301f985b822e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.722384056Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.722443347Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.722493119Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.722535369Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.726412399Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.736493888Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:06.841370219Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions","method":"POST","req_id":"191f2466-1155-4fc3-9512-632263f0c62c","remote_addr":"[fd00:1122:3344:101::a]:62969","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.135766044Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58061"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.136335639Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions/edd0f016-41d3-4812-a61b-301f985b822e","method":"GET","req_id":"8bf5a75f-7e6f-4105-8e87-10be29347e1d","remote_addr":"[fd00:1122:3344:101::a]:58061","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":552,"response_code":"200"}
{"msg":"path is \"/data/regions/edd0f016-41d3-4812-a61b-301f985b822e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.136493433Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"dataset is oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/edd0f016-41d3-4812-a61b-301f985b822e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.155940192Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"region edd0f016-41d3-4812-a61b-301f985b822e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.16481422Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.165020695Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-edd0f016-41d3-4812-a61b-301f985b822e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.166120263Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.169704805Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions/edd0f016-41d3-4812-a61b-301f985b822e","method":"DELETE","req_id":"aeae532f-dff0-4f3f-b06f-16969182ca3b","remote_addr":"[fd00:1122:3344:101::a]:58061","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33229,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.169854309Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions/edd0f016-41d3-4812-a61b-301f985b822e","method":"GET","req_id":"cbad85eb-b0b7-4aa6-bf88-ba34fd360a04","remote_addr":"[fd00:1122:3344:101::a]:58061","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.187244205Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ae2f89f7-35c8-4c05-940c-cdee6d8f8a12/crucible/regions/edd0f016-41d3-4812-a61b-301f985b822e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.196653767Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"region":"edd0f016-41d3-4812-a61b-301f985b822e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.27940359Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions/edd0f016-41d3-4812-a61b-301f985b822e","method":"GET","req_id":"dab86d0c-625c-4f5e-809d-05f56beb6836","remote_addr":"[fd00:1122:3344:101::a]:58061","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":109,"response_code":"200"}
{"msg":"region edd0f016-41d3-4812-a61b-301f985b822e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.293556794Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:33.421456716Z","hostname":"oxz_crucible_ed0566ef-ce2f-4a35-94d5-9861855ca4b5","pid":25510,"uri":"/crucible/0/regions/edd0f016-41d3-4812-a61b-301f985b822e","method":"GET","req_id":"d72f185e-3984-4261-8d58-aaca69a69074","remote_addr":"[fd00:1122:3344:101::a]:58061","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1119,"response_code":"200"}