{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.43819404Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60705"}
{"msg":"region c227df99-bf26-4e1b-8591-62cfcee523e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.438285682Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.438580668Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"uri":"/crucible/0/regions","method":"POST","req_id":"ce56fe04-ea64-454d-963f-595c36a01c34","remote_addr":"[fd00:1122:3344:101::a]:60705","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":335,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.438593018Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crucible/regions/c227df99-bf26-4e1b-8591-62cfcee523e7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.448924147Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crucible/regions/c227df99-bf26-4e1b-8591-62cfcee523e7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.448952787Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c227df99-bf26-4e1b-8591-62cfcee523e7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c227df99-bf26-4e1b-8591-62cfcee523e7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.497489226Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"region":"c227df99-bf26-4e1b-8591-62cfcee523e7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c227df99-bf26-4e1b-8591-62cfcee523e7\" \"--data\" \"/data/regions/c227df99-bf26-4e1b-8591-62cfcee523e7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.497535477Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"region":"c227df99-bf26-4e1b-8591-62cfcee523e7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.75245051Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"uri":"/crucible/0/regions","method":"POST","req_id":"76d648ae-06a7-4b83-8f24-de2c71ee0309","remote_addr":"[fd00:1122:3344:101::a]:60705","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":101,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.830864992Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"region":"c227df99-bf26-4e1b-8591-62cfcee523e7","component":"worker"}
{"msg":"region c227df99-bf26-4e1b-8591-62cfcee523e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.830904002Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.831025715Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c227df99-bf26-4e1b-8591-62cfcee523e7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.832631747Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c227df99-bf26-4e1b-8591-62cfcee523e7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.839851163Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.855611851Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c227df99-bf26-4e1b-8591-62cfcee523e7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.85852818Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c227df99-bf26-4e1b-8591-62cfcee523e7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.858727944Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.858774934Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.858817105Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.858855856Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.862731034Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:42.867159284Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:43.453146615Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"uri":"/crucible/0/regions","method":"POST","req_id":"e164a45e-b55c-45c4-bbf6-bdbb5afba9d3","remote_addr":"[fd00:1122:3344:101::a]:60705","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"region b9b9982a-d5e4-4398-85bf-919a4a422a48 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.521906746Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.52210083Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.52211041Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"uri":"/crucible/0/regions","method":"POST","req_id":"bbdbe581-f3ae-4d17-ab67-23633cb7d731","remote_addr":"[fd00:1122:3344:101::a]:60705","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":239,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crucible/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.531789486Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crucible/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.531824606Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b9b9982a-d5e4-4398-85bf-919a4a422a48\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.584944568Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"region":"b9b9982a-d5e4-4398-85bf-919a4a422a48","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b9b9982a-d5e4-4398-85bf-919a4a422a48\" \"--data\" \"/data/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.584992649Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"region":"b9b9982a-d5e4-4398-85bf-919a4a422a48","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.652411539Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"region":"b9b9982a-d5e4-4398-85bf-919a4a422a48","component":"worker"}
{"msg":"region b9b9982a-d5e4-4398-85bf-919a4a422a48 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.65245655Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.652567302Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b9b9982a-d5e4-4398-85bf-919a4a422a48","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.653619623Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b9b9982a-d5e4-4398-85bf-919a4a422a48","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.663766148Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.670060995Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b9b9982a-d5e4-4398-85bf-919a4a422a48","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.673864061Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.674072826Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.674128947Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.674170508Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.674208828Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.680481575Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.687446135Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:34:48.744965676Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"uri":"/crucible/0/regions","method":"POST","req_id":"a27fa438-a21d-423b-aec6-e45f6170a0b2","remote_addr":"[fd00:1122:3344:101::a]:60705","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.916729057Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"uri":"/crucible/0/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48","method":"GET","req_id":"ff5ab2cf-185c-46bd-9c1f-b644c3ee3f95","remote_addr":"[fd00:1122:3344:101::a]:60705","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"path is \"/data/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.920457123Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"datafile"}
{"msg":"dataset is oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crucible/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.932667899Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"datafile"}
{"msg":"region b9b9982a-d5e4-4398-85bf-919a4a422a48 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.943838604Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.944031778Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.944083809Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"uri":"/crucible/0/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48","method":"DELETE","req_id":"8827b013-ef2e-4c16-ba0a-2621cbe3863e","remote_addr":"[fd00:1122:3344:101::a]:60705","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23649,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-b9b9982a-d5e4-4398-85bf-919a4a422a48 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.945759173Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.947024999Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"uri":"/crucible/0/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48","method":"GET","req_id":"74b5216c-cd98-4119-8c11-6cc39ef4250a","remote_addr":"[fd00:1122:3344:101::a]:60705","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.953730354Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crucible/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:13.9649388Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"region":"b9b9982a-d5e4-4398-85bf-919a4a422a48","component":"worker"}
{"msg":"region b9b9982a-d5e4-4398-85bf-919a4a422a48 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:14.008389517Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-26T05:35:14.02245868Z","hostname":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","pid":24326,"uri":"/crucible/0/regions/b9b9982a-d5e4-4398-85bf-919a4a422a48","method":"GET","req_id":"25762014-7b1c-4743-b26e-e8846bc148f3","remote_addr":"[fd00:1122:3344:101::a]:60705","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":"200"}