{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.655761429Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60057"}
{"msg":"region 06720c56-2995-437d-b41a-8a291cf647df state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.65583718Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.65641192Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"uri":"/crucible/0/regions","method":"POST","req_id":"af832a68-262e-4e9d-b5f9-d7a89e37d0f8","remote_addr":"[fd00:1122:3344:101::c]:60057","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":601,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.65643476Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/06720c56-2995-437d-b41a-8a291cf647df","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.668456356Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/06720c56-2995-437d-b41a-8a291cf647df","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.668482826Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"06720c56-2995-437d-b41a-8a291cf647df\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/06720c56-2995-437d-b41a-8a291cf647df\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.725554029Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"region":"06720c56-2995-437d-b41a-8a291cf647df","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"06720c56-2995-437d-b41a-8a291cf647df\" \"--data\" \"/data/regions/06720c56-2995-437d-b41a-8a291cf647df\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.72560373Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"region":"06720c56-2995-437d-b41a-8a291cf647df","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.793455117Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"region":"06720c56-2995-437d-b41a-8a291cf647df","component":"worker"}
{"msg":"region 06720c56-2995-437d-b41a-8a291cf647df state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.793500988Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.79360603Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-06720c56-2995-437d-b41a-8a291cf647df","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.794615427Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-06720c56-2995-437d-b41a-8a291cf647df","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.803403937Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.816310607Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-06720c56-2995-437d-b41a-8a291cf647df","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.819555582Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/06720c56-2995-437d-b41a-8a291cf647df","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.819841397Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.819897678Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.819944069Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.819983Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.823858815Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.829800747Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:00.856605964Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"uri":"/crucible/0/regions","method":"POST","req_id":"32258e68-06f8-4782-99f6-97ebf9627fb5","remote_addr":"[fd00:1122:3344:101::c]:60057","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.305657335Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"uri":"/crucible/0/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1","method":"GET","req_id":"5029711e-84c3-49ec-9994-994a3b292b0e","remote_addr":"[fd00:1122:3344:101::c]:60057","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":650,"response_code":"200"}
{"msg":"path is \"/data/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.309153004Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"dataset is oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.318464053Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"snapshot is oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1@6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.327158961Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1\", \"6878ff2d-e2cb-4b7c-9faf-b0db6267947d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.327194762Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.338741138Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"uri":"/crucible/0/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1/snapshots/6878ff2d-e2cb-4b7c-9faf-b0db6267947d","method":"GET","req_id":"541f8e59-79fd-410b-99e0-0e04fab78e6c","remote_addr":"[fd00:1122:3344:101::c]:60057","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29647,"response_code":"200"}
{"msg":"path is \"/data/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.342486102Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"dataset is oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.350125192Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"snapshot is oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1@6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.358607167Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1\", \"6878ff2d-e2cb-4b7c-9faf-b0db6267947d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.358631767Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1-6878ff2d-e2cb-4b7c-9faf-b0db6267947d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.367338086Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"applying SMF actions for region 1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1 running snapshot 6878ff2d-e2cb-4b7c-9faf-b0db6267947d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.367528239Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.36757104Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"uri":"/crucible/0/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1/snapshots/6878ff2d-e2cb-4b7c-9faf-b0db6267947d/run","method":"POST","req_id":"254cbbe5-bc3c-4f96-b2d8-e09b7cc856a9","remote_addr":"[fd00:1122:3344:101::c]:60057","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25114,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1-6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.370375118Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1-6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.373233447Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1-6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.382409093Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1/.zfs/snapshot/6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.382703238Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.382758839Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.3828053Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.38284627Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.382899691Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.386174437Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.390249777Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"worker"}
{"msg":"region 1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1 running snapshot 6878ff2d-e2cb-4b7c-9faf-b0db6267947d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.390258757Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"path is \"/data/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.736099164Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"dataset is oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.744971866Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"datafile"}
{"msg":"snapshot is oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1@6878ff2d-e2cb-4b7c-9faf-b0db6267947d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.753384829Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6cfab5bc-cc1e-4d9b-b289-c75ecdb2824f/crucible/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1\", \"6878ff2d-e2cb-4b7c-9faf-b0db6267947d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.7534104Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:40:02.761215203Z","hostname":"oxz_crucible_266a48c3-0aab-4a9f-946c-4470f0d96fff","pid":22831,"uri":"/crucible/0/regions/1fc5d67b-9b31-4b6e-9a44-aa25ec7f83e1/snapshots/6878ff2d-e2cb-4b7c-9faf-b0db6267947d/run","method":"POST","req_id":"554ee11a-98a5-48e5-8eae-48120d68d081","remote_addr":"[fd00:1122:3344:101::c]:60057","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25148,"response_code":"200"}