{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.339863374Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40899"} {"msg":"region 5b1f26d7-9a1b-4468-84ef-56641a06e971 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.339944967Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.340552752Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.340566032Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"de00eac8-c7cf-4534-92bd-18d5d1b5958f","remote_addr":"[fd00:1122:3344:101::a]:40899","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":660,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_ecd62925-b4f0-49c7-afcb-b8b6bcecc630/crucible/regions/5b1f26d7-9a1b-4468-84ef-56641a06e971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.350654123Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ecd62925-b4f0-49c7-afcb-b8b6bcecc630/crucible/regions/5b1f26d7-9a1b-4468-84ef-56641a06e971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.350683894Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5b1f26d7-9a1b-4468-84ef-56641a06e971\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5b1f26d7-9a1b-4468-84ef-56641a06e971\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.396985869Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"region":"5b1f26d7-9a1b-4468-84ef-56641a06e971","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5b1f26d7-9a1b-4468-84ef-56641a06e971\" \"--data\" \"/data/regions/5b1f26d7-9a1b-4468-84ef-56641a06e971\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.39702616Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"region":"5b1f26d7-9a1b-4468-84ef-56641a06e971","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.467435208Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"region":"5b1f26d7-9a1b-4468-84ef-56641a06e971","component":"worker"} {"msg":"region 5b1f26d7-9a1b-4468-84ef-56641a06e971 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.467473799Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.467571942Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5b1f26d7-9a1b-4468-84ef-56641a06e971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.468533647Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5b1f26d7-9a1b-4468-84ef-56641a06e971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.47680975Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.492988168Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5b1f26d7-9a1b-4468-84ef-56641a06e971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.495720429Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5b1f26d7-9a1b-4468-84ef-56641a06e971","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.496063187Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.496112459Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.49615729Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.496195211Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.499875606Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.505564963Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:21.675816988Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"0338fd9b-dde1-40e4-8142-e2592cf80bbf","remote_addr":"[fd00:1122:3344:101::a]:40899","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.689172672Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47798"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.689281985Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"uri":"/crucible/0/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67","method":"GET","req_id":"f8c39581-09ff-49b6-84a6-eec3711b2ce9","remote_addr":"[fd00:1122:3344:101::a]:47798","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"path is \"/data/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.691861261Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"datafile"} {"msg":"dataset is oxp_ecd62925-b4f0-49c7-afcb-b8b6bcecc630/crucible/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.701344456Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"datafile"} {"msg":"snapshot is oxp_ecd62925-b4f0-49c7-afcb-b8b6bcecc630/crucible/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67@65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.709741073Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ecd62925-b4f0-49c7-afcb-b8b6bcecc630/crucible/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67\", \"65d7a894-95da-4fd5-805e-ce83e906200f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.709770064Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.721023594Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"uri":"/crucible/0/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67/snapshots/65d7a894-95da-4fd5-805e-ce83e906200f","method":"GET","req_id":"fc7f2813-345a-4408-bdf0-b00b938fec46","remote_addr":"[fd00:1122:3344:101::a]:47798","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31564,"response_code":"200"} {"msg":"path is \"/data/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.721195009Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"datafile"} {"msg":"dataset is oxp_ecd62925-b4f0-49c7-afcb-b8b6bcecc630/crucible/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.730405467Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"datafile"} {"msg":"snapshot is oxp_ecd62925-b4f0-49c7-afcb-b8b6bcecc630/crucible/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67@65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.738655649Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ecd62925-b4f0-49c7-afcb-b8b6bcecc630/crucible/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67\", \"65d7a894-95da-4fd5-805e-ce83e906200f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.73868467Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67-65d7a894-95da-4fd5-805e-ce83e906200f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.748167245Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"datafile"} {"msg":"applying SMF actions for region a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67 running snapshot 65d7a894-95da-4fd5-805e-ce83e906200f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.748323879Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.74836231Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"uri":"/crucible/0/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67/snapshots/65d7a894-95da-4fd5-805e-ce83e906200f/run","method":"POST","req_id":"2227e68c-5b8c-4357-a0c2-7048fad626a0","remote_addr":"[fd00:1122:3344:101::a]:47798","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27191,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67-65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.751233324Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67-65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.756159501Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67-65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.769034094Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67/.zfs/snapshot/65d7a894-95da-4fd5-805e-ce83e906200f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.769358142Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.769427734Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.769473405Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.769515156Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.769577208Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.776575859Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.781407083Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"worker"} {"msg":"region a54e6f3f-6c3f-4530-86ae-c5fdd6d4bc67 running snapshot 65d7a894-95da-4fd5-805e-ce83e906200f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-01T05:20:22.781429084Z","hostname":"oxz_crucible_d4c17a14-2a7c-49c1-a15f-ef878be36089","pid":21535,"component":"datafile"}