{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.51127329Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36652"} {"msg":"region 62fbaabf-e916-4d9c-9170-1b13b185324b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.511333591Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.511952857Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.511963997Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"uri":"/crucible/0/regions","method":"POST","req_id":"82b5cc72-2cdb-4c7b-baac-eb31d5c1ff69","remote_addr":"[fd00:1122:3344:101::a]:36652","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":651,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_34c18331-fe40-4cba-a36f-09dd53cc878a/crucible/regions/62fbaabf-e916-4d9c-9170-1b13b185324b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.522970147Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_34c18331-fe40-4cba-a36f-09dd53cc878a/crucible/regions/62fbaabf-e916-4d9c-9170-1b13b185324b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.522998308Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"62fbaabf-e916-4d9c-9170-1b13b185324b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/62fbaabf-e916-4d9c-9170-1b13b185324b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.588930814Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"region":"62fbaabf-e916-4d9c-9170-1b13b185324b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"62fbaabf-e916-4d9c-9170-1b13b185324b\" \"--data\" \"/data/regions/62fbaabf-e916-4d9c-9170-1b13b185324b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.590794382Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"region":"62fbaabf-e916-4d9c-9170-1b13b185324b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.655048215Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"uri":"/crucible/0/regions","method":"POST","req_id":"cb400a91-8307-4356-b183-d69ff5810196","remote_addr":"[fd00:1122:3344:101::a]:36652","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.692936648Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"region":"62fbaabf-e916-4d9c-9170-1b13b185324b","component":"worker"} {"msg":"region 62fbaabf-e916-4d9c-9170-1b13b185324b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.692961289Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.693087792Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-62fbaabf-e916-4d9c-9170-1b13b185324b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.694037467Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-62fbaabf-e916-4d9c-9170-1b13b185324b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.706396981Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.724655005Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62fbaabf-e916-4d9c-9170-1b13b185324b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.730819852Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62fbaabf-e916-4d9c-9170-1b13b185324b","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.731050998Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.731116099Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.731179421Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.731210822Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.737275286Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:25.746690245Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.363778414Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"uri":"/crucible/0/regions","method":"POST","req_id":"2fc18a7a-aac9-43a9-81af-527258139416","remote_addr":"[fd00:1122:3344:101::a]:36652","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.899005161Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49406"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.899084923Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"uri":"/crucible/0/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9","method":"GET","req_id":"609c863b-556e-496e-82c3-9b7bc74635d2","remote_addr":"[fd00:1122:3344:101::a]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"path is \"/data/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.90250864Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"datafile"} {"msg":"dataset is oxp_34c18331-fe40-4cba-a36f-09dd53cc878a/crucible/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.911093009Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"datafile"} {"msg":"snapshot is oxp_34c18331-fe40-4cba-a36f-09dd53cc878a/crucible/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9@ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.9198035Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_34c18331-fe40-4cba-a36f-09dd53cc878a/crucible/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9\", \"ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.919828711Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.932247876Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"uri":"/crucible/0/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9/snapshots/ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1","method":"GET","req_id":"d8bd9f44-ba9c-49d2-bafe-fd9032caa7e7","remote_addr":"[fd00:1122:3344:101::a]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33024,"response_code":"200"} {"msg":"path is \"/data/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.93239298Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"datafile"} {"msg":"dataset is oxp_34c18331-fe40-4cba-a36f-09dd53cc878a/crucible/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.939942782Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"datafile"} {"msg":"snapshot is oxp_34c18331-fe40-4cba-a36f-09dd53cc878a/crucible/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9@ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.947885024Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_34c18331-fe40-4cba-a36f-09dd53cc878a/crucible/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9\", \"ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.947911655Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot fe9f7219-01ea-4838-ad6f-2813ecea51b9-ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.957621362Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"datafile"} {"msg":"applying SMF actions for region fe9f7219-01ea-4838-ad6f-2813ecea51b9 running snapshot ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.957799556Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.957813837Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"uri":"/crucible/0/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9/snapshots/ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1/run","method":"POST","req_id":"407c6a46-b521-414e-80aa-fa0c3727b15d","remote_addr":"[fd00:1122:3344:101::a]:49406","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25442,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-fe9f7219-01ea-4838-ad6f-2813ecea51b9-ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.960777062Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fe9f7219-01ea-4838-ad6f-2813ecea51b9-ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.964311952Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fe9f7219-01ea-4838-ad6f-2813ecea51b9-ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.972975942Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe9f7219-01ea-4838-ad6f-2813ecea51b9/.zfs/snapshot/ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.973169427Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.973223078Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.973263169Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.97330113Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.973354002Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.976871051Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.980815201Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"worker"} {"msg":"region fe9f7219-01ea-4838-ad6f-2813ecea51b9 running snapshot ec41bcbf-5e85-42f1-a585-fd3cdbd7b9a1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-31T00:20:26.980824422Z","hostname":"oxz_crucible_670c9c2d-68d3-42be-bdea-f11233d449b1","pid":24023,"component":"datafile"}