{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.276805644Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35956"}
{"msg":"region 1a76427b-73d5-4122-a1ff-3809bb9654e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.307252687Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.307975843Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.307996124Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"uri":"/crucible/0/regions","method":"POST","req_id":"ffbf6b3d-3d10-4bbc-bf1d-76a0b1a909b2","remote_addr":"[fd00:1122:3344:101::a]:35956","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1339,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/1a76427b-73d5-4122-a1ff-3809bb9654e2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.3167261Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/1a76427b-73d5-4122-a1ff-3809bb9654e2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.31675003Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1a76427b-73d5-4122-a1ff-3809bb9654e2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/1a76427b-73d5-4122-a1ff-3809bb9654e2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.371081439Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"region":"1a76427b-73d5-4122-a1ff-3809bb9654e2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.446755408Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"region":"1a76427b-73d5-4122-a1ff-3809bb9654e2","component":"worker"}
{"msg":"region 1a76427b-73d5-4122-a1ff-3809bb9654e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.446802529Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.44688316Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1a76427b-73d5-4122-a1ff-3809bb9654e2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.447287689Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1a76427b-73d5-4122-a1ff-3809bb9654e2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.453440898Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.467393821Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1a76427b-73d5-4122-a1ff-3809bb9654e2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.470579792Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1a76427b-73d5-4122-a1ff-3809bb9654e2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.470887759Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.47094432Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.470988021Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.471028642Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.475310778Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.484576186Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.531757465Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"uri":"/crucible/0/regions","method":"POST","req_id":"742ed3af-32ec-493d-b84d-251db2851cee","remote_addr":"[fd00:1122:3344:101::a]:35956","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":653,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.703721658Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36908"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.70382216Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"uri":"/crucible/0/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484","method":"GET","req_id":"b3062356-d675-434c-82fc-b25843e87e74","remote_addr":"[fd00:1122:3344:101::a]:36908","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"path is \"/data/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.703991364Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.712595577Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484@bb027594-a45c-44ef-a162-d1dfbc9028f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.722062899Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484\", \"bb027594-a45c-44ef-a162-d1dfbc9028f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.72208795Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.732423732Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"uri":"/crucible/0/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484/snapshots/bb027594-a45c-44ef-a162-d1dfbc9028f5","method":"GET","req_id":"b28297f7-39ec-4a8f-9364-79866cdb9213","remote_addr":"[fd00:1122:3344:101::a]:36908","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28445,"response_code":"200"}
{"msg":"path is \"/data/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.732588235Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.74080785Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484@bb027594-a45c-44ef-a162-d1dfbc9028f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.748919452Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484\", \"bb027594-a45c-44ef-a162-d1dfbc9028f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.748949293Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e59cc4dc-100e-48fd-a517-d724ce5ef484-bb027594-a45c-44ef-a162-d1dfbc9028f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.758024286Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"datafile"}
{"msg":"applying SMF actions for region e59cc4dc-100e-48fd-a517-d724ce5ef484 running snapshot bb027594-a45c-44ef-a162-d1dfbc9028f5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.75818869Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.758229271Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"uri":"/crucible/0/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484/snapshots/bb027594-a45c-44ef-a162-d1dfbc9028f5/run","method":"POST","req_id":"9808e652-e1e1-4a32-84c6-f4626139648a","remote_addr":"[fd00:1122:3344:101::a]:36908","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25664,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-e59cc4dc-100e-48fd-a517-d724ce5ef484-bb027594-a45c-44ef-a162-d1dfbc9028f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.760442421Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e59cc4dc-100e-48fd-a517-d724ce5ef484-bb027594-a45c-44ef-a162-d1dfbc9028f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.766620549Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e59cc4dc-100e-48fd-a517-d724ce5ef484-bb027594-a45c-44ef-a162-d1dfbc9028f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.776657235Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e59cc4dc-100e-48fd-a517-d724ce5ef484/.zfs/snapshot/bb027594-a45c-44ef-a162-d1dfbc9028f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.776948031Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.777000032Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.777046773Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.777097414Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.777148716Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.78091575Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.785956783Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"worker"}
{"msg":"region e59cc4dc-100e-48fd-a517-d724ce5ef484 running snapshot bb027594-a45c-44ef-a162-d1dfbc9028f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.785971204Z","hostname":"oxz_crucible_be8aa2be-25b3-43f7-8702-9eb3a1feaa66","pid":23058,"component":"datafile"}