{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.133533793Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59278"} {"msg":"region 0a8a5b94-67c1-4777-ad41-df7eaa82b3a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.194895519Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.195559487Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"uri":"/crucible/0/regions","method":"POST","req_id":"d2e8c482-c846-4166-ab35-e633f30a051d","remote_addr":"[fd00:1122:3344:101::a]:59278","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":726,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.195579908Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/0a8a5b94-67c1-4777-ad41-df7eaa82b3a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.205351922Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/0a8a5b94-67c1-4777-ad41-df7eaa82b3a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.205386603Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0a8a5b94-67c1-4777-ad41-df7eaa82b3a8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/0a8a5b94-67c1-4777-ad41-df7eaa82b3a8\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.258505226Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"region":"0a8a5b94-67c1-4777-ad41-df7eaa82b3a8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.369606684Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"region":"0a8a5b94-67c1-4777-ad41-df7eaa82b3a8","component":"worker"} {"msg":"region 0a8a5b94-67c1-4777-ad41-df7eaa82b3a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.369666075Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.369781259Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0a8a5b94-67c1-4777-ad41-df7eaa82b3a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.370888678Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0a8a5b94-67c1-4777-ad41-df7eaa82b3a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.376624493Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.382477561Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"uri":"/crucible/0/regions","method":"POST","req_id":"c42420f8-9df8-4226-b4cc-4bbf8a567507","remote_addr":"[fd00:1122:3344:101::a]:59278","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":535,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.393797296Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0a8a5b94-67c1-4777-ad41-df7eaa82b3a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.397657021Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0a8a5b94-67c1-4777-ad41-df7eaa82b3a8","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.398053662Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.398117733Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.398177405Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.398243407Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.401932256Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:19.414865745Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.250763881Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.250870794Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"uri":"/crucible/0/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd","method":"GET","req_id":"3d005568-605b-4fa7-94c2-2ac2f700b96b","remote_addr":"[fd00:1122:3344:101::a]:54200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"path is \"/data/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.256051614Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"datafile"} {"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.265641212Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"datafile"} {"msg":"snapshot is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd@cf9d3c42-58a2-471c-a9be-825ab5d395cf","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.274531152Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd\", \"cf9d3c42-58a2-471c-a9be-825ab5d395cf\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.274566393Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.286527126Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"uri":"/crucible/0/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd/snapshots/cf9d3c42-58a2-471c-a9be-825ab5d395cf","method":"GET","req_id":"2050aa36-1d77-4c15-8414-0d8534f61b93","remote_addr":"[fd00:1122:3344:101::a]:54200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32885,"response_code":"200"} {"msg":"path is \"/data/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.286722011Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"datafile"} {"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.295271402Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"datafile"} {"msg":"snapshot is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd@cf9d3c42-58a2-471c-a9be-825ab5d395cf","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.304889581Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd\", \"cf9d3c42-58a2-471c-a9be-825ab5d395cf\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.304917632Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 38a1d81b-b207-4671-9c65-c27f755fbfdd-cf9d3c42-58a2-471c-a9be-825ab5d395cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.31373563Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"datafile"} {"msg":"applying SMF actions for region 38a1d81b-b207-4671-9c65-c27f755fbfdd running snapshot cf9d3c42-58a2-471c-a9be-825ab5d395cf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.313916725Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.313954386Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"uri":"/crucible/0/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd/snapshots/cf9d3c42-58a2-471c-a9be-825ab5d395cf/run","method":"POST","req_id":"4d099ab6-4c4f-45aa-a8d7-08599a1d5e15","remote_addr":"[fd00:1122:3344:101::a]:54200","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27269,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-38a1d81b-b207-4671-9c65-c27f755fbfdd-cf9d3c42-58a2-471c-a9be-825ab5d395cf","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.316815373Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-38a1d81b-b207-4671-9c65-c27f755fbfdd-cf9d3c42-58a2-471c-a9be-825ab5d395cf","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.320159513Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-38a1d81b-b207-4671-9c65-c27f755fbfdd-cf9d3c42-58a2-471c-a9be-825ab5d395cf","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.329697511Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/38a1d81b-b207-4671-9c65-c27f755fbfdd/.zfs/snapshot/cf9d3c42-58a2-471c-a9be-825ab5d395cf","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.329994579Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.3300476Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.330094041Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.330132263Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.330181634Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.334038428Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.338338694Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"worker"} {"msg":"region 38a1d81b-b207-4671-9c65-c27f755fbfdd running snapshot cf9d3c42-58a2-471c-a9be-825ab5d395cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:18:20.338347964Z","hostname":"oxz_crucible_44516da6-4c80-4524-8683-911ee33b9595","pid":22086,"component":"datafile"}