{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.246054697Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32970"} {"msg":"region 364e2112-80e6-4b5e-b699-b954c5dc4dde state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.328568586Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.331918969Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"uri":"/crucible/0/regions","method":"POST","req_id":"5dc6a19f-86f4-4f35-849a-18da1809ac1f","remote_addr":"[fd00:1122:3344:101::a]:32970","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18691,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.331976629Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/364e2112-80e6-4b5e-b699-b954c5dc4dde","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.344075158Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/364e2112-80e6-4b5e-b699-b954c5dc4dde","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.344107758Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"364e2112-80e6-4b5e-b699-b954c5dc4dde\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/364e2112-80e6-4b5e-b699-b954c5dc4dde\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.389893137Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"region":"364e2112-80e6-4b5e-b699-b954c5dc4dde","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.465442378Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"uri":"/crucible/0/regions","method":"POST","req_id":"1c547792-52ae-4439-bb5a-8d42f46dd849","remote_addr":"[fd00:1122:3344:101::a]:32970","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.699393162Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"region":"364e2112-80e6-4b5e-b699-b954c5dc4dde","component":"worker"} {"msg":"region 364e2112-80e6-4b5e-b699-b954c5dc4dde state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.699428042Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.699560434Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-364e2112-80e6-4b5e-b699-b954c5dc4dde","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.704651904Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-364e2112-80e6-4b5e-b699-b954c5dc4dde","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.712917075Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.730166234Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-364e2112-80e6-4b5e-b699-b954c5dc4dde","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.733735859Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/364e2112-80e6-4b5e-b699-b954c5dc4dde","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.734592918Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.734672058Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.734728789Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.734779779Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.740891379Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.75421314Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:20.872915814Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"uri":"/crucible/0/regions","method":"POST","req_id":"b38830dc-4d97-4490-abb4-40b9d8767f0b","remote_addr":"[fd00:1122:3344:101::a]:32970","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.21595117Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35237"} {"msg":"region a61a5d4f-d311-4913-a648-080f120e23b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.276929499Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.27710421Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"uri":"/crucible/0/regions","method":"POST","req_id":"c51bf32a-bbde-473e-bd0b-ce2c8286b41d","remote_addr":"[fd00:1122:3344:101::a]:35237","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":222,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.27713253Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/a61a5d4f-d311-4913-a648-080f120e23b2","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.286370061Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/a61a5d4f-d311-4913-a648-080f120e23b2","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.286404951Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a61a5d4f-d311-4913-a648-080f120e23b2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/a61a5d4f-d311-4913-a648-080f120e23b2\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.354962714Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"region":"a61a5d4f-d311-4913-a648-080f120e23b2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.426248703Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"region":"a61a5d4f-d311-4913-a648-080f120e23b2","component":"worker"} {"msg":"region a61a5d4f-d311-4913-a648-080f120e23b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.426284233Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.426374784Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a61a5d4f-d311-4913-a648-080f120e23b2","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.427800348Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a61a5d4f-d311-4913-a648-080f120e23b2","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.431215552Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.438899977Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a61a5d4f-d311-4913-a648-080f120e23b2","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.441797856Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a61a5d4f-d311-4913-a648-080f120e23b2","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.442109648Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.442166179Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.442211189Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.442251Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.445849244Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.450711542Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:24.507709061Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"uri":"/crucible/0/regions","method":"POST","req_id":"3c1e681c-1616-4e4f-a606-b635e2b84fda","remote_addr":"[fd00:1122:3344:101::a]:35237","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.400015631Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49492"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.402417285Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"uri":"/crucible/0/regions/a61a5d4f-d311-4913-a648-080f120e23b2","method":"GET","req_id":"79b73298-1771-4309-b203-b376a537d88f","remote_addr":"[fd00:1122:3344:101::a]:49492","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2375,"response_code":"200"} {"msg":"path is \"/data/regions/a61a5d4f-d311-4913-a648-080f120e23b2\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.402589697Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"datafile"} {"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/a61a5d4f-d311-4913-a648-080f120e23b2","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.411944088Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"datafile"} {"msg":"region a61a5d4f-d311-4913-a648-080f120e23b2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.420137029Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.420335101Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a61a5d4f-d311-4913-a648-080f120e23b2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.421361751Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.422201659Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"uri":"/crucible/0/regions/a61a5d4f-d311-4913-a648-080f120e23b2","method":"DELETE","req_id":"be642aca-fe68-49fc-b4ca-ba37d9d00941","remote_addr":"[fd00:1122:3344:101::a]:49492","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19632,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.422993967Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"uri":"/crucible/0/regions/a61a5d4f-d311-4913-a648-080f120e23b2","method":"GET","req_id":"fe0e25ed-6b55-440c-9ee0-21d787ef883d","remote_addr":"[fd00:1122:3344:101::a]:49492","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":642,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.427603402Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/a61a5d4f-d311-4913-a648-080f120e23b2\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.43658292Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"region":"a61a5d4f-d311-4913-a648-080f120e23b2","component":"worker"} {"msg":"region a61a5d4f-d311-4913-a648-080f120e23b2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.484179964Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-11T21:51:54.5293966Z","hostname":"oxz_crucible_5cf756a8-341f-4255-a324-e093dd990a24","pid":21362,"uri":"/crucible/0/regions/a61a5d4f-d311-4913-a648-080f120e23b2","method":"GET","req_id":"ec0b4631-c592-44cf-b916-19d9443c9132","remote_addr":"[fd00:1122:3344:101::a]:49492","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":85,"response_code":"200"}