{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.165921467Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44446"} {"msg":"region 24684a61-b76f-4f0e-9cab-7d7f7bb6c027 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.166042559Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.166778945Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.166787475Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"uri":"/crucible/0/regions","method":"POST","req_id":"1c5198fe-024c-44bd-9873-c1ff26e8dd30","remote_addr":"[fd00:1122:3344:101::a]:44446","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":821,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/24684a61-b76f-4f0e-9cab-7d7f7bb6c027","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.176421145Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/24684a61-b76f-4f0e-9cab-7d7f7bb6c027","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.176447056Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"24684a61-b76f-4f0e-9cab-7d7f7bb6c027\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/24684a61-b76f-4f0e-9cab-7d7f7bb6c027\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.243525206Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"region":"24684a61-b76f-4f0e-9cab-7d7f7bb6c027","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.319155703Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"region":"24684a61-b76f-4f0e-9cab-7d7f7bb6c027","component":"worker"} {"msg":"region 24684a61-b76f-4f0e-9cab-7d7f7bb6c027 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.319194124Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.319337807Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-24684a61-b76f-4f0e-9cab-7d7f7bb6c027","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.320297077Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.325547442Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"uri":"/crucible/0/regions","method":"POST","req_id":"d151c2ac-897a-4d0c-a62f-4e73206e7824","remote_addr":"[fd00:1122:3344:101::a]:44446","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-24684a61-b76f-4f0e-9cab-7d7f7bb6c027","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.325645044Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.34289895Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-24684a61-b76f-4f0e-9cab-7d7f7bb6c027","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.34566098Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/24684a61-b76f-4f0e-9cab-7d7f7bb6c027","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.345886685Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.345935806Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.345988287Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.346019258Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.350016325Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:58.355562965Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.013783686Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50168"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.013913919Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"uri":"/crucible/0/regions/a232fb49-4aa0-455d-a395-050aed5bedf7","method":"GET","req_id":"7766bb0f-bd39-45c3-9bbc-8696a16a2126","remote_addr":"[fd00:1122:3344:101::a]:50168","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"path is \"/data/regions/a232fb49-4aa0-455d-a395-050aed5bedf7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.014702416Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/a232fb49-4aa0-455d-a395-050aed5bedf7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.02405723Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"datafile"} {"msg":"snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/a232fb49-4aa0-455d-a395-050aed5bedf7@3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.033110347Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/a232fb49-4aa0-455d-a395-050aed5bedf7\", \"3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.033139027Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.044478417Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"uri":"/crucible/0/regions/a232fb49-4aa0-455d-a395-050aed5bedf7/snapshots/3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","method":"GET","req_id":"ac0716cd-63ec-4539-94d5-45cb91c54d86","remote_addr":"[fd00:1122:3344:101::a]:50168","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30375,"response_code":"200"} {"msg":"path is \"/data/regions/a232fb49-4aa0-455d-a395-050aed5bedf7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.04466445Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/a232fb49-4aa0-455d-a395-050aed5bedf7","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.055190857Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"datafile"} {"msg":"snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/a232fb49-4aa0-455d-a395-050aed5bedf7@3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.065110024Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/a232fb49-4aa0-455d-a395-050aed5bedf7\", \"3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.065147004Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a232fb49-4aa0-455d-a395-050aed5bedf7-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.074529289Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"datafile"} {"msg":"applying SMF actions for region a232fb49-4aa0-455d-a395-050aed5bedf7 running snapshot 3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.074706512Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.074755174Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"uri":"/crucible/0/regions/a232fb49-4aa0-455d-a395-050aed5bedf7/snapshots/3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb/run","method":"POST","req_id":"04dabeff-00c1-4685-80c6-81484acfc756","remote_addr":"[fd00:1122:3344:101::a]:50168","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30103,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-a232fb49-4aa0-455d-a395-050aed5bedf7-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.077532024Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a232fb49-4aa0-455d-a395-050aed5bedf7-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.08150607Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a232fb49-4aa0-455d-a395-050aed5bedf7-3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.09067318Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a232fb49-4aa0-455d-a395-050aed5bedf7/.zfs/snapshot/3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.090882105Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.090936976Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.090978767Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.091017608Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.091070769Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.095020995Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.099121394Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"worker"} {"msg":"region a232fb49-4aa0-455d-a395-050aed5bedf7 running snapshot 3904e5c5-8a8d-4d9e-9f60-5b9f2fbf39cb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-01-11T01:01:59.099130874Z","hostname":"oxz_crucible_93bc0d9f-6f5e-466e-8b22-5edd7ebce230","pid":21377,"component":"datafile"}