{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.445571838Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34923"} {"msg":"region 3fa006fb-381a-47d5-a8ec-7152fe984af7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.445757621Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.446307972Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"uri":"/crucible/0/regions","method":"POST","req_id":"d2952aa3-8bda-49ea-a87e-8447553d096d","remote_addr":"[fd00:1122:3344:101::a]:34923","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":591,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.446322713Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/3fa006fb-381a-47d5-a8ec-7152fe984af7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.45844326Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/3fa006fb-381a-47d5-a8ec-7152fe984af7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.45847235Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3fa006fb-381a-47d5-a8ec-7152fe984af7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3fa006fb-381a-47d5-a8ec-7152fe984af7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.530067325Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"region":"3fa006fb-381a-47d5-a8ec-7152fe984af7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3fa006fb-381a-47d5-a8ec-7152fe984af7\" \"--data\" \"/data/regions/3fa006fb-381a-47d5-a8ec-7152fe984af7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.530134586Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"region":"3fa006fb-381a-47d5-a8ec-7152fe984af7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.644045631Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"region":"3fa006fb-381a-47d5-a8ec-7152fe984af7","component":"worker"} {"msg":"region 3fa006fb-381a-47d5-a8ec-7152fe984af7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.644094222Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.644167464Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3fa006fb-381a-47d5-a8ec-7152fe984af7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.644549331Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3fa006fb-381a-47d5-a8ec-7152fe984af7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.65012584Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.664119785Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3fa006fb-381a-47d5-a8ec-7152fe984af7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.667587073Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3fa006fb-381a-47d5-a8ec-7152fe984af7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.667885649Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.6679432Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.667985421Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.668026102Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.671426109Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.681101278Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:12.711737529Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"uri":"/crucible/0/regions","method":"POST","req_id":"a60902e8-31c2-4e09-8528-89b824dc5dc7","remote_addr":"[fd00:1122:3344:101::a]:34923","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.046736692Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"uri":"/crucible/0/regions/a7374239-e867-44f3-9a09-a679aaeb430a","method":"GET","req_id":"6e158887-3345-4e93-871b-59379db47332","remote_addr":"[fd00:1122:3344:101::a]:34923","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":5322,"response_code":"200"} {"msg":"path is \"/data/regions/a7374239-e867-44f3-9a09-a679aaeb430a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.050294892Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"dataset is oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/a7374239-e867-44f3-9a09-a679aaeb430a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.059477092Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"snapshot is oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/a7374239-e867-44f3-9a09-a679aaeb430a@9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.06857737Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/a7374239-e867-44f3-9a09-a679aaeb430a\", \"9553da52-52d5-4afb-af76-5e73541740db\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.068600951Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.079340721Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"uri":"/crucible/0/regions/a7374239-e867-44f3-9a09-a679aaeb430a/snapshots/9553da52-52d5-4afb-af76-5e73541740db","method":"GET","req_id":"b83f1468-db0a-4657-8ac3-45e1b24bbb23","remote_addr":"[fd00:1122:3344:101::a]:34923","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29058,"response_code":"200"} {"msg":"path is \"/data/regions/a7374239-e867-44f3-9a09-a679aaeb430a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.082523924Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"dataset is oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/a7374239-e867-44f3-9a09-a679aaeb430a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.090442579Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"snapshot is oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/a7374239-e867-44f3-9a09-a679aaeb430a@9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.098234232Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/a7374239-e867-44f3-9a09-a679aaeb430a\", \"9553da52-52d5-4afb-af76-5e73541740db\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.098258643Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a7374239-e867-44f3-9a09-a679aaeb430a-9553da52-52d5-4afb-af76-5e73541740db state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.107036405Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"applying SMF actions for region a7374239-e867-44f3-9a09-a679aaeb430a running snapshot 9553da52-52d5-4afb-af76-5e73541740db (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.107225519Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.107254369Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"uri":"/crucible/0/regions/a7374239-e867-44f3-9a09-a679aaeb430a/snapshots/9553da52-52d5-4afb-af76-5e73541740db/run","method":"POST","req_id":"fc370c67-a277-4bb4-adb4-e590f7ccb943","remote_addr":"[fd00:1122:3344:101::a]:34923","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24763,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-a7374239-e867-44f3-9a09-a679aaeb430a-9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.109808209Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a7374239-e867-44f3-9a09-a679aaeb430a-9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.126931225Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a7374239-e867-44f3-9a09-a679aaeb430a-9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.159018625Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a7374239-e867-44f3-9a09-a679aaeb430a/.zfs/snapshot/9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.159332871Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.159397602Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.159448633Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.159505504Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.159576296Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.174852295Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.18322428Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"worker"} {"msg":"region a7374239-e867-44f3-9a09-a679aaeb430a running snapshot 9553da52-52d5-4afb-af76-5e73541740db state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.18324148Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"path is \"/data/regions/a7374239-e867-44f3-9a09-a679aaeb430a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.333546679Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"dataset is oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/a7374239-e867-44f3-9a09-a679aaeb430a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.342362632Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"datafile"} {"msg":"snapshot is oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/a7374239-e867-44f3-9a09-a679aaeb430a@9553da52-52d5-4afb-af76-5e73541740db","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.350818268Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad207096-a29a-4bc7-b04f-7cf8a526e7ae/crucible/regions/a7374239-e867-44f3-9a09-a679aaeb430a\", \"9553da52-52d5-4afb-af76-5e73541740db\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.350846668Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-18T22:25:15.358878156Z","hostname":"oxz_crucible_bb3be4a7-c724-4d22-bc17-549855e0c8cd","pid":23338,"uri":"/crucible/0/regions/a7374239-e867-44f3-9a09-a679aaeb430a/snapshots/9553da52-52d5-4afb-af76-5e73541740db/run","method":"POST","req_id":"c909867b-cc8b-4964-a540-254dc3e725eb","remote_addr":"[fd00:1122:3344:101::a]:34923","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25379,"response_code":"200"}