{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.132712123Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38149"}
{"msg":"region 7722a681-479b-4c2d-92d4-80aba4660a2d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.166679289Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.171042541Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.175786544Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"uri":"/crucible/0/regions","method":"POST","req_id":"a4b04e7c-8713-4471-b5ec-4eabd7b02492","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15350,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.182524427Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.182548918Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7722a681-479b-4c2d-92d4-80aba4660a2d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7722a681-479b-4c2d-92d4-80aba4660a2d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.251105715Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"region":"7722a681-479b-4c2d-92d4-80aba4660a2d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7722a681-479b-4c2d-92d4-80aba4660a2d\" \"--data\" \"/data/regions/7722a681-479b-4c2d-92d4-80aba4660a2d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.253053916Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"region":"7722a681-479b-4c2d-92d4-80aba4660a2d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.343273251Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"uri":"/crucible/0/regions","method":"POST","req_id":"aba7f98b-f18c-4f57-a338-ad5d23c5f4dc","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.394213605Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"region":"7722a681-479b-4c2d-92d4-80aba4660a2d","component":"worker"}
{"msg":"region 7722a681-479b-4c2d-92d4-80aba4660a2d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.394249456Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.394365509Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7722a681-479b-4c2d-92d4-80aba4660a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.394738678Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7722a681-479b-4c2d-92d4-80aba4660a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.399780188Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.41188029Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7722a681-479b-4c2d-92d4-80aba4660a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.415241797Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7722a681-479b-4c2d-92d4-80aba4660a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.415983496Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.416044987Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.416084428Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.416120589Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.420501372Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.425394988Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:45:31.847213532Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"uri":"/crucible/0/regions","method":"POST","req_id":"98c4895b-b0e1-4553-8060-6451e0319b6c","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.366546988Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42819"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.369577657Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"uri":"/crucible/0/regions/7722a681-479b-4c2d-92d4-80aba4660a2d","method":"GET","req_id":"9b662d4c-66e9-4329-8e05-c7b1e8107a2c","remote_addr":"[fd00:1122:3344:101::a]:42819","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2978,"response_code":"200"}
{"msg":"path is \"/data/regions/7722a681-479b-4c2d-92d4-80aba4660a2d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.373111138Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"dataset is oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.382244983Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"snapshot is oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d@725eb09e-c6bd-4c0c-8093-d8de58256bed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.390794664Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d\", \"725eb09e-c6bd-4c0c-8093-d8de58256bed\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.390827185Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.404365954Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"uri":"/crucible/0/regions/7722a681-479b-4c2d-92d4-80aba4660a2d/snapshots/725eb09e-c6bd-4c0c-8093-d8de58256bed","method":"GET","req_id":"d23a5ea5-ad2a-4043-9263-5806fc0c1e35","remote_addr":"[fd00:1122:3344:101::a]:42819","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31264,"response_code":"200"}
{"msg":"path is \"/data/regions/7722a681-479b-4c2d-92d4-80aba4660a2d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.407594767Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"dataset is oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.415380278Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"snapshot is oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d@725eb09e-c6bd-4c0c-8093-d8de58256bed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.423469576Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d\", \"725eb09e-c6bd-4c0c-8093-d8de58256bed\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.423502277Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7722a681-479b-4c2d-92d4-80aba4660a2d-725eb09e-c6bd-4c0c-8093-d8de58256bed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.432894099Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"applying SMF actions for region 7722a681-479b-4c2d-92d4-80aba4660a2d running snapshot 725eb09e-c6bd-4c0c-8093-d8de58256bed (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.433774262Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.433806162Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"uri":"/crucible/0/regions/7722a681-479b-4c2d-92d4-80aba4660a2d/snapshots/725eb09e-c6bd-4c0c-8093-d8de58256bed/run","method":"POST","req_id":"167cf2f2-4762-4f61-ba99-d6a8f3bdd16a","remote_addr":"[fd00:1122:3344:101::a]:42819","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26249,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-7722a681-479b-4c2d-92d4-80aba4660a2d-725eb09e-c6bd-4c0c-8093-d8de58256bed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.443107482Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7722a681-479b-4c2d-92d4-80aba4660a2d-725eb09e-c6bd-4c0c-8093-d8de58256bed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.448546353Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7722a681-479b-4c2d-92d4-80aba4660a2d-725eb09e-c6bd-4c0c-8093-d8de58256bed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.461497726Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7722a681-479b-4c2d-92d4-80aba4660a2d/.zfs/snapshot/725eb09e-c6bd-4c0c-8093-d8de58256bed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.461810115Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.461870546Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.461917117Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.461960628Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.46201123Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.466563217Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.47170912Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"worker"}
{"msg":"region 7722a681-479b-4c2d-92d4-80aba4660a2d running snapshot 725eb09e-c6bd-4c0c-8093-d8de58256bed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.47172282Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"path is \"/data/regions/7722a681-479b-4c2d-92d4-80aba4660a2d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.764225261Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"dataset is oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.774160757Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"datafile"}
{"msg":"snapshot is oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d@725eb09e-c6bd-4c0c-8093-d8de58256bed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.78283316Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_50f60e54-9000-4b4d-8705-841b133128b0/crucible/regions/7722a681-479b-4c2d-92d4-80aba4660a2d\", \"725eb09e-c6bd-4c0c-8093-d8de58256bed\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.782868111Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-06T20:56:36.790721934Z","hostname":"oxz_crucible_04023147-2580-4e6f-a338-23a2e1e895fc","pid":24642,"uri":"/crucible/0/regions/7722a681-479b-4c2d-92d4-80aba4660a2d/snapshots/725eb09e-c6bd-4c0c-8093-d8de58256bed/run","method":"POST","req_id":"0d0e1d09-cb41-4761-bf90-1d4c753a6a2d","remote_addr":"[fd00:1122:3344:101::a]:42819","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27165,"response_code":"200"}