{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.647675338Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:47268"} {"msg":"region 002bb5bc-0ba0-4bd3-9d71-1e888f680150 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.679555328Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.687986671Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"uri":"/crucible/0/regions","method":"POST","req_id":"cb00f0e4-c2b2-4e0f-8d23-e992ef5c26c1","remote_addr":"[fd00:1122:3344:101::b]:47268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22325,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.688019862Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.700516684Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.700556384Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"002bb5bc-0ba0-4bd3-9d71-1e888f680150\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.764760074Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"region":"002bb5bc-0ba0-4bd3-9d71-1e888f680150","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"002bb5bc-0ba0-4bd3-9d71-1e888f680150\" \"--data\" \"/data/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.766966808Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"region":"002bb5bc-0ba0-4bd3-9d71-1e888f680150","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.902892089Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"uri":"/crucible/0/regions","method":"POST","req_id":"5bafabd6-5fed-4b69-ac3d-ce6ccbd50c30","remote_addr":"[fd00:1122:3344:101::b]:47268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.109579609Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"region":"002bb5bc-0ba0-4bd3-9d71-1e888f680150","component":"worker"} {"msg":"region 002bb5bc-0ba0-4bd3-9d71-1e888f680150 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.10962904Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.109707482Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-002bb5bc-0ba0-4bd3-9d71-1e888f680150","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.110116412Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-002bb5bc-0ba0-4bd3-9d71-1e888f680150","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.11458706Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.124727665Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-002bb5bc-0ba0-4bd3-9d71-1e888f680150","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.127733847Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.128614409Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.12869062Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.128747362Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.128802563Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.133151578Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.137750959Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.546941378Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"uri":"/crucible/0/regions","method":"POST","req_id":"d68c4da1-cc90-4b01-bf62-531a65d8a4eb","remote_addr":"[fd00:1122:3344:101::b]:47268","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.091087294Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41144"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.094196309Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"uri":"/crucible/0/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150","method":"GET","req_id":"2dc17d41-8324-411e-a107-bc4210a5314a","remote_addr":"[fd00:1122:3344:101::b]:41144","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3045,"response_code":"200"} {"msg":"path is \"/data/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.100554932Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"dataset is oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.109707624Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"snapshot is oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150@1587b34b-4c02-4ffb-9331-d6dc6af02476","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.118055265Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150\", \"1587b34b-4c02-4ffb-9331-d6dc6af02476\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.118084766Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.132905944Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"uri":"/crucible/0/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150/snapshots/1587b34b-4c02-4ffb-9331-d6dc6af02476","method":"GET","req_id":"af38f194-654e-4591-a26f-1d45762fe3ca","remote_addr":"[fd00:1122:3344:101::b]:41144","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":35269,"response_code":"200"} {"msg":"path is \"/data/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.135894076Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"dataset is oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.14354361Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"snapshot is oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150@1587b34b-4c02-4ffb-9331-d6dc6af02476","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.150781975Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150\", \"1587b34b-4c02-4ffb-9331-d6dc6af02476\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.150809196Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 002bb5bc-0ba0-4bd3-9d71-1e888f680150-1587b34b-4c02-4ffb-9331-d6dc6af02476 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.159765202Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"applying SMF actions for region 002bb5bc-0ba0-4bd3-9d71-1e888f680150 running snapshot 1587b34b-4c02-4ffb-9331-d6dc6af02476 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.160455359Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.160471149Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"uri":"/crucible/0/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150/snapshots/1587b34b-4c02-4ffb-9331-d6dc6af02476/run","method":"POST","req_id":"8f3a3325-3d8f-4e1e-b635-d5bc8a2ac0d2","remote_addr":"[fd00:1122:3344:101::b]:41144","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24619,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-002bb5bc-0ba0-4bd3-9d71-1e888f680150-1587b34b-4c02-4ffb-9331-d6dc6af02476","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.169009495Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-002bb5bc-0ba0-4bd3-9d71-1e888f680150-1587b34b-4c02-4ffb-9331-d6dc6af02476","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.173278558Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-002bb5bc-0ba0-4bd3-9d71-1e888f680150-1587b34b-4c02-4ffb-9331-d6dc6af02476","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.19324514Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150/.zfs/snapshot/1587b34b-4c02-4ffb-9331-d6dc6af02476","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.193546128Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.193597189Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.19364152Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.193681061Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.193727072Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.19986208Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.20772265Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"worker"} {"msg":"region 002bb5bc-0ba0-4bd3-9d71-1e888f680150 running snapshot 1587b34b-4c02-4ffb-9331-d6dc6af02476 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.20773785Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"path is \"/data/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.499303749Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"dataset is oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.508411149Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"datafile"} {"msg":"snapshot is oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150@1587b34b-4c02-4ffb-9331-d6dc6af02476","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.517023727Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ca310040-90fd-470e-bbeb-27ea021bfc08/crucible/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150\", \"1587b34b-4c02-4ffb-9331-d6dc6af02476\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.517066718Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:42.525182344Z","hostname":"oxz_crucible_db6d3e18-f8e0-465f-ad77-e8a908292707","pid":22053,"uri":"/crucible/0/regions/002bb5bc-0ba0-4bd3-9d71-1e888f680150/snapshots/1587b34b-4c02-4ffb-9331-d6dc6af02476/run","method":"POST","req_id":"9873ffb2-c9ec-4b42-9bf1-5082ac290ecd","remote_addr":"[fd00:1122:3344:101::b]:41144","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25916,"response_code":"200"}