{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.675035927Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34891"} {"msg":"region d35d5e73-e2a0-430e-8bc8-0b52c0484746 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.67512494Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.677136434Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.677153695Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"uri":"/crucible/0/regions","method":"POST","req_id":"28ddf7d3-d639-49e5-99f8-06115db9c495","remote_addr":"[fd00:1122:3344:101::b]:34891","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2043,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/d35d5e73-e2a0-430e-8bc8-0b52c0484746","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.700088194Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/d35d5e73-e2a0-430e-8bc8-0b52c0484746","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.700119075Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d35d5e73-e2a0-430e-8bc8-0b52c0484746\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d35d5e73-e2a0-430e-8bc8-0b52c0484746\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.757956303Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"region":"d35d5e73-e2a0-430e-8bc8-0b52c0484746","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d35d5e73-e2a0-430e-8bc8-0b52c0484746\" \"--data\" \"/data/regions/d35d5e73-e2a0-430e-8bc8-0b52c0484746\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.759880385Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"region":"d35d5e73-e2a0-430e-8bc8-0b52c0484746","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.846995214Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"uri":"/crucible/0/regions","method":"POST","req_id":"889c5e88-62f4-4435-afc1-376e7bcf65ac","remote_addr":"[fd00:1122:3344:101::b]:34891","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.899773212Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"region":"d35d5e73-e2a0-430e-8bc8-0b52c0484746","component":"worker"} {"msg":"region d35d5e73-e2a0-430e-8bc8-0b52c0484746 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.899811063Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.899941707Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d35d5e73-e2a0-430e-8bc8-0b52c0484746","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.905520795Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d35d5e73-e2a0-430e-8bc8-0b52c0484746","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.914792309Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.930594642Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d35d5e73-e2a0-430e-8bc8-0b52c0484746","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.935234419Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d35d5e73-e2a0-430e-8bc8-0b52c0484746","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.935675593Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.935759606Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.935836568Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.93590611Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.942989496Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:25.952619062Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:26.469174692Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"uri":"/crucible/0/regions","method":"POST","req_id":"b903046a-6ad2-4d2a-a02f-9504171e0ea6","remote_addr":"[fd00:1122:3344:101::b]:34891","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.648951013Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"uri":"/crucible/0/regions/5faea10c-99a3-4c84-9c1e-536a91418802","method":"GET","req_id":"344b599c-bf9d-4263-ae73-00c8bec6eff1","remote_addr":"[fd00:1122:3344:101::b]:34891","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"path is \"/data/regions/5faea10c-99a3-4c84-9c1e-536a91418802\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.652395242Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"dataset is oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/5faea10c-99a3-4c84-9c1e-536a91418802","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.661626585Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"snapshot is oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/5faea10c-99a3-4c84-9c1e-536a91418802@4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.669721523Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/5faea10c-99a3-4c84-9c1e-536a91418802\", \"4c83e0f2-92e0-4900-9b63-6864604d712e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.669749444Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.68094979Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"uri":"/crucible/0/regions/5faea10c-99a3-4c84-9c1e-536a91418802/snapshots/4c83e0f2-92e0-4900-9b63-6864604d712e","method":"GET","req_id":"2c53aba9-cf40-440a-99e4-3189f925bb35","remote_addr":"[fd00:1122:3344:101::b]:34891","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28567,"response_code":"200"} {"msg":"path is \"/data/regions/5faea10c-99a3-4c84-9c1e-536a91418802\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.68535431Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"dataset is oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/5faea10c-99a3-4c84-9c1e-536a91418802","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.693577911Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"snapshot is oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/5faea10c-99a3-4c84-9c1e-536a91418802@4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.701326147Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/5faea10c-99a3-4c84-9c1e-536a91418802\", \"4c83e0f2-92e0-4900-9b63-6864604d712e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.701359368Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5faea10c-99a3-4c84-9c1e-536a91418802-4c83e0f2-92e0-4900-9b63-6864604d712e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.710590582Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"applying SMF actions for region 5faea10c-99a3-4c84-9c1e-536a91418802 running snapshot 4c83e0f2-92e0-4900-9b63-6864604d712e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.710763338Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.710778888Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"uri":"/crucible/0/regions/5faea10c-99a3-4c84-9c1e-536a91418802/snapshots/4c83e0f2-92e0-4900-9b63-6864604d712e/run","method":"POST","req_id":"951936ad-8b1a-4886-b11d-4714b31d0001","remote_addr":"[fd00:1122:3344:101::b]:34891","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26039,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-5faea10c-99a3-4c84-9c1e-536a91418802-4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.713450123Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5faea10c-99a3-4c84-9c1e-536a91418802-4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.722045546Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5faea10c-99a3-4c84-9c1e-536a91418802-4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.747161304Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5faea10c-99a3-4c84-9c1e-536a91418802/.zfs/snapshot/4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.747552847Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.74765016Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.747725332Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.747765274Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.747818825Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.756973296Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.768142771Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"worker"} {"msg":"region 5faea10c-99a3-4c84-9c1e-536a91418802 running snapshot 4c83e0f2-92e0-4900-9b63-6864604d712e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.768164572Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"path is \"/data/regions/5faea10c-99a3-4c84-9c1e-536a91418802\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:28.047409368Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"dataset is oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/5faea10c-99a3-4c84-9c1e-536a91418802","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:28.056199358Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"datafile"} {"msg":"snapshot is oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/5faea10c-99a3-4c84-9c1e-536a91418802@4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:28.064719469Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ee068547-8984-439c-b598-f02cc0127ab9/crucible/regions/5faea10c-99a3-4c84-9c1e-536a91418802\", \"4c83e0f2-92e0-4900-9b63-6864604d712e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:28.064741599Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:28.073141456Z","hostname":"oxz_crucible_91d28207-77aa-452a-aeb5-1ffd1304592a","pid":24006,"uri":"/crucible/0/regions/5faea10c-99a3-4c84-9c1e-536a91418802/snapshots/4c83e0f2-92e0-4900-9b63-6864604d712e/run","method":"POST","req_id":"d7d4ee73-ac39-4708-803d-1fa8cc1fe09b","remote_addr":"[fd00:1122:3344:101::b]:34891","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25762,"response_code":"200"}