{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.426831964Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59526"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.427402175Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"uri":"/crucible/0/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf","method":"GET","req_id":"ff109ad2-980c-42f7-a77d-b00f1ca27244","remote_addr":"[fd00:1122:3344:101::a]:59526","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":547,"response_code":"200"} {"msg":"path is \"/data/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.434100168Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"datafile"} {"msg":"dataset is oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crucible/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.44328216Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"datafile"} {"msg":"snapshot is oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crucible/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf@048e5763-cc08-4d93-8a64-1d55d46e5bd5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.451211298Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crucible/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf\", \"048e5763-cc08-4d93-8a64-1d55d46e5bd5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.451244659Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.462736947Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"uri":"/crucible/0/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf/snapshots/048e5763-cc08-4d93-8a64-1d55d46e5bd5","method":"GET","req_id":"4c9577a1-946e-45d4-a130-aad040a6a4f4","remote_addr":"[fd00:1122:3344:101::a]:59526","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31822,"response_code":"200"} {"msg":"path is \"/data/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.466175535Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"datafile"} {"msg":"dataset is oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crucible/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.473669364Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"datafile"} {"msg":"snapshot is oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crucible/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf@048e5763-cc08-4d93-8a64-1d55d46e5bd5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.48252872Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crucible/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf\", \"048e5763-cc08-4d93-8a64-1d55d46e5bd5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.48255389Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot aaa90a0a-c968-48b2-8664-f9a3108b4bbf-048e5763-cc08-4d93-8a64-1d55d46e5bd5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.490983578Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"datafile"} {"msg":"applying SMF actions for region aaa90a0a-c968-48b2-8664-f9a3108b4bbf running snapshot 048e5763-cc08-4d93-8a64-1d55d46e5bd5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.49157965Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.491634441Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"uri":"/crucible/0/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf/snapshots/048e5763-cc08-4d93-8a64-1d55d46e5bd5/run","method":"POST","req_id":"a656079a-d303-491d-9875-535a595d89bf","remote_addr":"[fd00:1122:3344:101::a]:59526","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25484,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.502124409Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.502227001Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.502324673Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.502332403Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.502388404Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aaa90a0a-c968-48b2-8664-f9a3108b4bbf","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.502445295Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.502555188Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.502631739Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.50268887Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.502746471Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.509967555Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-aaa90a0a-c968-48b2-8664-f9a3108b4bbf-048e5763-cc08-4d93-8a64-1d55d46e5bd5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.510419714Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aaa90a0a-c968-48b2-8664-f9a3108b4bbf-048e5763-cc08-4d93-8a64-1d55d46e5bd5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.513060206Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aaa90a0a-c968-48b2-8664-f9a3108b4bbf-048e5763-cc08-4d93-8a64-1d55d46e5bd5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.524647876Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf/.zfs/snapshot/048e5763-cc08-4d93-8a64-1d55d46e5bd5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.524893911Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.524980313Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.525039834Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.525089415Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.525170217Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.529209627Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.533488612Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"worker"} {"msg":"region aaa90a0a-c968-48b2-8664-f9a3108b4bbf running snapshot 048e5763-cc08-4d93-8a64-1d55d46e5bd5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.533498722Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"datafile"} {"msg":"path is \"/data/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.795385562Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"datafile"} {"msg":"dataset is oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crucible/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.804060664Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"datafile"} {"msg":"snapshot is oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crucible/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf@048e5763-cc08-4d93-8a64-1d55d46e5bd5","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.812255667Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5d8fb525-afb0-4464-ad9b-8e50ab9d715a/crucible/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf\", \"048e5763-cc08-4d93-8a64-1d55d46e5bd5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.812296588Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-28T02:17:36.819489011Z","hostname":"oxz_crucible_e475d3e7-6b31-42b3-a2d4-0f0fc3753ded","pid":21363,"uri":"/crucible/0/regions/aaa90a0a-c968-48b2-8664-f9a3108b4bbf/snapshots/048e5763-cc08-4d93-8a64-1d55d46e5bd5/run","method":"POST","req_id":"87d83f99-7944-4e0e-8205-6db049408df7","remote_addr":"[fd00:1122:3344:101::a]:59526","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24649,"response_code":"200"}