{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.864618495Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46103"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.868308878Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"uri":"/crucible/0/regions/e8cd414e-0856-4a02-912a-b373cec88517","method":"GET","req_id":"8ac930bb-7e89-445b-98e1-749149c160d9","remote_addr":"[fd00:1122:3344:101::a]:46103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3639,"response_code":"200"}
{"msg":"path is \"/data/regions/e8cd414e-0856-4a02-912a-b373cec88517\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.871672883Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"dataset is oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.881677166Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"snapshot is oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517@d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.891286818Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517\", \"d3c58d80-2107-42b6-ae8f-5c5bf886b05b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.891318139Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.9071653Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"uri":"/crucible/0/regions/e8cd414e-0856-4a02-912a-b373cec88517/snapshots/d3c58d80-2107-42b6-ae8f-5c5bf886b05b","method":"GET","req_id":"f0b11df0-7e8c-4172-9e3b-ed32911eac05","remote_addr":"[fd00:1122:3344:101::a]:46103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":35488,"response_code":"200"}
{"msg":"path is \"/data/regions/e8cd414e-0856-4a02-912a-b373cec88517\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.909989921Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"dataset is oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.918508396Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"snapshot is oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517@d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.927725539Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517\", \"d3c58d80-2107-42b6-ae8f-5c5bf886b05b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.92775328Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e8cd414e-0856-4a02-912a-b373cec88517-d3c58d80-2107-42b6-ae8f-5c5bf886b05b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.93726337Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"applying SMF actions for region e8cd414e-0856-4a02-912a-b373cec88517 running snapshot d3c58d80-2107-42b6-ae8f-5c5bf886b05b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.937914677Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.937943448Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"uri":"/crucible/0/regions/e8cd414e-0856-4a02-912a-b373cec88517/snapshots/d3c58d80-2107-42b6-ae8f-5c5bf886b05b/run","method":"POST","req_id":"3dba6c01-14e6-4ac3-950c-6234bb7addaa","remote_addr":"[fd00:1122:3344:101::a]:46103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27989,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.945936179Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.946048562Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.946133654Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.946141204Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.946184066Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.946237977Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.946983276Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.947069368Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.947118589Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.94716895Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.957963083Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-e8cd414e-0856-4a02-912a-b373cec88517-d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.958464136Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e8cd414e-0856-4a02-912a-b373cec88517-d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.96178601Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e8cd414e-0856-4a02-912a-b373cec88517-d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.979076207Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8cd414e-0856-4a02-912a-b373cec88517/.zfs/snapshot/d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.979289212Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.979354654Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.979402595Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.979449256Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.979506878Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.986255868Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.990872285Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"region e8cd414e-0856-4a02-912a-b373cec88517 running snapshot d3c58d80-2107-42b6-ae8f-5c5bf886b05b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:04.990880295Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"path is \"/data/regions/e8cd414e-0856-4a02-912a-b373cec88517\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.117877124Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"dataset is oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.126411089Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"snapshot is oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517@d3c58d80-2107-42b6-ae8f-5c5bf886b05b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.134126564Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517\", \"d3c58d80-2107-42b6-ae8f-5c5bf886b05b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.134158565Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T04:02:05.142232309Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"uri":"/crucible/0/regions/e8cd414e-0856-4a02-912a-b373cec88517/snapshots/d3c58d80-2107-42b6-ae8f-5c5bf886b05b/run","method":"POST","req_id":"fc75a5d7-774c-4945-8fd2-ea500eccb5b4","remote_addr":"[fd00:1122:3344:101::a]:46103","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24394,"response_code":"200"}