{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.299317487Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54310"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.299412779Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"uri":"/crucible/0/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f","method":"GET","req_id":"5484b9ac-e2a8-487c-a138-0d6c2510368e","remote_addr":"[fd00:1122:3344:101::a]:54310","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"path is \"/data/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.302083194Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"datafile"} {"msg":"dataset is oxp_44c151b9-2034-4667-9c87-189bf684b2e4/crucible/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.311657576Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"datafile"} {"msg":"snapshot is oxp_44c151b9-2034-4667-9c87-189bf684b2e4/crucible/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f@9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.321210608Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44c151b9-2034-4667-9c87-189bf684b2e4/crucible/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f\", \"9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.321242778Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.333232889Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"uri":"/crucible/0/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f/snapshots/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","method":"GET","req_id":"156d10f9-5bcd-4abb-8141-29486511452d","remote_addr":"[fd00:1122:3344:101::a]:54310","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31168,"response_code":"200"} {"msg":"path is \"/data/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.336292074Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"datafile"} {"msg":"dataset is oxp_44c151b9-2034-4667-9c87-189bf684b2e4/crucible/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.345382664Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"datafile"} {"msg":"snapshot is oxp_44c151b9-2034-4667-9c87-189bf684b2e4/crucible/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f@9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.353910741Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44c151b9-2034-4667-9c87-189bf684b2e4/crucible/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f\", \"9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.353940952Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1e6c6037-c269-48e7-8321-9b6eb654f92f-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.363802931Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"datafile"} {"msg":"applying SMF actions for region 1e6c6037-c269-48e7-8321-9b6eb654f92f running snapshot 9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.364919458Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.364941269Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"uri":"/crucible/0/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f/snapshots/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7/run","method":"POST","req_id":"60d4d54a-9a0e-4b8c-ad53-210c86e77708","remote_addr":"[fd00:1122:3344:101::a]:54310","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28683,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.369573311Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.369659373Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.369742775Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.369749215Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.369791876Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1e6c6037-c269-48e7-8321-9b6eb654f92f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.369840948Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.36993997Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.370003552Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.370051813Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.370101644Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.375101345Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-1e6c6037-c269-48e7-8321-9b6eb654f92f-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.375578627Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1e6c6037-c269-48e7-8321-9b6eb654f92f-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.378086238Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1e6c6037-c269-48e7-8321-9b6eb654f92f-9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.387739072Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f/.zfs/snapshot/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.388038209Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.388094811Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.388139821Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.388178662Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.388228354Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.391574535Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.395835688Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"worker"} {"msg":"region 1e6c6037-c269-48e7-8321-9b6eb654f92f running snapshot 9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.395851519Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"datafile"} {"msg":"path is \"/data/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.720233228Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"datafile"} {"msg":"dataset is oxp_44c151b9-2034-4667-9c87-189bf684b2e4/crucible/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.729489023Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"datafile"} {"msg":"snapshot is oxp_44c151b9-2034-4667-9c87-189bf684b2e4/crucible/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f@9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.739126036Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44c151b9-2034-4667-9c87-189bf684b2e4/crucible/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f\", \"9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.739148997Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T04:04:28.748379491Z","hostname":"oxz_crucible_ebec9864-cc93-4890-892d-757b505e9dc5","pid":22354,"uri":"/crucible/0/regions/1e6c6037-c269-48e7-8321-9b6eb654f92f/snapshots/9ba54a8e-edec-463a-a00f-c4f0ed7a8ac7/run","method":"POST","req_id":"6b36d3c2-f29b-4fb9-920d-fa7861c3ca19","remote_addr":"[fd00:1122:3344:101::a]:54310","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28193,"response_code":"200"}