{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.213227067Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34288"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.222006935Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"uri":"/crucible/0/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504","method":"GET","req_id":"145eb58e-e172-4db6-90e9-d574fa01faf6","remote_addr":"[fd00:1122:3344:101::a]:34288","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":8732,"response_code":"200"} {"msg":"path is \"/data/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.227821773Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"datafile"} {"msg":"dataset is oxp_dda43056-0bd3-442f-9303-e9130ad431a1/crucible/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.237661475Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"datafile"} {"msg":"snapshot is oxp_dda43056-0bd3-442f-9303-e9130ad431a1/crucible/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504@37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.245930517Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_dda43056-0bd3-442f-9303-e9130ad431a1/crucible/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504\", \"37e5c4c1-2705-4b77-8eb9-5035808283b7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.245960357Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.257257119Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"uri":"/crucible/0/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504/snapshots/37e5c4c1-2705-4b77-8eb9-5035808283b7","method":"GET","req_id":"124da5cd-f850-4ab2-badf-3e472214d0e7","remote_addr":"[fd00:1122:3344:101::a]:34288","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29446,"response_code":"200"} {"msg":"path is \"/data/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.260747056Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"datafile"} {"msg":"dataset is oxp_dda43056-0bd3-442f-9303-e9130ad431a1/crucible/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.268325708Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"datafile"} {"msg":"snapshot is oxp_dda43056-0bd3-442f-9303-e9130ad431a1/crucible/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504@37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.275605805Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_dda43056-0bd3-442f-9303-e9130ad431a1/crucible/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504\", \"37e5c4c1-2705-4b77-8eb9-5035808283b7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.275631896Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 20c72ce9-b559-470b-8e8e-b7cb62f4e504-37e5c4c1-2705-4b77-8eb9-5035808283b7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.284787439Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"datafile"} {"msg":"applying SMF actions for region 20c72ce9-b559-470b-8e8e-b7cb62f4e504 running snapshot 37e5c4c1-2705-4b77-8eb9-5035808283b7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.285404667Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.285435838Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"uri":"/crucible/0/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504/snapshots/37e5c4c1-2705-4b77-8eb9-5035808283b7/run","method":"POST","req_id":"6dd81073-7d18-4325-b992-c976b85f018f","remote_addr":"[fd00:1122:3344:101::a]:34288","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24728,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.29379869Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.293901271Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.293994603Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.294001503Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.294042483Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-20c72ce9-b559-470b-8e8e-b7cb62f4e504","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.294089874Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.294844554Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.294939885Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.294997596Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.295047647Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.305103072Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-20c72ce9-b559-470b-8e8e-b7cb62f4e504-37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.30568115Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-20c72ce9-b559-470b-8e8e-b7cb62f4e504-37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.308882373Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-20c72ce9-b559-470b-8e8e-b7cb62f4e504-37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.321893288Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504/.zfs/snapshot/37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.32211253Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.322177382Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.322229022Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.322279133Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.322338124Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.326162005Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.330177859Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"worker"} {"msg":"region 20c72ce9-b559-470b-8e8e-b7cb62f4e504 running snapshot 37e5c4c1-2705-4b77-8eb9-5035808283b7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.330198119Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"datafile"} {"msg":"path is \"/data/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.578464586Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"datafile"} {"msg":"dataset is oxp_dda43056-0bd3-442f-9303-e9130ad431a1/crucible/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.587006261Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"datafile"} {"msg":"snapshot is oxp_dda43056-0bd3-442f-9303-e9130ad431a1/crucible/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504@37e5c4c1-2705-4b77-8eb9-5035808283b7","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.595193091Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_dda43056-0bd3-442f-9303-e9130ad431a1/crucible/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504\", \"37e5c4c1-2705-4b77-8eb9-5035808283b7\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.595219641Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-08T01:35:14.603708705Z","hostname":"oxz_crucible_102ef70b-b5d1-490e-ba40-7d7c03d87448","pid":21008,"uri":"/crucible/0/regions/20c72ce9-b559-470b-8e8e-b7cb62f4e504/snapshots/37e5c4c1-2705-4b77-8eb9-5035808283b7/run","method":"POST","req_id":"3c63460a-13bc-433c-bc0b-75c9cf23a9c6","remote_addr":"[fd00:1122:3344:101::a]:34288","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25279,"response_code":"200"}