{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.280259203Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51783"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.280359696Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"uri":"/crucible/0/regions/380102d3-b239-4ba2-b0f9-815f57e74480","method":"GET","req_id":"3cdecee9-8b81-4395-9941-0c5d001e049b","remote_addr":"[fd00:1122:3344:101::b]:51783","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":44,"response_code":"200"} {"msg":"path is \"/data/regions/380102d3-b239-4ba2-b0f9-815f57e74480\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.287831824Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"datafile"} {"msg":"dataset is oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible/regions/380102d3-b239-4ba2-b0f9-815f57e74480","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.297737009Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"datafile"} {"msg":"snapshot is oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible/regions/380102d3-b239-4ba2-b0f9-815f57e74480@4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.305717352Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible/regions/380102d3-b239-4ba2-b0f9-815f57e74480\", \"4c83e0f2-92e0-4900-9b63-6864604d712e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.305748064Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.316301439Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"uri":"/crucible/0/regions/380102d3-b239-4ba2-b0f9-815f57e74480/snapshots/4c83e0f2-92e0-4900-9b63-6864604d712e","method":"GET","req_id":"e52d1c5d-311f-4b97-aeb0-a951581ca36d","remote_addr":"[fd00:1122:3344:101::b]:51783","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32394,"response_code":"200"} {"msg":"path is \"/data/regions/380102d3-b239-4ba2-b0f9-815f57e74480\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.320005807Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"datafile"} {"msg":"dataset is oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible/regions/380102d3-b239-4ba2-b0f9-815f57e74480","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.32765754Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"datafile"} {"msg":"snapshot is oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible/regions/380102d3-b239-4ba2-b0f9-815f57e74480@4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.334567Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible/regions/380102d3-b239-4ba2-b0f9-815f57e74480\", \"4c83e0f2-92e0-4900-9b63-6864604d712e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.33459184Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 380102d3-b239-4ba2-b0f9-815f57e74480-4c83e0f2-92e0-4900-9b63-6864604d712e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.342472601Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"datafile"} {"msg":"applying SMF actions for region 380102d3-b239-4ba2-b0f9-815f57e74480 running snapshot 4c83e0f2-92e0-4900-9b63-6864604d712e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.343044359Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.34306995Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"uri":"/crucible/0/regions/380102d3-b239-4ba2-b0f9-815f57e74480/snapshots/4c83e0f2-92e0-4900-9b63-6864604d712e/run","method":"POST","req_id":"2d8eea2c-1f93-4161-b22d-0e43e1bdd5b4","remote_addr":"[fd00:1122:3344:101::b]:51783","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23105,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/380102d3-b239-4ba2-b0f9-815f57e74480","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.349451122Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.349536915Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.349619718Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.349626208Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.34967026Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-380102d3-b239-4ba2-b0f9-815f57e74480","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.349718611Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/380102d3-b239-4ba2-b0f9-815f57e74480","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.349816614Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.349880976Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.349929048Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.349979289Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.361433683Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-380102d3-b239-4ba2-b0f9-815f57e74480-4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.362166227Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-380102d3-b239-4ba2-b0f9-815f57e74480-4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.369786029Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-380102d3-b239-4ba2-b0f9-815f57e74480-4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.394116852Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/380102d3-b239-4ba2-b0f9-815f57e74480/.zfs/snapshot/4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.394433072Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.394507285Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.394560367Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.394608158Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.39466829Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.402064005Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.411138503Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"worker"} {"msg":"region 380102d3-b239-4ba2-b0f9-815f57e74480 running snapshot 4c83e0f2-92e0-4900-9b63-6864604d712e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.411156474Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"datafile"} {"msg":"path is \"/data/regions/380102d3-b239-4ba2-b0f9-815f57e74480\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.605595364Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"datafile"} {"msg":"dataset is oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible/regions/380102d3-b239-4ba2-b0f9-815f57e74480","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.614348753Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"datafile"} {"msg":"snapshot is oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible/regions/380102d3-b239-4ba2-b0f9-815f57e74480@4c83e0f2-92e0-4900-9b63-6864604d712e","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.622684518Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_52f008e5-42f0-4eff-9163-118834a02c2f/crucible/regions/380102d3-b239-4ba2-b0f9-815f57e74480\", \"4c83e0f2-92e0-4900-9b63-6864604d712e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.622715539Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T14:23:27.630739844Z","hostname":"oxz_crucible_eb7c8b82-2ce8-47b5-8ba0-991e3a889563","pid":24062,"uri":"/crucible/0/regions/380102d3-b239-4ba2-b0f9-815f57e74480/snapshots/4c83e0f2-92e0-4900-9b63-6864604d712e/run","method":"POST","req_id":"2d3da054-64cf-4e8a-bc93-f0dc46e09449","remote_addr":"[fd00:1122:3344:101::b]:51783","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25175,"response_code":"200"}