webApiServer.go

package main

import (
	"encoding/json"
	"fmt"
	"github.com/gin-gonic/gin"
	"log"
	"strconv"
)

type Home struct {
	TunnelProxy map[string]string `yaml:"tunnelProxy" json:"tunnelProxy"`
	Sum         int               `yaml:"sum" json:"sum"`
	Type        map[string]int    `yaml:"type" json:"type"`
	Anonymity   map[string]int    `yaml:"anonymity" json:"anonymity"`
	Country     map[string]int    `yaml:"country" json:"country"`
	Source      map[string]int    `yaml:"source" json:"source"`
}

var record []ProxyIp

func Run() {
	gin.SetMode(gin.ReleaseMode)
	r := gin.Default()
	//首页
	r.GET("/", index)

	//查询
	r.GET("/get", get)

	//删除
	r.GET("/delete", delete)

	//验证代理
	r.GET("/verify", verify)

	//抓取代理
	r.GET("/spider", spiderUp)

	//更换隧道代理IP
	r.GET("/tunnelUpdate", tunnelUpdate)

	log.Printf("webApi启动 - 监听IP端口 -> %s\n", conf.Config.Ip+":"+conf.Config.Port)
	r.Run(conf.Config.Ip + ":" + conf.Config.Port)

}
func index(c *gin.Context) {
	home := Home{Sum: len(ProxyPool), Type: make(map[string]int), Anonymity: make(map[string]int), Country: make(map[string]int), Source: make(map[string]int), TunnelProxy: make(map[string]string)}
	for i := range ProxyPool {
		home.Type[ProxyPool[i].Type] += 1
		home.Anonymity[ProxyPool[i].Anonymity] += 1
		home.Country[ProxyPool[i].Country] += 1
		home.Source[ProxyPool[i].Source] += 1
	}
	home.TunnelProxy["HTTP"] = httpIp
	home.TunnelProxy["HTTPS"] = httpsIp
	home.TunnelProxy["SOCKET5"] = socket5Ip
	jsonByte, _ := json.Marshal(&home)
	jsonStr := string(jsonByte)
	c.String(200, jsonStr)
}
func get(c *gin.Context) {
	if len(ProxyPool) == 0 {
		c.String(200, fmt.Sprintf("{\"code\": 200, \"msg\": \"代理池是空的\"}"))
		return
	}
	var prs []ProxyIp
	var jsonByte []byte
	ty := c.DefaultQuery("type", "all")
	an := c.DefaultQuery("anonymity", "all")
	re := c.DefaultQuery("country", "all")
	so := c.DefaultQuery("source", "all")
	co := c.DefaultQuery("count", "1")
	for _, v := range ProxyPool {
		if (v.Type == ty || ty == "all") && (v.Anonymity == an || an == "all") && (v.Country == re || re == "all") && (v.Source == so || so == "all") {
			prs = append(prs, v)
		}
	}
	if co == "all" {
		jsonByte, _ = json.Marshal(prs)
	} else if co == "1" {
		var _is bool
		for _, v := range prs {
			_is = true
			for _, vv := range record {
				if v.Ip+v.Port == vv.Ip+vv.Port {
					_is = false
				}
			}
			if _is {
				jsonByte, _ = json.Marshal(v)
				record = append(record, v)
				break
			}
		}
		if !_is {
			jsonByte, _ = json.Marshal(prs[0])
			record = []ProxyIp{prs[0]}
		}
	} else {
		count, err := strconv.Atoi(co)
		if err != nil {
			c.String(500, fmt.Sprintf("{\"code\": 500, \"msg\": \"错误\"}"))
		}
		jsonByte, _ = json.Marshal(prs[:count])
	}
	jsonStr := string(jsonByte)
	c.String(200, jsonStr)
}
func delete(c *gin.Context) {
	if len(ProxyPool) == 0 {
		c.String(200, fmt.Sprintf("{\"code\": 200, \"msg\": \"代理池是空的\"}"))
		return
	}
	ip := c.Query("ip")
	port := c.Query("port")
	i := delIp(ip + ":" + port)
	c.String(200, fmt.Sprintf("{\"code\": 200, \"count\": %d}", i))
}
func verify(c *gin.Context) {
	if verifyIS {
		c.String(200, fmt.Sprintf("{\"code\": 200, \"msg\": \"验证中\"}"))
	} else if run {
		c.String(200, fmt.Sprintf("{\"code\": 200, \"msg\": \"代理抓取中，请稍后再来验证\"}"))
	} else {
		go VerifyProxy()
		c.String(200, fmt.Sprintf("{\"code\": 200, \"msg\": \"开始验证代理\"}"))
	}
}

func spiderUp(c *gin.Context) {
	if run {
		c.String(200, fmt.Sprintf("{\"code\": 200, \"msg\": \"抓取中\"}"))
	} else if verifyIS {
		c.String(200, fmt.Sprintf("{\"code\": 200, \"msg\": \"代理验证中，请稍后再来抓取\"}"))
	} else {
		go spiderRun()
		c.String(200, fmt.Sprintf("{\"code\": 200, \"msg\": \"开始抓取代理IP\"}"))
	}
}

func tunnelUpdate(c *gin.Context) {
	if len(ProxyPool) == 0 {
		c.String(200, fmt.Sprintf("{\"code\": 200, \"msg\": \"代理池是空的\"}"))
	}
	httpsIp = getHttpsIp()
	httpIp = gethttpIp()
	socket5Ip = getSocket5Ip()
	c.String(200, fmt.Sprintf("{\"code\": 200, \"HTTP\": \"%s\",\"HTTPS\": \"%s\",\"SOCKET5\": \"%s\" }", httpIp, httpsIp, socket5Ip))
}

func delIp(addr string) int {
	lock.Lock()
	defer lock.Unlock()
	var in int
	for i, v := range ProxyPool {
		if v.Ip+":"+v.Port == addr {
			in++
			if i+1 < len(ProxyPool) {
				ProxyPool = append(ProxyPool[:i], ProxyPool[i+1:]...)
			} else {
				ProxyPool = ProxyPool[:i]
			}
		}
	}
	return in
}