server_torii/internal/check/VerifyBot.go

package check

import (
	"errors"
	"fmt"
	"net"
	"server_torii/internal/action"
	"server_torii/internal/config"
	"server_torii/internal/dataType"
	"server_torii/internal/utils"
	"strings"
)

func VerifyBot(reqData dataType.UserRequest, ruleSet *config.RuleSet, decision *action.Decision, sharedMem *dataType.SharedMemory) {
	ua := strings.ToLower(reqData.UserAgent)

	var exptractRDNS []string
	switch {
	case strings.Contains(ua, "googlebot") && ruleSet.VerifyBotRule.VerifyGoogleBot:
		exptractRDNS = []string{"googlebot.com", "google.com", "googleusercontent.com"}
	case strings.Contains(ua, "bingbot") && ruleSet.VerifyBotRule.VerifyBingBot:
		exptractRDNS = []string{"search.msn.com"}
	case strings.Contains(ua, "baiduspider") && ruleSet.VerifyBotRule.VerifyBaiduBot:
		exptractRDNS = []string{"baidu.com", "baidu.jp"}
	case strings.Contains(ua, "yandex.com/bots") && ruleSet.VerifyBotRule.VerifyYandexBot:
		exptractRDNS = []string{"yandex.com", "yandex.ru", "yandex.net"}
	case strings.Contains(ua, "sogou web spider") && ruleSet.VerifyBotRule.VerifySogouBot:
		exptractRDNS = []string{"sogou.com"}
	case strings.Contains(ua, "applebot") && ruleSet.VerifyBotRule.VerifyAppleBot:
		exptractRDNS = []string{"apple.com"}
	default:
		decision.Set(action.Continue)
		return
	}

	actualRDNS, err := net.LookupAddr(reqData.RemoteIP)
	if err != nil {
		var dnsErr *net.DNSError
		//ignore the error if it is a not found error
		if !(errors.As(err, &dnsErr) && dnsErr.IsNotFound) {
			utils.LogInfo(reqData, "", fmt.Sprintf("VerifyBot: lookupAddr failed: %v", err))
			decision.SetCode(action.Done, []byte("403"))
			return
		}
	}

	for _, rdns := range exptractRDNS {
		for _, actual := range actualRDNS {
			if strings.Contains(actual, rdns) {
				ips, err := net.LookupIP(actual)
				if err != nil {
					utils.LogInfo(reqData, "", fmt.Sprintf("VerifyBot: LookupIP failed: %v", err))
					decision.SetCode(action.Done, []byte("403"))
					return
				}
				for _, ip := range ips {
					if ip.String() == reqData.RemoteIP {
						decision.Set(action.Done)
						return
					}
				}
			}
		}
	}
	utils.LogInfo(reqData, "", fmt.Sprintf("VerifyBot: LookupAddr failed: %v", err))
	decision.SetCode(action.Done, []byte("403"))
	return

}