search/service/probe-service.go

package service

import (
	"fmt"
	"math/rand"
	"time"

	"gorm.io/gorm"
	"myschools.me/suguo/search/exceptionless"
	"myschools.me/suguo/search/model"
	"myschools.me/suguo/search/mysql"
)

// 探针
func Probe() {
	for {
		time.Sleep(10 * time.Second)
		db, err := mysql.New()
		if err != nil {
			exceptionless.SubmitAppError("Probe", "mysql.New", nil, err)
			continue
		}

		var domains []*model.Domain
		if err := db.Where("updated_at<?", time.Now().Add(-3*time.Minute)).Find(&domains).Error; err != nil {
			if err != gorm.ErrRecordNotFound {
				exceptionless.SubmitAppError("Probe", "mysql.Find", nil, err)
				continue
			}
		}

		for _, d := range domains {
			go probeRequest(d)
		}
	}
}

func probeRequest(domain *model.Domain) {
	db, _ := mysql.New()
	for i := 0; i < 100; i++ {
		url := fmt.Sprintf(`https://www.%s.%s`, randSeq(), domain.Root)
		siteAccess(&url)
		domain.UpdatedAt = time.Now()
		if err := db.Updates(domain).Error; err != nil {
			exceptionless.SubmitAppError("probeRequest", "mysql.Updates", nil, err)
			continue
		}
	}
}

var letters = []rune("0123456789abcdefghijklmnopqrstuvwxyz_")

func randSeq() string {
	t := time.Now().UnixNano()
	rand.Seed(t)
	n := 2 + rand.Intn(10)
	b := make([]rune, n)

	r := rand.New(rand.NewSource(t))
	for i := range b {
		b[i] = letters[r.Intn(37)]
	}
	return string(b)
}