gitea-pages/pkg/core/meta.go

package core

import (
	"context"
	"fmt"
	"net/http"
	"net/url"
	"os"
	"path/filepath"
	"regexp"
	"strings"
	"time"

	"go.uber.org/zap"
	"gopkg.d7z.net/middleware/kv"
	"gopkg.d7z.net/middleware/tools"
	"gopkg.in/yaml.v3"

	"github.com/gobwas/glob"

	"github.com/pkg/errors"

	"gopkg.d7z.net/gitea-pages/pkg/utils"
)

var regexpHostname = regexp.MustCompile(`^(?:([a-z0-9-]+|\*)\.)?([a-z0-9-]{1,61})\.([a-z0-9]{2,7})$`)

type ServerMeta struct {
	Backend
	Domain string

	client *http.Client
	cache  *tools.Cache[PageMetaContent]
	locker *utils.Locker
}

func NewServerMeta(client *http.Client, backend Backend, kv kv.KV, domain string, ttl time.Duration) *ServerMeta {
	return &ServerMeta{
		Backend: backend,
		Domain:  domain,
		client:  client,
		cache:   tools.NewCache[PageMetaContent](kv, "pages/meta", ttl),
		locker:  utils.NewLocker(),
	}
}

func (s *ServerMeta) GetMeta(ctx context.Context, owner, repo, branch string) (*PageMetaContent, *PageVFS, error) {
	repos, err := s.Repos(ctx, owner)
	if err != nil {
		return nil, nil, err
	}

	defBranch := repos[repo]
	if defBranch == "" {
		return nil, nil, os.ErrNotExist
	}

	if branch == "" {
		branch = defBranch
	}

	branches, err := s.Branches(ctx, owner, repo)
	if err != nil {
		return nil, nil, err
	}

	info := branches[branch]
	if info == nil {
		return nil, nil, os.ErrNotExist
	}

	key := fmt.Sprintf("%s/%s/%s", owner, repo, branch)

	if cache, found := s.cache.Load(ctx, key); found {
		if cache.IsPage {
			return &cache, NewPageVFS(s.client, s.Backend, owner, repo, cache.CommitID), nil
		}
		return nil, nil, os.ErrNotExist
	}

	mux := s.locker.Open(key)
	mux.Lock()
	defer mux.Unlock()

	if cache, found := s.cache.Load(ctx, key); found {
		if cache.IsPage {
			return &cache, NewPageVFS(s.client, s.Backend, owner, repo, cache.CommitID), nil
		}
		return nil, nil, os.ErrNotExist
	}

	rel := NewEmptyPageMetaContent()
	vfs := NewPageVFS(s.client, s.Backend, owner, repo, info.ID)
	rel.CommitID = info.ID
	rel.LastModified = info.LastModified

	// 检查是否存在 index.html
	if exists, _ := vfs.Exists(ctx, "index.html"); !exists {
		rel.IsPage = false
		_ = s.cache.Store(ctx, key, *rel)
		return nil, nil, os.ErrNotExist
	}

	rel.IsPage = true

	// 添加默认跳过的内容
	for _, defIgnore := range rel.Ignore {
		rel.ignoreL = append(rel.ignoreL, glob.MustCompile(defIgnore))
	}

	// 解析配置
	if err := s.parsePageConfig(ctx, rel, vfs); err != nil {
		rel.IsPage = false
		rel.ErrorMsg = err.Error()
		_ = s.cache.Store(ctx, key, *rel)
		return nil, nil, err
	}

	// 处理 CNAME 文件
	if err := s.parseCNAME(ctx, rel, vfs); err != nil {
		rel.IsPage = false
		rel.ErrorMsg = err.Error()
		_ = s.cache.Store(ctx, key, *rel)
		return nil, nil, err
	}

	rel.Alias = utils.ClearDuplicates(rel.Alias)
	rel.Ignore = utils.ClearDuplicates(rel.Ignore)
	_ = s.cache.Store(ctx, key, *rel)
	return rel, vfs, nil
}

func (s *ServerMeta) parsePageConfig(ctx context.Context, rel *PageMetaContent, vfs *PageVFS) error {
	data, err := vfs.ReadString(ctx, ".pages.yaml")
	if err != nil {
		zap.L().Debug("failed to read meta data", zap.String("error", err.Error()))
		return nil // 配置文件不存在不是错误
	}

	cfg := new(PageConfig)
	if err = yaml.Unmarshal([]byte(data), cfg); err != nil {
		return errors.Wrap(err, "parse .pages.yaml failed")
	}

	rel.VRoute = cfg.VirtualRoute

	// 处理别名
	for _, cname := range cfg.Alias {
		if err := s.addAlias(rel, cname); err != nil {
			return err
		}
	}

	// 处理渲染器
	for sType, pattern := range cfg.Renders() {
		r := GetRender(sType)
		if r == nil {
			return errors.Errorf("render not found %s", sType)
		}

		g, err := glob.Compile(strings.TrimSpace(pattern))
		if err != nil {
			return errors.Wrapf(err, "compile render pattern failed: %s", pattern)
		}

		rel.rendersL = append(rel.rendersL, &renderCompiler{
			regex:  g,
			Render: r,
		})
		rel.Renders[sType] = append(rel.Renders[sType], pattern)
	}

	// 处理跳过内容
	for _, pattern := range cfg.Ignores() {
		g, err := glob.Compile(pattern)
		if err != nil {
			return errors.Wrapf(err, "compile ignore pattern failed: %s", pattern)
		}
		rel.ignoreL = append(rel.ignoreL, g)
		rel.Ignore = append(rel.Ignore, pattern)
	}

	// 处理反向代理
	for path, backend := range cfg.ReverseProxy {
		path = filepath.ToSlash(filepath.Clean(path))
		if !strings.HasPrefix(path, "/") {
			path = "/" + path
		}
		path = strings.TrimSuffix(path, "/")

		rURL, err := url.Parse(backend)
		if err != nil {
			return errors.Wrapf(err, "parse backend url failed: %s", backend)
		}

		if rURL.Scheme != "http" && rURL.Scheme != "https" {
			return errors.Errorf("invalid backend url scheme: %s", backend)
		}

		rel.Proxy[path] = rURL.String()
	}

	return nil
}

func (s *ServerMeta) parseCNAME(ctx context.Context, rel *PageMetaContent, vfs *PageVFS) error {
	cname, err := vfs.ReadString(ctx, "CNAME")
	if err != nil {
		return nil // CNAME 文件不存在是正常情况
	}
	if err := s.addAlias(rel, cname); err != nil {
		zap.L().Debug("指定的 CNAME 不合法", zap.String("cname", cname), zap.Error(err))
		return err
	}
	return nil
}

func (s *ServerMeta) addAlias(rel *PageMetaContent, cname string) error {
	cname = strings.TrimSpace(cname)
	if !regexpHostname.MatchString(cname) {
		return errors.New("invalid domain name format")
	}

	if strings.HasSuffix(strings.ToLower(cname), strings.ToLower(s.Domain)) {
		return errors.New("alias cannot be subdomain of main domain")
	}

	rel.Alias = append(rel.Alias, cname)
	return nil
}