feat: ruleset support text format
This commit is contained in:
parent
14726b89eb
commit
087383cb34
3 changed files with 97 additions and 45 deletions
|
@ -73,17 +73,27 @@ type ProxyProvider interface {
|
||||||
Version() uint32
|
Version() uint32
|
||||||
}
|
}
|
||||||
|
|
||||||
// Rule Type
|
// RuleProvider interface
|
||||||
|
type RuleProvider interface {
|
||||||
|
Provider
|
||||||
|
Behavior() RuleBehavior
|
||||||
|
Match(*constant.Metadata) bool
|
||||||
|
ShouldResolveIP() bool
|
||||||
|
ShouldFindProcess() bool
|
||||||
|
AsRule(adaptor string) constant.Rule
|
||||||
|
}
|
||||||
|
|
||||||
|
// Rule Behavior
|
||||||
const (
|
const (
|
||||||
Domain RuleType = iota
|
Domain RuleBehavior = iota
|
||||||
IPCIDR
|
IPCIDR
|
||||||
Classical
|
Classical
|
||||||
)
|
)
|
||||||
|
|
||||||
// RuleType defined
|
// RuleBehavior defined
|
||||||
type RuleType int
|
type RuleBehavior int
|
||||||
|
|
||||||
func (rt RuleType) String() string {
|
func (rt RuleBehavior) String() string {
|
||||||
switch rt {
|
switch rt {
|
||||||
case Domain:
|
case Domain:
|
||||||
return "Domain"
|
return "Domain"
|
||||||
|
@ -96,12 +106,20 @@ func (rt RuleType) String() string {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// RuleProvider interface
|
const (
|
||||||
type RuleProvider interface {
|
YamlRule RuleFormat = iota
|
||||||
Provider
|
TextRule
|
||||||
Behavior() RuleType
|
)
|
||||||
Match(*constant.Metadata) bool
|
|
||||||
ShouldResolveIP() bool
|
type RuleFormat int
|
||||||
ShouldFindProcess() bool
|
|
||||||
AsRule(adaptor string) constant.Rule
|
func (rf RuleFormat) String() string {
|
||||||
|
switch rf {
|
||||||
|
case YamlRule:
|
||||||
|
return "YamlRule"
|
||||||
|
case TextRule:
|
||||||
|
return "TextRule"
|
||||||
|
default:
|
||||||
|
return "Unknown"
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -14,6 +14,7 @@ type ruleProviderSchema struct {
|
||||||
Behavior string `provider:"behavior"`
|
Behavior string `provider:"behavior"`
|
||||||
Path string `provider:"path"`
|
Path string `provider:"path"`
|
||||||
URL string `provider:"url,omitempty"`
|
URL string `provider:"url,omitempty"`
|
||||||
|
Format string `provider:"format,omitempty"`
|
||||||
Interval int `provider:"interval,omitempty"`
|
Interval int `provider:"interval,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -23,7 +24,7 @@ func ParseRuleProvider(name string, mapping map[string]interface{}, parse func(t
|
||||||
if err := decoder.Decode(mapping, schema); err != nil {
|
if err := decoder.Decode(mapping, schema); err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
var behavior P.RuleType
|
var behavior P.RuleBehavior
|
||||||
|
|
||||||
switch schema.Behavior {
|
switch schema.Behavior {
|
||||||
case "domain":
|
case "domain":
|
||||||
|
@ -36,6 +37,17 @@ func ParseRuleProvider(name string, mapping map[string]interface{}, parse func(t
|
||||||
return nil, fmt.Errorf("unsupported behavior type: %s", schema.Behavior)
|
return nil, fmt.Errorf("unsupported behavior type: %s", schema.Behavior)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
var format P.RuleFormat
|
||||||
|
|
||||||
|
switch schema.Format {
|
||||||
|
case "", "yaml":
|
||||||
|
format = P.YamlRule
|
||||||
|
case "text":
|
||||||
|
format = P.TextRule
|
||||||
|
default:
|
||||||
|
return nil, fmt.Errorf("unsupported format type: %s", schema.Format)
|
||||||
|
}
|
||||||
|
|
||||||
path := C.Path.Resolve(schema.Path)
|
path := C.Path.Resolve(schema.Path)
|
||||||
var vehicle P.Vehicle
|
var vehicle P.Vehicle
|
||||||
switch schema.Type {
|
switch schema.Type {
|
||||||
|
@ -47,5 +59,5 @@ func ParseRuleProvider(name string, mapping map[string]interface{}, parse func(t
|
||||||
return nil, fmt.Errorf("unsupported vehicle type: %s", schema.Type)
|
return nil, fmt.Errorf("unsupported vehicle type: %s", schema.Type)
|
||||||
}
|
}
|
||||||
|
|
||||||
return NewRuleSetProvider(name, behavior, time.Duration(uint(schema.Interval))*time.Second, vehicle, parse), nil
|
return NewRuleSetProvider(name, behavior, format, time.Duration(uint(schema.Interval))*time.Second, vehicle, parse), nil
|
||||||
}
|
}
|
||||||
|
|
|
@ -6,6 +6,7 @@ import (
|
||||||
"errors"
|
"errors"
|
||||||
"gopkg.in/yaml.v3"
|
"gopkg.in/yaml.v3"
|
||||||
"runtime"
|
"runtime"
|
||||||
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/Dreamacro/clash/common/pool"
|
"github.com/Dreamacro/clash/common/pool"
|
||||||
|
@ -20,7 +21,8 @@ var (
|
||||||
|
|
||||||
type ruleSetProvider struct {
|
type ruleSetProvider struct {
|
||||||
*resource.Fetcher[any]
|
*resource.Fetcher[any]
|
||||||
behavior P.RuleType
|
behavior P.RuleBehavior
|
||||||
|
format P.RuleFormat
|
||||||
strategy ruleStrategy
|
strategy ruleStrategy
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -81,7 +83,7 @@ func (rp *ruleSetProvider) Update() error {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
func (rp *ruleSetProvider) Behavior() P.RuleType {
|
func (rp *ruleSetProvider) Behavior() P.RuleBehavior {
|
||||||
return rp.behavior
|
return rp.behavior
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -105,6 +107,7 @@ func (rp *ruleSetProvider) MarshalJSON() ([]byte, error) {
|
||||||
return json.Marshal(
|
return json.Marshal(
|
||||||
map[string]interface{}{
|
map[string]interface{}{
|
||||||
"behavior": rp.behavior.String(),
|
"behavior": rp.behavior.String(),
|
||||||
|
"format": rp.format.String(),
|
||||||
"name": rp.Name(),
|
"name": rp.Name(),
|
||||||
"ruleCount": rp.strategy.Count(),
|
"ruleCount": rp.strategy.Count(),
|
||||||
"type": rp.Type().String(),
|
"type": rp.Type().String(),
|
||||||
|
@ -113,10 +116,11 @@ func (rp *ruleSetProvider) MarshalJSON() ([]byte, error) {
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewRuleSetProvider(name string, behavior P.RuleType, interval time.Duration, vehicle P.Vehicle,
|
func NewRuleSetProvider(name string, behavior P.RuleBehavior, format P.RuleFormat, interval time.Duration, vehicle P.Vehicle,
|
||||||
parse func(tp, payload, target string, params []string, subRules map[string][]C.Rule) (parsed C.Rule, parseErr error)) P.RuleProvider {
|
parse func(tp, payload, target string, params []string, subRules map[string][]C.Rule) (parsed C.Rule, parseErr error)) P.RuleProvider {
|
||||||
rp := &ruleSetProvider{
|
rp := &ruleSetProvider{
|
||||||
behavior: behavior,
|
behavior: behavior,
|
||||||
|
format: format,
|
||||||
}
|
}
|
||||||
|
|
||||||
onUpdate := func(elm interface{}) {
|
onUpdate := func(elm interface{}) {
|
||||||
|
@ -125,7 +129,7 @@ func NewRuleSetProvider(name string, behavior P.RuleType, interval time.Duration
|
||||||
}
|
}
|
||||||
|
|
||||||
rp.strategy = newStrategy(behavior, parse)
|
rp.strategy = newStrategy(behavior, parse)
|
||||||
rp.Fetcher = resource.NewFetcher(name, interval, vehicle, func(bytes []byte) (any, error) { return rulesParse(bytes, newStrategy(behavior, parse)) }, onUpdate)
|
rp.Fetcher = resource.NewFetcher(name, interval, vehicle, func(bytes []byte) (any, error) { return rulesParse(bytes, newStrategy(behavior, parse), format) }, onUpdate)
|
||||||
|
|
||||||
wrapper := &RuleSetProvider{
|
wrapper := &RuleSetProvider{
|
||||||
rp,
|
rp,
|
||||||
|
@ -136,7 +140,7 @@ func NewRuleSetProvider(name string, behavior P.RuleType, interval time.Duration
|
||||||
return wrapper
|
return wrapper
|
||||||
}
|
}
|
||||||
|
|
||||||
func newStrategy(behavior P.RuleType, parse func(tp, payload, target string, params []string, subRules map[string][]C.Rule) (parsed C.Rule, parseErr error)) ruleStrategy {
|
func newStrategy(behavior P.RuleBehavior, parse func(tp, payload, target string, params []string, subRules map[string][]C.Rule) (parsed C.Rule, parseErr error)) ruleStrategy {
|
||||||
switch behavior {
|
switch behavior {
|
||||||
case P.Domain:
|
case P.Domain:
|
||||||
strategy := NewDomainStrategy()
|
strategy := NewDomainStrategy()
|
||||||
|
@ -154,7 +158,7 @@ func newStrategy(behavior P.RuleType, parse func(tp, payload, target string, par
|
||||||
|
|
||||||
var ErrNoPayload = errors.New("file must have a `payload` field")
|
var ErrNoPayload = errors.New("file must have a `payload` field")
|
||||||
|
|
||||||
func rulesParse(buf []byte, strategy ruleStrategy) (any, error) {
|
func rulesParse(buf []byte, strategy ruleStrategy, format P.RuleFormat) (any, error) {
|
||||||
strategy.Reset()
|
strategy.Reset()
|
||||||
|
|
||||||
schema := &RulePayload{}
|
schema := &RulePayload{}
|
||||||
|
@ -177,36 +181,54 @@ func rulesParse(buf []byte, strategy ruleStrategy) (any, error) {
|
||||||
return nil, ErrNoPayload
|
return nil, ErrNoPayload
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
firstLineBuffer.Write(line)
|
var str string
|
||||||
if firstLineLength == 0 { // find payload head
|
switch format {
|
||||||
firstLineLength = firstLineBuffer.Len()
|
case P.TextRule:
|
||||||
firstLineBuffer.WriteString(" - ''") // a test line
|
firstLineLength = -1 // don't return ErrNoPayload when read last line
|
||||||
|
str = string(line)
|
||||||
|
str = strings.TrimSpace(str)
|
||||||
|
if str[0] == '#' { // comment
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if strings.HasPrefix(str, "//") { // comment in Premium core
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
case P.YamlRule:
|
||||||
|
if bytes.TrimSpace(line)[0] == '#' { // comment
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
firstLineBuffer.Write(line)
|
||||||
|
if firstLineLength == 0 { // find payload head
|
||||||
|
firstLineLength = firstLineBuffer.Len()
|
||||||
|
firstLineBuffer.WriteString(" - ''") // a test line
|
||||||
|
|
||||||
err := yaml.Unmarshal(firstLineBuffer.Bytes(), schema)
|
err := yaml.Unmarshal(firstLineBuffer.Bytes(), schema)
|
||||||
firstLineBuffer.Truncate(firstLineLength)
|
firstLineBuffer.Truncate(firstLineLength)
|
||||||
if err == nil && (len(schema.Rules) > 0 || len(schema.Payload) > 0) { // found
|
if err == nil && (len(schema.Rules) > 0 || len(schema.Payload) > 0) { // found
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// not found or err!=nil
|
||||||
|
firstLineBuffer.Truncate(0)
|
||||||
|
firstLineLength = 0
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
// not found or err!=nil
|
// parse payload body
|
||||||
firstLineBuffer.Truncate(0)
|
err := yaml.Unmarshal(firstLineBuffer.Bytes(), schema)
|
||||||
firstLineLength = 0
|
firstLineBuffer.Truncate(firstLineLength)
|
||||||
continue
|
if err != nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(schema.Rules) > 0 {
|
||||||
|
str = schema.Rules[0]
|
||||||
|
}
|
||||||
|
if len(schema.Payload) > 0 {
|
||||||
|
str = schema.Payload[0]
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// parse payload body
|
|
||||||
err := yaml.Unmarshal(firstLineBuffer.Bytes(), schema)
|
|
||||||
firstLineBuffer.Truncate(firstLineLength)
|
|
||||||
if err != nil {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
var str string
|
|
||||||
if len(schema.Rules) > 0 {
|
|
||||||
str = schema.Rules[0]
|
|
||||||
}
|
|
||||||
if len(schema.Payload) > 0 {
|
|
||||||
str = schema.Payload[0]
|
|
||||||
}
|
|
||||||
if str == "" {
|
if str == "" {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue