maze/styx
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Moar parsers

Browse Source
This commit is contained in:
maze
2025-10-06 23:11:50 +02:00
parent a254b306f2
commit 5f0f4aa96b
14 changed files with 419 additions and 136 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
dataset/parser/dns.go
View File

@@ -5,6 +5,7 @@ import (
"io"
"strings"
"git.maze.io/maze/styx/internal/sliceutil"
"github.com/miekg/dns"
)
@@ -41,7 +42,7 @@ func (dnsmasqDomainsParser) ParseDomains(r io.Reader) (domains []string, ignored
if err = scanner.Err(); err != nil {
return
}
return unique(domains), ignored, nil
return sliceutil.Unique(domains), ignored, nil
}
type mosDNSDomainsParser struct{}
@@ -69,7 +70,7 @@ func (mosDNSDomainsParser) ParseDomains(r io.Reader) (domains []string, ignored
if err = scanner.Err(); err != nil {
return
}
return unique(domains), ignored, nil
return sliceutil.Unique(domains), ignored, nil
}
type smartDNSDomainsParser struct{}
@@ -96,7 +97,7 @@ func (smartDNSDomainsParser) ParseDomains(r io.Reader) (domains []string, ignore
if err = scanner.Err(); err != nil {
return
}
return unique(domains), ignored, nil
return sliceutil.Unique(domains), ignored, nil
}
type unboundDomainsParser struct{}
@@ -135,5 +136,5 @@ func (unboundDomainsParser) ParseDomains(r io.Reader) (domains []string, ignored
if err = scanner.Err(); err != nil {
return
}
return unique(domains), ignored, nil
return sliceutil.Unique(domains), ignored, nil
}