From 395218de6c9f83584900ff8a16e7750371be68f4 Mon Sep 17 00:00:00 2001 From: "Alex Munene (@enenumxela)" <62714471+enenumxela@users.noreply.github.com> Date: Wed, 15 Nov 2023 13:24:35 +0300 Subject: [PATCH] refactor: Crtsh output filtering --- pkg/scraper/sources/crtsh/crtsh.go | 21 ++++++++++++--------- 1 file changed, 12 insertions(+), 9 deletions(-) diff --git a/pkg/scraper/sources/crtsh/crtsh.go b/pkg/scraper/sources/crtsh/crtsh.go index fa8df28..0d1af49 100644 --- a/pkg/scraper/sources/crtsh/crtsh.go +++ b/pkg/scraper/sources/crtsh/crtsh.go @@ -81,19 +81,22 @@ func (source *Source) Run(_ *sources.Configuration, domain string) <-chan source for index := range getNameValuesResData { record := getNameValuesResData[index] + subdomains := strings.Split(record.NameValue, "\n") - for _, value := range strings.Split(record.NameValue, "\n") { - match := regex.FindAllString(value, -1) + for index := range subdomains { + subdomain := subdomains[index] - for _, subdomain := range match { - result := sources.Result{ - Type: sources.Subdomain, - Source: source.Name(), - Value: subdomain, - } + if !regex.MatchString(subdomain) { + continue + } - results <- result + result := sources.Result{ + Type: sources.Subdomain, + Source: source.Name(), + Value: subdomain, } + + results <- result } } }()