Add option to specified search engine to query

Author: nodauf

src/cmd/gather/searchEngine.go

@@ -30,6 +30,7 @@ func init() {
 	searchEngineCmd.Flags().StringVarP(&searchEngineOptions.Format, "format", "f", "", "Format (ex:{first}.{last}@domain.com, domain\\{f}{last}")
 	searchEngineCmd.Flags().StringVarP(&searchEngineOptions.Company, "company", "c", "", "Company name")
 	searchEngineCmd.Flags().BoolVarP(&searchEngineOptions.ExactMatch, "exactMatch", "e", false, "Exact match of the company's name")
+	searchEngineCmd.Flags().StringVarP(&searchEngineOptions.SearchEngine, "searchEngine", "s", "", "Select on which search engine the query will be made, ex: bing,google (default: all)")
 	searchEngineCmd.MarkFlagRequired("company")
 	searchEngineCmd.MarkFlagRequired("format")
 }

src/searchEngine/gather.go

@@ -20,10 +20,10 @@ var REGEX_LINKEDIN = `<h[23](.*?")?>(?P<FirstName>.*?) (?P<LastName>.*?) [-–]
 // Gather will search a company name and returned the list of people in specified format
 func (options *Options) Gather() []string {
 	var output []string
+	var searchEngineToUse []string
 	log = options.Log
 	// Always insensitive case compare
 	options.Company = strings.ToLower(options.Company)
-	for searchEngine, formatUrl := range SEARCH_ENGINE {
 		log.Target = searchEngine
 		log.Verbose("Searching on " + searchEngine + " about " + options.Company)
 		url := fmt.Sprintf(formatUrl, options.Company, 0)
@@ -38,6 +38,18 @@ func (options *Options) Gather() []string {
 			log.Error("Too many requests")
 			continue
 		}
+	if options.SearchEngine != "" {
+		searchEngineToUse = strings.Split(options.SearchEngine, ",")
+	} else {
+		searchEngineToUse = utils.GetKeysMap(SEARCH_ENGINE)
+	}
+	// For specififed search engine
+	for _, searchEngine := range searchEngineToUse {
+		formatUrl := SEARCH_ENGINE[searchEngine]
+		// Reset the variables values
+		var startSearch = 0
+
+		// Compile the regex. May be different for each search engine
 		reTitle := regexp.MustCompile(REGEX_TITLE)
 		reData := regexp.MustCompile(REGEX_LINKEDIN)
 		// Extract all links of the body

src/searchEngine/struct.go

@@ -9,7 +9,8 @@ var log *logger.Logger
 
 // Options for searchengine module
 type Options struct {
-	Format     string
-	ExactMatch bool
+	Format       string
+	ExactMatch   bool
+	SearchEngine string
 	utils.BaseOptions
 }

src/utils/utils.go

@@ -126,3 +126,13 @@ func GetBodyInWebsite(url string, proxy func(*http.Request) (*url.URL, error), h
 	body, _ := ioutil.ReadAll(resp.Body)
 	return string(body), resp.StatusCode, nil
 }
+
+
+// GetKeysMap return all the keys of the map. According to https://programmerah.com/how-to-get-all-the-keys-of-map-by-golang-1723/ this is the most efficient way to do it
+func GetKeysMap(m map[string]string) []string {
+	keys := make([]string, 0, len(m))
+	for k := range m {
+		keys = append(keys, k)
+	}
+	return keys
+}