Merge pull request #3 from Kraken-OffSec/hunter.io-subcommand

Hunter.io subcommand

.gitignore

@@ -1,2 +1,3 @@
 .idea/*
 build/*
+.DS_Store

Makefile

@@ -16,7 +16,7 @@ PLATFORMS=linux darwin windows
 ARCHS=amd64 arm64
 
 # Version info from git tag or default
-VERSION=$(shell git describe --tags 2>/dev/null || echo "v1.0.1")
+VERSION=$(shell git describe --tags 2>/dev/null || echo "v1.2.1")
 
 .PHONY: all clean build build-all
 
@@ -50,4 +50,4 @@ install: build
 
 # Run tests
 test:
-	$(GO) test ./...
+	$(GO) test ./...

README.md

@@ -76,23 +76,23 @@ To configure the database location:
 ### Simple Query
 Dehasher can be used simply for example to query for credentials matching a given email domain.
 ``` go
-# Provide credentials for emails matching @target.com
+# Provide credentials for domains matching target.com
-dehasher -k ddq<redacted> -a ar1ste1a@domain.tld -E @target.com
+dehasher api -D target.com -C
 ```
 
 ### Simple Credentials Query
 Dehasher can also be used to return only credentials for a given query.
 ``` go
 # Provide credentials for emails matching @target.com
-dehasher -E @target.com -C
+dehasher api -E @target.com -C
 ```
 
 ### Multiple Match Query
 Dehasher is capable of handling multiple queries for the same field.  
 This is useful for when you want to search for multiple domains, or multiple usernames.
 ``` go
-# Provide credentials for emails matching @target.com and @target2.com
+# Provide credentials for domains matching target.com and target2.com, retrieving only credentials
-dehasher -E @target.com,@target2.com -C
+dehasher api -D target.com,target2.com -C
 ```
 
 ### Wildcard Query
@@ -100,9 +100,24 @@ Dehasher is capable of handling wildcard queries.
 A wildcard query cannot begin with a wildcard.  
 This is a limitation of the Dehashed API.
 An asterisk can be used to denote multiple characters, and a question mark can be used to denote a single character.
+![Alt text](.img/wildcard_sample.png "Wildcard Query")
 ``` go
 # Provide credentials for emails matching @target.com and @target2.com
-dehasher -E @target?.com -C -W
+dehasher api -E @target?.com -C -W
+```
+
+### Email Query
+Dehashed has dictated that emails should be searched in the following format:
+`email:target.name&domain:target.com`.
+As such, to query an email, please use the following format (note, wildcard is not required but can be useful):
+``` go
+# Provide credentials for emails matching target.*@target.com
+dehasher api -W -E 'target*' -D target.com
+```
+You may also query the domain and find emails as well
+``` go
+# Provide credentials for emails matching target.com
+dehasher api -D target.com -C
 ```
 
 
@@ -112,7 +127,7 @@ Simply denote regex queries with the `-R` flag.
 Place all regex queries in quotes with the corresponding query flag in single quotes.
 ``` go
 # Return matches for emails matching this given regex query
-dehasher -R -e '[a-zA-Z0-9]+(?:\.[a-zA-Z0-9]+)?@target.com'
+dehasher api -R -E '[a-zA-Z0-9]+(?:\.[a-zA-Z0-9]+)?@target.com'
 ```
 
 ### Output Text (default JSON)
@@ -122,16 +137,19 @@ To change the output format, use the `-f` flag.
 Dehasher currently supports JSON, YAML, XML, and TEXT output formats.
 ``` go
 # Return matches for usernames exactly matching "admin" and write to text file 'admins_file.txt'
-dehasher -U admin -o admins_file -f txt
+dehasher api -U admin -o admins_file -f txt
 ```
 
-<hr></hr>
+---
 
 ## 🌐 WhoIs Lookups
 Dehasher supports WHOIS lookups, history searches, reverse WHOIS searches, IP lookups, MX lookups, NS lookups, and subdomain scans.
 The WhoIs Lookups require a separate API Credit from the Dehashed API.
 
 ### Domain Lookup
+Dehasher can perform a domain lookup for a given domain.
+This provides a tree view of the domain's WHOIS information.
+![Alt text](.img/tree_whois_lookup.png "WhoIs Tree View")
 ```bash
 # Perform a WHOIS lookup for example.com
 dehasher whois -d example.com
@@ -140,51 +158,137 @@ dehasher whois -d example.com
 ### History Lookup
 History Lookups require 25 credits. 
 This is a Dehashed API limitation.
+The history lookup is immediately written to file and not displayed in the terminal or stored in the database.
 ```bash
 # Perform a WHOIS history search for example.com
 dehasher whois -d example.com -H
 ```
 
 ### Reverse WHOIS Lookup
+Dehasher can perform a reverse WHOIS lookup for given criteria.  
+This provides a list of all domains that match the given query.  
+The reverse WHOIS lookup is immediately written to file and not displayed in the terminal or stored in the database.
 ```bash
 # Perform a reverse WHOIS lookup for example.com
 dehasher whois -I example.com
 ```
 
 ### IP Lookup
+Dehasher can perform a reverse IP lookup for a given IP address.  
+This provides a list of all domains that match the given query.
+![Alt text](.img/reverse_ip_lookup.png "WhoIs Tree View")
 ```bash
 # Perform a reverse IP lookup for 8.8.8.8
 dehasher whois -i 8.8.8.8
 ```
 
 ### MX Lookup
+Dehasher can perform an MX lookup for a given MX hostname.  
+This provides a list of all domains that match the given query.
+![Alt text](.img/mx_lookup.png "WhoIs Tree View")
 ```bash
 # Perform a reverse MX lookup for google.com
 dehasher whois -m google.com
 ```
 ### NS Lookup
+Dehasher can perform an NS lookup for a given NS hostname.  
+This provides a list of all domains that match the given query.
+The picture below also includes the --debug global flag.
+![Alt text](.img/debug_ns_search.png "WhoIs Tree View")
 ```bash
 # Perform a reverse NS lookup for google.com
 dehasher whois -n google.com
 ```
 ### Subdomain Scan
+Dehasher can perform a subdomain scan for a given domain.  
+This provides a list of all subdomains that match the given query.
+![Alt text](.img/subdomains_lookup.png "WhoIs Tree View")
 ```bash
 # Perform a WHOIS subdomain scan for google.com
 dehasher whois -d google.com -s
 ```
 
-<hr></hr>
+---
 
+## 🌐 Hunter.io
+Dehasher supports Hunter.io lookups.  
+Hunter.io lookups require a separate API Key from the Dehashed API.
+This can be set using the `set-hunter` command.
+```bash
+# Set the Hunter.io API key
+dehasher set-hunter <redacted>
+```
+
+### Domain Search
+Dehasher can perform a domain search for a given domain.  
+This provides a list of all emails that match the given query.
+![Alt text](.img/hunter_domain_search.png "Hunter.io Domain Search")
+```bash
+# Perform a Hunter.io domain search for example.com
+dehasher hunter -d example.com -D
+```
+
+### Email Finder
+Dehasher can perform an email finder search for a given domain, first name, and last name.  
+This provides a list of all emails that match the given query.
+![Alt text](.img/hunter_email_finder.png "Hunter.io Email Finder")
+```bash
+# Perform a Hunter.io email finder search for example.com
+dehasher hunter -d example.com -F John -L Doe -E
+```
+
+### Email Verification
+Dehasher can perform an email verification search for a given email.  
+This provides a list of all emails that match the given query.
+![Alt text](.img/email_verification.png "Hunter.io Email Verification")
+```bash
+# Perform a Hunter.io email verification search for example@target.com
+dehasher hunter -e example@target.com -V
+```
+
+### Company Enrichment
+Dehasher can perform a company enrichment search for a given domain.  
+This provides a list of all emails that match the given query.
+![Alt text](.img/company_enrichment.png "Hunter.io Company Enrichment")
+```bash
+# Perform a Hunter.io company enrichment search for example.com
+dehasher hunter -d example.com -C
+```
+
+### Person Enrichment
+Dehasher can perform a person enrichment search for a given email.  
+This provides a list of all emails that match the given query.
+![Alt text](.img/person_enrichment.png "Hunter.io Person Enrichment")
+```bash
+# Perform a Hunter.io person enrichment search for example@target.com
+dehasher hunter -e example@target.com -P
+```
+
+### Combined Enrichment
+Dehasher can perform a combined enrichment search for a given email.  
+This provides a list of all emails that match the given query.
+![Alt text](.img/combined_enrichment_1.png "Hunter.io Combined Enrichment")
+![Alt text](.img/combined_enrichment_2.png "Hunter.io Combined Enrichment")
+```bash
+# Perform a Hunter.io combined enrichment search for example@target.com
+dehasher hunter -e example@target.com -B
+```
+
+---
 ## 📊 Database Querying
 Dehasher stores query results in a local database.  
 This database can be queried for previous results.
+This is useful for when you want to query for specific information.
 This database also includes WhoIs Information and Subdomain Scan results, but does **not** include historical lookups.
 
 ## Simple Query
+#### It's possible to query the database using shorthand and without knowing any SQL at all.
+#### The following queries the results table where username is not null, only showing the username, email and password columns.
 ![Alt text](.img/simple_query_db.png "Simple Query")
-
+#### You may also add in a simple query using the `-q` flag. The following displays a 'LIKE' clause on the email column.
-Dehasher supports querying the database for previous results.  
+#### Note the '%\<clause\>%' is still required.
-This is useful for when you want to query for specific information.
+![Alt text](.img/simple_where.png "Simple Query")
+  
 ```bash
 # Query the database for all results containing the word 'admin' in the username
 dehasher query -t results -q "username LIKE '%admin%'"
@@ -217,11 +321,21 @@ dehasher query -a
 
 The current tables available for query are:
 - results
+  - Results from a dehashed query
 - creds
+  - Credentials parsed from dehashed results
 - whois
+  - Results from a whois record lookup
 - subdomains
-- history
+  - Subdomains discovered in a whois subdomain scan 
 - runs
+  - Previous query runs to the dehashed API
+- lookup 
+  - Results of any Whois NS, MX, or IP lookup
+- hunter_domain
+  - Results from a hunter.io domain search
+- hunter_email
+  - Results extracted from a domain saerch and email finder.
 
 ---
 
@@ -239,16 +353,35 @@ dehasher export -t results -q "username LIKE '%admin%'" -o admins_file -f txt
 
 Dehasher uses the `zap` logging library for logging.  The logs are stored in `~/.local/share/Dehasher/logs`.
 The logs can be easily queried from the Dehasher CLI.
+
+### Logs Dates
+#### Dehasher utilized 'easy time' to determine the appropriate time for a given query.
+![Alt text](.img/easy_time_parsing.png "Easy Time")
+#### You may also used dates mixed with easy time to perform queries.
+![Alt text](.img/mixed_time_query.png "Mixed Time")
+#### The following formats are supported:
+- `last 24 hours`
+- `last 2 days`
+- `30 minutes ago`
+- `45 seconds ago`
+- `1 week ago`
+- `05-01-2025`
+- `05/01/2025`
+- `05/01/25`
+- `05-01-25`
+- `May 01, 2025`
+
 ```bash
 # Show the last 10 logs
 dehasher logs -l 10
 
 # Show logs from the last 24 hours
-dehasher logs -s "24 hours ago"
+dehasher logs -s "last 24 hours"
 
 # Show logs from the last 24 hours with a severity of error or fatal
-dehasher logs -s "24 hours ago" -v error,fatal
+dehasher logs -s "05-01-2025" -v error,fatal
 ```
+
 ## 🎉 Sample Run
 ```bash
 ar1ste1a@kali:~$ dehasher api -D <redacted>.com -o <redacted> -f json

cmd/api.go

@@ -2,17 +2,19 @@ package cmd
 
 import (
 	"dehasher/internal/badger"
-	"dehasher/internal/query"
+	"dehasher/internal/debug"
+	"dehasher/internal/dehashed"
 	"dehasher/internal/sqlite"
 	"fmt"
 	"github.com/spf13/cobra"
+	"go.uber.org/zap"
 )
 
 func init() {
-	// Add query command to root command
+	// Add api command to root command
 	rootCmd.AddCommand(apiCmd)
 
-	// Add flags specific to query command
+	// Add flags specific to api command
 	apiCmd.Flags().IntVarP(&maxRecords, "max-records", "m", 30000, "Maximum amount of records to return")
 	apiCmd.Flags().IntVarP(&maxRequests, "max-requests", "r", -1, "Maximum number of requests to make")
 	apiCmd.Flags().IntVarP(&startingPage, "starting-page", "s", 1, "Starting page for requests")
@@ -23,7 +25,7 @@ func init() {
 	apiCmd.Flags().StringVarP(&outputFormat, "format", "f", "json", "Output format (json, yaml, xml, txt)")
 	apiCmd.Flags().StringVarP(&outputFile, "output", "o", "query", "File to output results to including extension")
 	apiCmd.Flags().StringVarP(&usernameQuery, "username", "U", "", "Username query")
-	apiCmd.Flags().StringVarP(&emailQuery, "email-query", "E", "", "Email query")
+	apiCmd.Flags().StringVarP(&emailQuery, "email-query", "E", "", "HunterEmail query")
 	apiCmd.Flags().StringVarP(&ipQuery, "ip", "I", "", "IP address query")
 	apiCmd.Flags().StringVarP(&domainQuery, "domain", "D", "", "Domain query")
 	apiCmd.Flags().StringVarP(&passwordQuery, "password", "P", "", "Password query")
@@ -36,7 +38,7 @@ func init() {
 	apiCmd.Flags().StringVarP(&hashQuery, "hash", "Q", "", "Hashed password query")
 	apiCmd.Flags().StringVarP(&nameQuery, "name", "N", "", "Name query")
 
-	// Add mutually exclusive flags to exact match and regex match
+	// Add mutually exclusive flags to wildcard match and regex match
 	apiCmd.MarkFlagsMutuallyExclusive("regex-match", "wildcard-match")
 }
 
@@ -71,7 +73,7 @@ var (
 		Short: "Query the Dehashed API",
 		Long:  `Query the Dehashed API for emails, usernames, passwords, hashes, IP addresses, and names.`,
 		Run: func(cmd *cobra.Command, args []string) {
-			key := getStoredApiKey()
+			key := getDehashedApiKey()
 
 			// Validate credentials
 			if key == "" {
@@ -103,10 +105,11 @@ var (
 				wildcardMatch,
 				printBalance,
 				credsOnly,
+				debugGlobal,
 			)
 
 			// Create new Dehasher
-			dehasher := query.NewDehasher(queryOptions)
+			dehasher := dehashed.NewDehasher(queryOptions)
 			dehasher.SetClientCredentials(
 				key,
 			)
@@ -115,12 +118,23 @@ var (
 			dehasher.Start()
 			fmt.Println("\n[*] Completing Process")
 
-			sqlite.StoreQueryOptions(queryOptions)
+			err := sqlite.StoreQueryOptions(queryOptions)
+			if err != nil {
+				if debugGlobal {
+					debug.PrintInfo("failed to store query options")
+					debug.PrintError(err)
+				}
+				zap.L().Error("store_query_options",
+					zap.String("message", "failed to store query options"),
+					zap.Error(err),
+				)
+				fmt.Printf("Error storing query options: %v\n", err)
+			}
 		},
 	}
 )
 
 // Helper functions to get stored API credentials
-func getStoredApiKey() string {
+func getDehashedApiKey() string {
-	return badger.GetKey()
+	return badger.GetDehashedKey()
 }

cmd/hunter.go

@@ -0,0 +1,429 @@
+package cmd
+
+import (
+	"dehasher/internal/badger"
+	"dehasher/internal/debug"
+	"dehasher/internal/export"
+	"dehasher/internal/files"
+	hunter "dehasher/internal/hunter.io"
+	"dehasher/internal/pretty"
+	"fmt"
+	"github.com/spf13/cobra"
+	"go.uber.org/zap"
+	"time"
+)
+
+func init() {
+	// Add hunter command to root command
+	rootCmd.AddCommand(hunterCmd)
+
+	// Add flags specific to hunter command
+	hunterCmd.Flags().StringVarP(&hunterDomain, "domain", "d", "", "Domain to query")
+	hunterCmd.Flags().StringVarP(&hunterEmail, "email", "e", "", "Email to query")
+	hunterCmd.Flags().StringVarP(&hunterFirstName, "first-name", "F", "", "First name to query")
+	hunterCmd.Flags().StringVarP(&hunterLastName, "last-name", "L", "", "Last name to query")
+	hunterCmd.Flags().BoolVarP(&hunterDomainSearch, "domain-search", "D", false, "Search for domain")
+	hunterCmd.Flags().BoolVarP(&hunterEmailFind, "email-find", "E", false, "Find emails for user using domain, first name, and last name")
+	hunterCmd.Flags().BoolVarP(&hunterEmailVerify, "email-verify", "V", false, "Verify email")
+	hunterCmd.Flags().BoolVarP(&hunterCompanyEnrichmentDomain, "company-enrichment", "C", false, "Company enrichment for domain")
+	hunterCmd.Flags().BoolVarP(&hunterPersonEnrichmentEmail, "person-enrichment", "P", false, "Person enrichment for email")
+	hunterCmd.Flags().BoolVarP(&hunterCombinedEnrichmentEmail, "combined-enrichment", "B", false, "Combined Company and Person enrichment for email")
+	hunterCmd.Flags().StringVarP(&hunterOutputFormat, "format", "f", "json", "Output format (json, yaml, xml, txt)")
+	hunterCmd.Flags().StringVarP(&hunterOutputFile, "output", "o", "hunter", "File to output results to including extension")
+
+	// Add mutually exclusive flags to hunter command
+	hunterCmd.MarkFlagsMutuallyExclusive("email-find")
+
+}
+
+var (
+	// Hunter Commands Flags
+	hunterDomain                  string
+	hunterEmail                   string
+	hunterFirstName               string
+	hunterLastName                string
+	hunterDomainSearch            bool
+	hunterEmailFind               bool
+	hunterEmailVerify             bool
+	hunterCompanyEnrichmentDomain bool
+	hunterPersonEnrichmentEmail   bool
+	hunterCombinedEnrichmentEmail bool
+	hunterOutputFormat            string
+	hunterOutputFile              string
+
+	hunterCmd = &cobra.Command{
+		Use:   "hunter",
+		Short: "Hunter.io API interaction",
+		Long:  `Interact with the Hunter.io API for email and domain information.`,
+		Run: func(cmd *cobra.Command, args []string) {
+			if debugGlobal {
+				debug.PrintInfo("debug mode enabled")
+				zap.L().Info("hunter_debug",
+					zap.String("message", "debug mode enabled"),
+				)
+			}
+
+			// Flag Checks
+			if !hunterFlagCheck() {
+				return
+			}
+
+			if hunterOutputFile == "" {
+				if debugGlobal {
+					debug.PrintInfo("output file not specified, using default")
+				}
+				hunterOutputFile = "hunter_" + time.Now().Format("05_04_05")
+			}
+
+			if hunterOutputFormat == "" {
+				if debugGlobal {
+					debug.PrintInfo("output format not specified, using default")
+				}
+				hunterOutputFormat = "json"
+			}
+
+			fType := files.GetFileType(hunterOutputFormat)
+			if fType == files.UNKNOWN {
+				fmt.Println("[!] Error: Invalid output format. Must be 'json', 'xml', 'yaml', or 'txt'.")
+				return
+			}
+			if debugGlobal {
+				debug.PrintInfo("using output format: " + hunterOutputFormat)
+			}
+
+			fmt.Println("[*] Hunter.io API interaction [Beta]")
+
+			h := hunter.NewHunterIO(getHunterApiKey(), debugGlobal)
+
+			if hunterDomainSearch {
+				fmt.Println("[*] Performing domain search search...")
+				result, err := h.DomainSearch(hunterDomain)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform domain search")
+						debug.PrintError(err)
+					}
+					zap.L().Error("hunter_domain_search",
+						zap.String("message", "failed to perform domain search"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error performing domain search: %v\n", err)
+					return
+				}
+
+				// Write Hunter.io Domain Search Result to file
+				fmt.Printf("[*] Writing Hunter.io Domain Search Result to file: %s%s\n", hunterOutputFile, fType.Extension())
+				err = export.WriteHunterDomainToFile(result, hunterOutputFile, fType)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to write hunter domain search to file")
+						debug.PrintError(err)
+					}
+					zap.L().Error("write_hunter_domain_search",
+						zap.String("message", "failed to write hunter domain search to file"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error writing Hunter.io Domain Search Result to file: %v\n", err)
+				}
+
+				// Pretty Print Hunter.io Domain Search Result
+				fmt.Println("Domain Search Result:")
+				pretty.HunterDomainTree(hunterDomain, result)
+				return
+			}
+
+			if hunterEmailFind {
+				fmt.Println("[*] Performing email find search...")
+				result, err := h.EmailFinder(hunterDomain, hunterFirstName, hunterLastName)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform email find")
+						debug.PrintError(err)
+					}
+					zap.L().Error("hunter_email_find",
+						zap.String("message", "failed to perform email find"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error performing email find: %v\n", err)
+					return
+				}
+
+				// Write Hunter.io Email Finder Result to file
+				fmt.Printf("[*] Writing Hunter.io Email Finder Result to file: %s%s\n", hunterOutputFile, fType.Extension())
+				err = export.WriteHunterEmailToFile(result, hunterOutputFile, fType)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to write hunter email find to file")
+						debug.PrintError(err)
+					}
+					zap.L().Error("write_hunter_email_find",
+						zap.String("message", "failed to write hunter email find to file"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error writing Hunter.io Email Finder Result to file: %v\n", err)
+				}
+
+				fmt.Println("Email Find Result:")
+
+				var (
+					headers = []string{"Email", "Score", "Domain", "Accept All", "Position", "Twitter", "Linkedin", "Phone Number", "Company", "Sources", "Verification"}
+					rows    [][]string
+				)
+
+				rows = append(rows, []string{
+					result.Email,
+					fmt.Sprintf("%d", result.Score),
+					result.Domain,
+					fmt.Sprintf("%t", result.AcceptAll),
+					result.Position,
+					result.Twitter,
+					result.LinkedinURL,
+					result.PhoneNumber,
+					result.Company,
+					fmt.Sprintf("%v", result.Sources),
+					fmt.Sprintf("%v", result.Verification),
+				})
+
+				pretty.Table(headers, rows)
+
+				return
+			}
+
+			if hunterEmailVerify {
+				fmt.Println("[*] Performing email verification search...")
+				result, err := h.EmailVerification(hunterEmail)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform email verification")
+						debug.PrintError(err)
+					}
+					zap.L().Error("hunter_email_verification",
+						zap.String("message", "failed to perform email verification"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error performing email verification: %v\n", err)
+					return
+				}
+				// Write Hunter.io Email Verification Result to file
+				fmt.Printf("[*] Writing Hunter.io Email Verification Result to file: %s%s\n", hunterOutputFile, fType.Extension())
+				err = export.WriteHunterEmailVerifyToFile(result, hunterOutputFile, fType)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to write hunter email verification to file")
+						debug.PrintError(err)
+					}
+					zap.L().Error("write_hunter_email_verification",
+						zap.String("message", "failed to write hunter email verification to file"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error writing Hunter.io Email Verification Result to file: %v\n", err)
+				}
+
+				// Pretty Print Hunter.io Email Verification Result
+				var (
+					headers = []string{"Email", "Status", "Result", "Score", "Regexp", "Gibberish", "Disposable", "Webmail", "MX Records", "SMTP Server", "SMTP Check", "Accept All", "Block", "Sources"}
+					rows    [][]string
+				)
+				rows = append(rows, []string{
+					result.Email,
+					result.Status,
+					result.Result,
+					fmt.Sprintf("%d", result.Score),
+					fmt.Sprintf("%t", result.Regexp),
+					fmt.Sprintf("%t", result.Gibberish),
+					fmt.Sprintf("%t", result.Disposable),
+					fmt.Sprintf("%t", result.Webmail),
+					fmt.Sprintf("%t", result.MXRecords),
+					fmt.Sprintf("%t", result.SMTPServer),
+					fmt.Sprintf("%t", result.SMTPCheck),
+					fmt.Sprintf("%t", result.AcceptAll),
+					fmt.Sprintf("%t", result.Block),
+					fmt.Sprintf("%v", result.Sources),
+				})
+
+				fmt.Println("Email Verification Result:")
+				pretty.Table(headers, rows)
+				return
+			}
+
+			if hunterCompanyEnrichmentDomain {
+				fmt.Println("[*] Performing company enrichment search...")
+				result, err := h.CompanyEnrichment(hunterDomain)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform company enrichment")
+						debug.PrintError(err)
+					}
+					zap.L().Error("hunter_company_enrichment",
+						zap.String("message", "failed to perform company enrichment"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error performing company enrichment: %v\n", err)
+					return
+				}
+
+				// Write to file
+				fmt.Printf("[*] Writing Hunter.io Company Enrichment Result to file: %s%s\n", hunterOutputFile, fType.Extension())
+				err = export.WriteHunterCompanyEnrichmentToFile(result, hunterOutputFile, fType)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to write hunter company enrichment to file")
+						debug.PrintError(err)
+					}
+					zap.L().Error("write_hunter_company_enrichment",
+						zap.String("message", "failed to write hunter company enrichment to file"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error writing Hunter.io Company Enrichment Result to file: %v\n", err)
+				}
+
+				// Pretty Print Hunter.io Company Enrichment Result
+				fmt.Println("Company Enrichment Result:")
+				pretty.HunterCompanyEnrichmentTree(hunterDomain, result)
+
+				return
+			}
+
+			if hunterPersonEnrichmentEmail {
+				fmt.Println("[*] Performing person enrichment search...")
+				result, err := h.PersonEnrichment(hunterEmail)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform person enrichment")
+						debug.PrintError(err)
+					}
+					zap.L().Error("hunter_person_enrichment",
+						zap.String("message", "failed to perform person enrichment"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error performing person enrichment: %v\n", err)
+					return
+				}
+
+				// Write to file
+				fmt.Printf("[*] Writing Hunter.io Person Enrichment Result to file: %s%s\n", hunterOutputFile, fType.Extension())
+				err = export.WriteHunterPersonEnrichmentToFile(result, hunterOutputFile, fType)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to write hunter person enrichment to file")
+						debug.PrintError(err)
+					}
+					zap.L().Error("write_hunter_person_enrichment",
+						zap.String("message", "failed to write hunter person enrichment to file"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error writing Hunter.io Person Enrichment Result to file: %v\n", err)
+				}
+
+				// Pretty Print Hunter.io Person Enrichment Result
+				fmt.Println("Person Enrichment Result:")
+				pretty.HunterPersonEnrichmentTree(hunterEmail, result)
+				return
+			}
+
+			if hunterCombinedEnrichmentEmail {
+				fmt.Println("[*] Performing combined enrichment search...")
+				result, err := h.CombinedEnrichment(hunterEmail)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform combined enrichment")
+						debug.PrintError(err)
+					}
+					zap.L().Error("hunter_combined_enrichment",
+						zap.String("message", "failed to perform combined enrichment"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error performing combined enrichment: %v\n", err)
+					return
+				}
+
+				// Write to file
+				fmt.Printf("[*] Writing Hunter.io Combined Enrichment Result to file: %s%s\n", hunterOutputFile, fType.Extension())
+				err = export.WriteHunterCombinedEnrichmentToFile(result, hunterOutputFile, fType)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to write hunter combined enrichment to file")
+						debug.PrintError(err)
+					}
+					zap.L().Error("write_hunter_combined_enrichment",
+						zap.String("message", "failed to write hunter combined enrichment to file"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error writing Hunter.io Combined Enrichment Result to file: %v\n", err)
+				}
+
+				fmt.Println("Combined Enrichment Result:")
+				pretty.HunterCombinedEnrichmentTree(hunterEmail, result)
+				return
+			}
+
+		},
+	}
+)
+
+func hunterFlagCheck() bool {
+	if debugGlobal {
+		debug.PrintInfo("checking flags")
+	}
+
+	var optionSet bool
+
+	if hunterDomainSearch {
+		if hunterDomain == "" {
+			fmt.Println("Domain is required for domain search")
+			return false
+		}
+		optionSet = true
+	}
+	if hunterEmailVerify {
+		if hunterEmail == "" {
+			fmt.Println("Email is required for email verification")
+			return false
+		}
+		optionSet = true
+	}
+	if hunterCompanyEnrichmentDomain {
+		if hunterDomain == "" {
+			fmt.Println("Domain is required for company enrichment")
+			return false
+		}
+		optionSet = true
+	}
+	if hunterPersonEnrichmentEmail {
+		if hunterEmail == "" {
+			fmt.Println("Email is required for person enrichment")
+			return false
+		}
+		optionSet = true
+	}
+	if hunterCombinedEnrichmentEmail {
+		if hunterEmail == "" {
+			fmt.Println("Email is required for combined enrichment")
+			return false
+		}
+		optionSet = true
+	}
+	if hunterEmailFind {
+		if hunterFirstName == "" || hunterLastName == "" {
+			fmt.Println("First name and last name are required for email find")
+			return false
+		}
+		if hunterDomain == "" {
+			fmt.Println("Domain is required for email find")
+			return false
+		}
+		optionSet = true
+	}
+
+	if !optionSet {
+		fmt.Println("[!] No options selected")
+		return false
+	}
+
+	return true
+}
+
+// Helper functions to get stored API credentials
+func getHunterApiKey() string {
+	return badger.GetHunterKey()
+}

cmd/logs.go

@@ -1,6 +1,7 @@
 package cmd
 
 import (
+	"dehasher/internal/easyTime"
 	"dehasher/internal/pretty"
 	"encoding/json"
 	"fmt"
@@ -73,6 +74,11 @@ var (
 				allLogs = append(allLogs, filepath.Join(logsPath, "info.log"), filepath.Join(logsPath, "error.log"))
 			}
 
+			var timeChunk easyTime.TimeChunk
+			if logStartDate != "" {
+				timeChunk = easyTime.NewTimeChunk(logStartDate, logEndDate, debugGlobal)
+			}
+
 			var parsedLogs []LogEntry
 			for _, logFile := range allLogs {
 				// Read the log file
@@ -97,7 +103,7 @@ var (
 						continue
 					}
 
-					// Also unmarshal to get additional fields
+					// Unmarshal to get additional fields
 					if err := json.Unmarshal([]byte(line), &rawEntry); err != nil {
 						fmt.Printf("Error parsing raw log entry: %v\n", err)
 						continue
@@ -106,10 +112,10 @@ var (
 					// Parse the timestamp
 					parsedTime, err := time.Parse("2006-01-02T15:04:05.999-0700", entry.Timestamp)
 					if err != nil {
-						// Try alternative formats
+						// Try RFC3339
 						parsedTime, err = time.Parse(time.RFC3339, entry.Timestamp)
 						if err != nil {
-							// Try another format
+							// Try RFC3339Nano
 							parsedTime, err = time.Parse(time.RFC3339Nano, entry.Timestamp)
 							if err != nil {
 								fmt.Printf("Error parsing timestamp '%s': %v\n", entry.Timestamp, err)
@@ -133,22 +139,8 @@ var (
 						(logFatal && strings.EqualFold(entry.Level, "FATAL")) {
 
 						// Filter by date range if specified
-						if logStartDate != "" {
+						if timeChunk.IsSet() {
-							startDate, err := time.Parse("2006-01-02", logStartDate)
+							if entry.ParsedTime.Before(timeChunk.StartTime) || entry.ParsedTime.After(timeChunk.EndTime) {
-							if err != nil {
-								fmt.Printf("Error parsing start date: %v\n", err)
-							} else if entry.ParsedTime.Before(startDate) {
-								continue
-							}
-						}
-
-						if logEndDate != "" {
-							endDate, err := time.Parse("2006-01-02", logEndDate)
-							// Add one day to include the end date
-							endDate = endDate.Add(24 * time.Hour)
-							if err != nil {
-								fmt.Printf("Error parsing end date: %v\n", err)
-							} else if entry.ParsedTime.After(endDate) {
 								continue
 							}
 						}
@@ -211,16 +203,3 @@ const (
 	FATAL
 	UNKNOWN Severity = -1
 )
-
-func getSeverity(logLevel string) Severity {
-	switch logLevel {
-	case "INFO":
-		return INFO
-	case "ERROR":
-		return ERROR
-	case "FATAL":
-		return FATAL
-	default:
-		return UNKNOWN
-	}
-}

cmd/query.go

@@ -12,31 +12,47 @@ import (
 
 // Map of available tables and their columns
 var availableTables = map[string][]string{
-	"results": {
-		"id", "created_at", "updated_at", "deleted_at", "dehashed_id", "email", "ip_address", "username",
-		"password", "hashed_password", "hash_type", "name", "vin", "license_plate", "url", "social",
-		"cryptocurrency_address", "address", "phone", "company", "database_name",
-	},
 	"creds": {
 		"id", "created_at", "updated_at", "deleted_at", "email", "username", "password",
 	},
-	"whois": {
+	//"history": {
-		"id", "created_at", "updated_at", "deleted_at", "contact_email", "created_date",
+	//	"id", "created_at", "updated_at", "deleted_at", "domain_name", "domain_type",
-		"domain_name", "domain_name_ext", "expires_date", "status", "whois_server",
+	//	"registrar_name", "whois_server", "created_date_iso8601", "updated_date_iso8601", "expires_date_iso8601",
-	},
+	//},
-	"subdomains": {
+	"lookup": {
-		"id", "created_at", "updated_at", "deleted_at", "domain", "first_seen", "last_seen",
+		"id", "created_at", "updated_at", "deleted_at", "search_term", "type", "first_seen", "last_visit",
-	},
+		"name",
-	"history": {
-		"id", "created_at", "updated_at", "deleted_at", "domain_name", "domain_type",
-		"registrar_name", "whois_server", "created_date_iso8601", "updated_date_iso8601", "expires_date_iso8601",
 	},
+	// Query Options
 	"runs": {
 		"id", "created_at", "updated_at", "deleted_at", "max_records", "max_requests", "starting_page",
 		"output_format", "output_file", "regex_match", "wildcard_match", "username_query", "email_query",
 		"ip_query", "pass_query", "hash_query", "name_query", "domain_query", "vin_query", "license_plate_query",
 		"address_query", "phone_query", "social_query", "crypto_address_query", "print_balance", "creds_only",
 	},
+	"results": {
+		"id", "created_at", "updated_at", "deleted_at", "dehashed_id", "email", "ip_address", "username",
+		"password", "hashed_password", "hash_type", "name", "vin", "license_plate", "url", "social",
+		"cryptocurrency_address", "address", "phone", "company", "database_name",
+	},
+	"subdomains": {
+		"id", "created_at", "updated_at", "deleted_at", "domain", "first_seen", "last_seen",
+	},
+	"whois": {
+		"id", "created_at", "updated_at", "deleted_at", "audit", "contact_email", "created_date", "created_date_normalized",
+		"domain_name", "domain_name_ext", "estimated_domain_age", "expires_date", "expires_date_normalized", "footer", "header",
+		"name_servers", "parse_code", "raw_text", "registrant", "registrar_iana_id", "registrar_name", "registry_data",
+		"status", "stripped_text", "updated_date", "updated_date_normalized",
+	},
+	"hunter_domain": {
+		"id", "created_at", "updated_at", "deleted_at", "domain", "disposable", "webmail", "accept_all", "pattern",
+		"organization", "description", "industry", "twitter", "facebook", "linkedin", "instagram", "youtube",
+		"technologies", "country", "state", "city", "postal_code", "street", "headcount", "company_type", "emails", "linked_domains",
+	},
+	"hunter_email": {
+		"id", "created_at", "updated_at", "deleted_at", "value", "type", "confidence", "sources", "first_name", "last_name",
+		"position", "position_raw", "seniority", "department", "linkedin", "twitter", "phone_number", "verification_date", "verification_status",
+	},
 }
 
 // Function to list available tables and their columns

cmd/root.go

@@ -11,11 +11,12 @@ import (
 
 var (
 	// Global Flags
+	debugGlobal bool
 
 	// rootCmd is the base command for the CLI.
 	rootCmd = &cobra.Command{
 		Use:   "dehasher",
-		Short: `Dehasher is a cli tool for querying query.`,
+		Short: `Dehasher is a cli tool for querying the dehashed api.`,
 		Long: fmt.Sprintf(
 			"%s\n%s",
 			`
@@ -41,7 +42,7 @@ var (
 ––•–√\/––√\/––•––––•–√\/––√\/––•––––•–√\/––√\/––•––√\/––•––––•–√\/––√\/––•––
 `,
 		),
-		Version: "v1.0",
+		Version: "v1.2.1",
 	}
 )
 
@@ -58,31 +59,45 @@ func Execute() {
 }
 
 func init() {
-	//// Attempt to retrieve the useLocalDB
-	//useLocalDatabase := badger.GetUseLocalDB()
-
 	// Hide the default help command
 	rootCmd.CompletionOptions.HiddenDefaultCmd = true
 
-	//// Add global flags
+	// Add global flags
-	//rootCmd.PersistentFlags().BoolVar(&useLocalDatabase, "local-db", useLocalDatabase, "Use local database in current directory instead of default path")
+	rootCmd.PersistentFlags().BoolVar(&debugGlobal, "debug", false, "Show debug information")
 
 	// Add subcommands
-	rootCmd.AddCommand(setKeyCmd)
+	rootCmd.AddCommand(setDehashedKeyCmd)
+	rootCmd.AddCommand(setHunterKeyCmd)
 	rootCmd.AddCommand(setLocalDb)
 }
 
 // Command to set API key
-var setKeyCmd = &cobra.Command{
+var setDehashedKeyCmd = &cobra.Command{
-	Use:   "set-key [key]",
+	Use:   "set-dehashed [key]",
-	Short: "Set and store API key",
+	Short: "Set and store Dehashed.com API key",
 	Args:  cobra.ExactArgs(1),
 	Run: func(cmd *cobra.Command, args []string) {
 		key := args[0]
 		// Store key in badger DB
-		err := storeApiKey(key)
+		err := storeDehashedApiKey(key)
 		if err != nil {
-			fmt.Printf("Error storing API key: %v\n", err)
+			fmt.Printf("Error storing Dehashed API key: %v\n", err)
+			return
+		}
+		fmt.Println("API key stored successfully")
+	},
+}
+
+var setHunterKeyCmd = &cobra.Command{
+	Use:   "set-hunter [key]",
+	Short: "Set and store Hunter.io API key",
+	Args:  cobra.ExactArgs(1),
+	Run: func(cmd *cobra.Command, args []string) {
+		key := args[0]
+		// Store key in badger DB
+		err := storeHunterApiKey(key)
+		if err != nil {
+			fmt.Printf("Error storing Hunter API key: %v\n", err)
 			return
 		}
 		fmt.Println("API key stored successfully")
@@ -118,8 +133,17 @@ var setLocalDb = &cobra.Command{
 }
 
 // Helper functions to store API credentials
-func storeApiKey(key string) error {
+func storeDehashedApiKey(key string) error {
-	err := badger.StoreKey(key)
+	err := badger.StoreDehashedKey(key)
+	if err != nil {
+		fmt.Printf("Error storing API key: %v\n", err)
+		return err
+	}
+	return nil
+}
+
+func storeHunterApiKey(key string) error {
+	err := badger.StoreHunterKey(key)
 	if err != nil {
 		fmt.Printf("Error storing API key: %v\n", err)
 		return err

cmd/whois.go

@@ -1,14 +1,39 @@
 package cmd
 
 import (
+	"dehasher/internal/debug"
+	"dehasher/internal/export"
+	"dehasher/internal/files"
+	"dehasher/internal/pretty"
 	"dehasher/internal/sqlite"
 	"dehasher/internal/whois"
 	"fmt"
 	"github.com/spf13/cobra"
 	"go.uber.org/zap"
+	"os"
 	"strings"
+	"time"
 )
 
+func init() {
+	// Add whois subcommand to root command
+	rootCmd.AddCommand(whoisCmd)
+
+	// Add flags specific to whois command
+	whoisCmd.Flags().StringVarP(&whoisDomain, "domain", "d", "", "Domain for WHOIS lookup, history search, and subdomain scan")
+	whoisCmd.Flags().StringVarP(&whoisIPAddress, "ip", "i", "", "IP address for reverse IP lookup")
+	whoisCmd.Flags().StringVarP(&whoisMXAddress, "mx", "m", "", "MX hostname for reverse MX lookup")
+	whoisCmd.Flags().StringVarP(&whoisNSAddress, "ns", "n", "", "NS hostname for reverse NS lookup")
+	whoisCmd.Flags().StringVarP(&whoisInclude, "include", "I", "", "Up to 4 Terms to include in reverse WHOIS search (comma-separated)")
+	whoisCmd.Flags().StringVarP(&whoisExclude, "exclude", "E", "", "Up to 4 Terms to exclude in reverse WHOIS search (comma-separated)")
+	whoisCmd.Flags().StringVarP(&whoisReverseType, "type", "t", "registrant", "Type of reverse WHOIS search ([default] current or historic)")
+	whoisCmd.Flags().StringVarP(&whoisOutputFormat, "format", "f", "text", "Output format (text, json)")
+	whoisCmd.Flags().StringVarP(&whoisOutputFile, "output", "o", "whois", "File to output results to including extension")
+	whoisCmd.Flags().BoolVarP(&whoisShowCredits, "credits", "c", false, "Show remaining WHOIS credits")
+	whoisCmd.Flags().BoolVarP(&whoisHistory, "history", "H", false, "Perform WHOIS history search [25 Credits]")
+	whoisCmd.Flags().BoolVarP(&whoisSubdomainScan, "subdomains", "s", false, "Perform WHOIS subdomain scan")
+}
+
 var (
 	// WHOIS command flags
 	whoisDomain        string
@@ -19,6 +44,7 @@ var (
 	whoisExclude       string
 	whoisReverseType   string
 	whoisOutputFormat  string
+	whoisOutputFile    string
 	whoisShowCredits   bool
 	whoisHistory       bool
 	whoisSubdomainScan bool
@@ -29,7 +55,7 @@ var (
 		Short: "Dehashed WHOIS lookups and reverse WHOIS searches",
 		Long:  `Perform WHOIS lookups, history searches, reverse WHOIS searches, IP lookups, MX lookups, NS lookups, and subdomain scans.`,
 		Run: func(cmd *cobra.Command, args []string) {
-			key := getStoredApiKey()
+			key := getDehashedApiKey()
 
 			// Validate credentials
 			if key == "" {
@@ -37,20 +63,44 @@ var (
 				return
 			}
 
+			if debugGlobal {
+				debug.PrintInfo("debug mode enabled")
+				zap.L().Info("whois_debug",
+					zap.String("message", "debug mode enabled"),
+				)
+			}
+
+			if whoisOutputFile == "" {
+				if debugGlobal {
+					debug.PrintInfo("output file not specified, using default")
+				}
+				whoisOutputFile = "whois_" + time.Now().Format("05_04_05")
+			}
+
+			if whoisOutputFormat == "" {
+				if debugGlobal {
+					debug.PrintInfo("output format not specified, using default")
+				}
+				whoisOutputFormat = "json"
+			}
+
+			fType := files.GetFileType(whoisOutputFormat)
+			if fType == files.UNKNOWN {
+				fmt.Println("[!] Error: Invalid output format. Must be 'json', 'xml', 'yaml', or 'txt'.")
+				return
+			}
+			if debugGlobal {
+				debug.PrintInfo("using output format: " + whoisOutputFormat)
+			}
+
+			w := whois.NewWhoIs(key, debugGlobal)
+
 			// Show credits if requested
 			if whoisShowCredits {
-				fmt.Println("[*] Getting WHOIS credits...")
+				fmt.Println("[*] Getting WHOIS balance...")
-				credits, err := whois.GetWHOISCredits(key)
+				if whoisShowCredits {
-				if err != nil {
+					checkBalance(w)
-					zap.L().Error("get_whois_credits",
-						zap.String("message", "failed to get whois credits"),
-						zap.Error(err),
-					)
-					fmt.Printf("Error getting WHOIS credits: %v\n", err)
-					return
 				}
-				fmt.Printf("WHOIS Credits: %d\n", credits.WhoisCredits)
-				return
 			}
 
 			// Check if domain is provided for history and subdomain scan
@@ -59,14 +109,22 @@ var (
 					fmt.Println("Domain is required for history and subdomain scan.")
 					return
 				}
+				if whoisShowCredits {
+					checkBalance(w)
+				}
 			}
 
 			// Determine which operation to perform based on flags
 			if whoisDomain != "" {
 				fmt.Println("[*] Performing WHOIS lookup...")
+
 				// Domain lookup
-				result, err := whois.WhoisSearch(whoisDomain, key)
+				result, err := w.WhoisSearch(whoisDomain)
 				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform whois search")
+						debug.PrintError(err)
+					}
 					zap.L().Error("whois_search",
 						zap.String("message", "failed to perform whois search"),
 						zap.Error(err),
@@ -75,12 +133,20 @@ var (
 					return
 				}
 
+				if whoisShowCredits {
+					checkBalance(w)
+				}
+
 				// Fix the output format to use proper formatting
-				fmt.Printf("WHOIS Lookup Result:\n%+v\n", result.Data.WhoisRecord)
+				fmt.Println("WHOIS Lookup Result:")
 
 				// Store the record
-				err = sqlite.StoreWhoisRecord(result.Data.WhoisRecord)
+				err = sqlite.StoreWhoisRecord(result)
 				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to store whois record")
+						debug.PrintError(err)
+					}
 					zap.L().Error("store_whois_record",
 						zap.String("message", "failed to store whois record"),
 						zap.Error(err),
@@ -89,75 +155,165 @@ var (
 					// Continue execution even if storage fails
 				}
 
+				// Pretty Print WhoIs Record
+				pretty.WhoIsTree(whoisDomain, result)
+
+				// Write WhoIs Record to file
+				if len(result.DomainName) != 0 {
+					fmt.Printf("[*] Writing WHOIS record to file: %s%s\n", whoisOutputFile, fType.Extension())
+					err = export.WriteWhoIsRecordToFile(result, whoisOutputFile, fType)
+				} else {
+					if debugGlobal {
+						debug.PrintInfo("no whois record to write to file")
+					}
+					zap.L().Info("write_whois_record",
+						zap.String("message", "no whois record to write to file"),
+					)
+				}
+
 				if whoisHistory {
+					filename := whoisOutputFile + "_history"
 					fmt.Println("[*] Performing WHOIS history search...")
 					// Perform history search
-					history, err := whois.WhoisHistory(whoisDomain, key)
+					historyRecords, err := w.WhoisHistory(whoisDomain)
 					if err != nil {
+						if debugGlobal {
+							debug.PrintInfo("failed to perform whois history lookup")
+							debug.PrintError(err)
+						}
 						zap.L().Error("whois_history",
 							zap.String("message", "failed to perform whois history lookup"),
 							zap.Error(err),
 						)
-						fmt.Printf("Error performing WHOIS history lookup: %v\n", err)
+						fmt.Printf("[!] Error performing WHOIS history lookup: %v\n", err)
 					} else {
-						fmt.Println("\nWHOIS History:")
+						if whoisShowCredits {
-						fmt.Println(history)
+							checkBalance(w)
-					}
+						}
 
-					err = sqlite.StoreHistoryRecord(history.Data.Records)
+						// Write history records to file if any
-					if err != nil {
+						if len(historyRecords) > 0 {
-						zap.L().Error("store_history_record",
+							fmt.Println("[*] Records Found: %d\n", len(historyRecords))
-							zap.String("message", "failed to store history record"),
+							fmt.Println("[*] WHOIS History being written to file: %s%s\n", whoisOutputFile, fType.Extension())
-							zap.Error(err),
+							writeErr := export.WriteWhoIsHistoryToFile(historyRecords, filename, fType)
-						)
+							if writeErr != nil {
-						fmt.Printf("Error storing WHOIS history record: %v\n", err)
+								if debugGlobal {
+									debug.PrintInfo("failed to write whois history to file")
+									debug.PrintError(writeErr)
+								}
+								zap.L().Error("write_whois_history",
+									zap.String("message", "failed to write whois history to file"),
+									zap.Error(writeErr),
+								)
+								fmt.Printf("[!] Error writing WHOIS history to file: %v\n", writeErr)
+							}
+
+							err = sqlite.StoreHistoryRecord(historyRecords)
+							if err != nil {
+								if debugGlobal {
+									debug.PrintInfo("failed to store history record")
+									debug.PrintError(err)
+								}
+								zap.L().Error("store_history_record",
+									zap.String("message", "failed to store history record"),
+									zap.Error(err),
+								)
+								fmt.Printf("Error storing WHOIS history record: %v\n", err)
+							}
+
+						} else {
+							if debugGlobal {
+								debug.PrintInfo("no whois history records to write to file")
+							}
+							zap.L().Info("write_whois_history",
+								zap.String("message", "no whois history records to write to file"),
+							)
+						}
 					}
 				}
 
 				// Perform subdomain scan
 				if whoisSubdomainScan {
+					filename := whoisOutputFile + "_subdomains"
 					fmt.Println("[*] Performing WHOIS subdomain scan...")
-					subdomains, err := whois.WhoisSubdomainScan(whoisDomain, key)
+					subdomains, err := w.WhoisSubdomainScan(whoisDomain)
+
+					if whoisShowCredits {
+						checkBalance(w)
+					}
+
 					if err != nil {
+						if debugGlobal {
+							debug.PrintInfo("failed to perform subdomain scan")
+							debug.PrintError(err)
+						}
 						zap.L().Error("whois_subdomain_scan",
 							zap.String("message", "failed to perform subdomain scan"),
 							zap.Error(err),
 						)
 						fmt.Printf("Error performing subdomain scan: %v\n", err)
 					} else {
-						fmt.Println("\nSubdomain Scan:")
+						fmt.Println("Subdomain Scan:")
-						fmt.Println(subdomains)
+						err = sqlite.StoreSubdomainRecords(subdomains)
-					}
+						if err != nil {
+							if debugGlobal {
+								debug.PrintInfo("failed to store subdomain record")
+								debug.PrintError(err)
+							}
+							zap.L().Error("store_subdomain_record",
+								zap.String("message", "failed to store subdomain record"),
+								zap.Error(err),
+							)
+							fmt.Printf("Error storing WHOIS subdomain record: %v\n", err)
+						}
 
-					err = sqlite.StoreSubdomainRecord(subdomains.Data.Result.Records)
+						// Write the subdomains to file if any
-					if err != nil {
+						if len(subdomains) > 0 {
-						zap.L().Error("store_subdomain_record",
+							fmt.Printf("[*] Writing subdomains to file: %s%s\n", whoisOutputFile, fType.Extension())
-							zap.String("message", "failed to store subdomain record"),
+							err = export.WriteSubdomainsToFile(subdomains, filename, fType)
-							zap.Error(err),
+							if err != nil {
-						)
+								zap.L().Error("write_whois_subdomain",
-						fmt.Printf("Error storing WHOIS subdomain record: %v\n", err)
+									zap.String("message", "failed to write whois subdomain to file"),
+									zap.Error(err),
+								)
+								fmt.Printf("Error writing WHOIS subdomain to file: %v\n", err)
+							}
+
+							var (
+								headers = []string{"Domain", "First Seen", "Last Seen"}
+								rows    [][]string
+							)
+
+							// Create the rows
+							for _, r := range subdomains {
+								rows = append(rows, []string{r.Domain, time.Unix(r.FirstSeen, 0).String(), time.Unix(r.LastSeen, 0).String()})
+							}
+
+							// Store the subdomains
+							pretty.Table(headers, rows)
+
+						} else {
+							fmt.Println("[!] No subdomains found")
+							zap.L().Info("write_whois_subdomain",
+								zap.String("message", "no whois subdomain records to write to file"),
+								zap.String("domain", whoisDomain),
+							)
+						}
 					}
 				}
 
-				// Get credits
-				credits, err := whois.GetWHOISCredits(key)
-				if err != nil {
-					zap.L().Error("get_whois_credits",
-						zap.String("message", "failed to get whois credits"),
-						zap.Error(err),
-					)
-					fmt.Printf("Error getting WHOIS credits: %v\n", err)
-					return
-				}
-				fmt.Printf("\nWHOIS Credits Remaining: %d\n", credits.WhoisCredits)
 				return
 			}
 
 			if whoisIPAddress != "" {
 				fmt.Println("[*] Performing reverse IP lookup...")
 				// IP lookup
-				result, err := whois.WhoisIP(whoisIPAddress, key)
+				result, err := w.WhoisIP(whoisIPAddress)
 				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform ip lookup")
+						debug.PrintError(err)
+					}
 					zap.L().Error("whois_ip",
 						zap.String("message", "failed to perform ip lookup"),
 						zap.Error(err),
@@ -165,28 +321,61 @@ var (
 					fmt.Printf("Error performing IP lookup: %v\n", err)
 					return
 				}
-				fmt.Println("IP Lookup Result:")
-				fmt.Println(string(result))
 
 				// Get credits
-				credits, err := whois.GetWHOISCredits(key)
+				if whoisShowCredits {
-				if err != nil {
+					checkBalance(w)
-					zap.L().Error("get_whois_credits",
+				}
-						zap.String("message", "failed to get whois credits"),
+
-						zap.Error(err),
+				if len(result) == 0 {
+					fmt.Println("[!] No results found")
+					zap.L().Info("whois_ip",
+						zap.String("message", "no results found"),
+						zap.String("ip", whoisIPAddress),
 					)
-					fmt.Printf("Error getting WHOIS credits: %v\n", err)
 					return
 				}
-				fmt.Printf("\nWHOIS Credits Remaining: %d\n", credits.WhoisCredits)
+
+				// Write the results to file
+				fmt.Printf("[*] Writing IP lookup results to file: %s%s\n", whoisOutputFile, fType.Extension())
+				err = export.WriteIPLookupToFile(result, whoisOutputFile, fType)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to write ip lookup to file")
+						debug.PrintError(err)
+					}
+					zap.L().Error("write_ip_lookup",
+						zap.String("message", "failed to write ip lookup to file"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error writing IP lookup to file: %v\n", err)
+				}
+
+				// Pretty Print the JSON
+				var (
+					headers = []string{"Name", "Search Term", "First Seen", "Last Visit", "Type"}
+					rows    [][]string
+				)
+				fmt.Println("IP Lookup Result:")
+
+				for _, r := range result {
+					rows = append(rows, []string{r.Name, r.SearchTerm, time.Unix(r.FirstSeen, 0).String(), time.Unix(r.LastVisit, 0).String(), r.Type})
+				}
+
+				pretty.Table(headers, rows)
+
 				return
 			}
 
 			if whoisMXAddress != "" {
 				fmt.Println("[*] Performing reverse MX lookup...")
 				// MX lookup
-				result, err := whois.WhoisMX(whoisMXAddress, key)
+				result, err := w.WhoisMX(whoisMXAddress)
 				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform mx lookup")
+						debug.PrintError(err)
+					}
 					zap.L().Error("whois_mx",
 						zap.String("message", "failed to perform mx lookup"),
 						zap.Error(err),
@@ -195,29 +384,60 @@ var (
 					return
 				}
 
-				// todo unmarshal mx lookup
-				fmt.Println("MX Lookup Result:")
-				fmt.Println(result)
-
 				// Get credits
-				credits, err := whois.GetWHOISCredits(key)
+				if whoisShowCredits {
-				if err != nil {
+					checkBalance(w)
-					zap.L().Error("get_whois_credits",
+				}
-						zap.String("message", "failed to get whois credits"),
+
-						zap.Error(err),
+				if len(result) == 0 {
+					fmt.Println("[!] No results found")
+					zap.L().Info("whois_mx",
+						zap.String("message", "no results found"),
+						zap.String("mx", whoisMXAddress),
 					)
-					fmt.Printf("Error getting WHOIS credits: %v\n", err)
 					return
 				}
-				fmt.Printf("\nWHOIS Credits Remaining: %d\n", credits.WhoisCredits)
+
+				// Write the results to file
+				fmt.Printf("[*] Writing MX lookup results to file: %s%s\n", whoisOutputFile, fType.Extension())
+				err = export.WriteIPLookupToFile(result, whoisOutputFile, fType)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to write mx lookup to file")
+						debug.PrintError(err)
+					}
+					zap.L().Error("write_mx_lookup",
+						zap.String("message", "failed to write mx lookup to file"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error writing MX lookup to file: %v\n", err)
+				}
+
+				// Pretty Print the JSON
+				var (
+					headers = []string{"Name", "Search Term", "First Seen", "Last Visit", "Type"}
+					rows    [][]string
+				)
+				fmt.Println("MX Lookup Result:")
+
+				for _, r := range result {
+					rows = append(rows, []string{r.Name, r.SearchTerm, time.Unix(r.FirstSeen, 0).String(), time.Unix(r.LastVisit, 0).String(), r.Type})
+				}
+
+				pretty.Table(headers, rows)
+
 				return
 			}
 
 			if whoisNSAddress != "" {
 				fmt.Println("[*] Performing reverse NS lookup...")
 				// NS lookup
-				result, err := whois.WhoisNS(whoisNSAddress, key)
+				result, err := w.WhoisNS(whoisNSAddress)
 				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform ns lookup")
+						debug.PrintError(err)
+					}
 					zap.L().Error("whois_ns",
 						zap.String("message", "failed to perform ns lookup"),
 						zap.Error(err),
@@ -225,20 +445,49 @@ var (
 					fmt.Printf("Error performing NS lookup: %v\n", err)
 					return
 				}
-				fmt.Println("NS Lookup Result:")
-				fmt.Println(result)
 
 				// Get credits
-				credits, err := whois.GetWHOISCredits(key)
+				if whoisShowCredits {
-				if err != nil {
+					checkBalance(w)
-					zap.L().Error("get_whois_credits",
+				}
-						zap.String("message", "failed to get whois credits"),
+
-						zap.Error(err),
+				if len(result) == 0 {
+					fmt.Println("[!] No results found")
+					zap.L().Info("whois_ns",
+						zap.String("message", "no results found"),
+						zap.String("ns", whoisNSAddress),
 					)
-					fmt.Printf("Error getting WHOIS credits: %v\n", err)
 					return
 				}
-				fmt.Printf("\nWHOIS Credits Remaining: %d\n", credits.WhoisCredits)
+
+				// Write the results to file
+				fmt.Printf("[*] Writing NS lookup results to file: %s%s\n", whoisOutputFile, fType.Extension())
+				err = export.WriteIPLookupToFile(result, whoisOutputFile, fType)
+				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to write ns lookup to file")
+						debug.PrintError(err)
+					}
+					zap.L().Error("write_ns_lookup",
+						zap.String("message", "failed to write ns lookup to file"),
+						zap.Error(err),
+					)
+					fmt.Printf("Error writing NS lookup to file: %v\n", err)
+				}
+
+				// Pretty Print the JSON
+				var (
+					headers = []string{"Name", "Search Term", "First Seen", "Last Visit", "Type"}
+					rows    [][]string
+				)
+				fmt.Println("NS Lookup Result:")
+
+				for _, r := range result {
+					rows = append(rows, []string{r.Name, r.SearchTerm, time.Unix(r.FirstSeen, 0).String(), time.Unix(r.LastVisit, 0).String(), r.Type})
+				}
+
+				pretty.Table(headers, rows)
+
 				return
 			}
 
@@ -247,25 +496,54 @@ var (
 				includeTerms := []string{}
 				if whoisInclude != "" {
 					includeTerms = strings.Split(whoisInclude, ",")
+					if len(includeTerms) > 4 {
+						fmt.Println("[!] Error: Maximum of 4 include terms allowed.")
+						return
+					}
 				}
 
 				excludeTerms := []string{}
 				if whoisExclude != "" {
 					excludeTerms = strings.Split(whoisExclude, ",")
+					if len(excludeTerms) > 4 {
+						fmt.Println("[!] Error: Maximum of 4 exclude terms allowed.")
+						return
+					}
 				}
 
 				if whoisReverseType == "" {
-					whoisReverseType = "registrant"
+					if debugGlobal {
+						debug.PrintInfo("reverse type not specified, using default")
+					}
+					whoisReverseType = "current"
+				} else {
+					toLower := strings.ToLower(whoisReverseType)
+					if toLower != "current" && toLower != "historic" {
+						fmt.Println("[!] Error: Invalid reverse type. Must be 'current' or 'historic'.")
+						return
+					}
 				}
 
 				fmt.Println("[*] Performing reverse WHOIS lookup...")
-				result, err := whois.ReverseWHOIS(includeTerms, excludeTerms, whoisReverseType, key)
+				result, err := w.ReverseWHOIS(includeTerms, excludeTerms, whoisReverseType)
 				if err != nil {
+					if debugGlobal {
+						debug.PrintInfo("failed to perform reverse whois")
+						debug.PrintError(err)
+					}
+					zap.L().Error("reverse_whois",
+						zap.String("message", "failed to perform reverse whois"),
+						zap.Error(err),
+					)
 					fmt.Printf("Error performing reverse WHOIS: %v\n", err)
 					return
 				}
 				fmt.Println("Reverse WHOIS Result:")
 				fmt.Println(result)
+
+				if whoisShowCredits {
+					checkBalance(w)
+				}
 				return
 			}
 
@@ -275,20 +553,22 @@ var (
 	}
 )
 
-func init() {
+func checkBalance(w *whois.DehashedWhoIs) {
-	// Add whois command to root command
+	balance, err := w.Balance()
-	rootCmd.AddCommand(whoisCmd)
+	if err != nil {
-
+		if debugGlobal {
-	// Add flags specific to whois command
+			debug.PrintInfo("failed to get whois balance")
-	whoisCmd.Flags().StringVarP(&whoisDomain, "domain", "d", "", "Domain for WHOIS lookup, history search, and subdomain scan")
+			debug.PrintError(err)
-	whoisCmd.Flags().StringVarP(&whoisIPAddress, "ip", "i", "", "IP address for reverse IP lookup")
+		}
-	whoisCmd.Flags().StringVarP(&whoisMXAddress, "mx", "m", "", "MX address for reverse MX lookup")
+		zap.L().Error("get_whois_credits",
-	whoisCmd.Flags().StringVarP(&whoisNSAddress, "ns", "n", "", "NS address for reverse NS lookup")
+			zap.String("message", "failed to get whois balance"),
-	whoisCmd.Flags().StringVarP(&whoisInclude, "include", "I", "", "Terms to include in reverse WHOIS search (comma-separated)")
+			zap.Error(err),
-	whoisCmd.Flags().StringVarP(&whoisExclude, "exclude", "E", "", "Terms to exclude in reverse WHOIS search (comma-separated)")
+		)
-	whoisCmd.Flags().StringVarP(&whoisReverseType, "type", "t", "registrant", "Type of reverse WHOIS search (registrant, email, organization, address, phone)")
+		fmt.Printf("Error getting WHOIS balance: %v\n", err)
-	whoisCmd.Flags().StringVarP(&whoisOutputFormat, "format", "f", "text", "Output format (text, json)")
+	}
-	whoisCmd.Flags().BoolVarP(&whoisShowCredits, "credits", "c", false, "Show remaining WHOIS credits")
+	fmt.Println("WHOIS Credits: ", balance)
-	whoisCmd.Flags().BoolVarP(&whoisHistory, "history", "H", false, "Perform WHOIS history search [25 Credits]")
+	if balance == 0 {
-	whoisCmd.Flags().BoolVarP(&whoisSubdomainScan, "subdomains", "s", false, "Perform WHOIS subdomain scan")
+		fmt.Println("[!] No WHOIS credits remaining.")
+		os.Exit(0)
+	}
 }

internal/badger/badger.go

@@ -100,7 +100,7 @@ func Close() {
 	}
 }
 
-func GetKey() string {
+func GetDehashedKey() string {
 	var apiKey string
 
 	err := db.View(func(txn *badger.Txn) error {
@@ -124,6 +124,29 @@ func GetKey() string {
 	return apiKey
 }
 
+func GetHunterKey() string {
+	var apiKey string
+
+	err := db.View(func(txn *badger.Txn) error {
+		item, err := txn.Get([]byte("cfg:hunter_api_key"))
+		if err != nil {
+			return err // could be ErrKeyNotFound
+		}
+		return item.Value(func(val []byte) error {
+			apiKey = string(val)
+			return nil
+		})
+	})
+
+	if err != nil {
+		zap.L().Error("get_hunter_api_key",
+			zap.String("message", "failed to get hunter_api_key"),
+			zap.Error(err),
+		)
+	}
+	return apiKey
+}
+
 func GetUseLocalDB() bool {
 	var useLocal bool
 
@@ -162,13 +185,26 @@ func GetUseLocalDB() bool {
 	return useLocal
 }
 
-func StoreKey(apiKey string) error {
+func StoreDehashedKey(apiKey string) error {
 	err := db.Update(func(txn *badger.Txn) error {
 		return txn.Set([]byte("cfg:api_key"), []byte(apiKey))
 	})
 	if err != nil {
 		zap.L().Error("set_api_key",
-			zap.String("message", "failed to set api_key"),
+			zap.String("message", "failed to set dehashed api_key"),
+			zap.Error(err),
+		)
+	}
+	return err
+}
+
+func StoreHunterKey(apiKey string) error {
+	err := db.Update(func(txn *badger.Txn) error {
+		return txn.Set([]byte("cfg:hunter_api_key"), []byte(apiKey))
+	})
+	if err != nil {
+		zap.L().Error("set_api_key",
+			zap.String("message", "failed to set hunter api_key"),
 			zap.Error(err),
 		)
 	}

internal/debug/print.go

@@ -0,0 +1,21 @@
+package debug
+
+import (
+	"fmt"
+	"github.com/fatih/color"
+)
+
+func PrintError(err error) {
+	errLine := fmt.Sprintf("[DEBUG-ERROR] %s", err)
+	fmt.Println(color.RedString(errLine))
+}
+
+func PrintJson(json string) {
+	jsonLine := fmt.Sprintf("[DEBUG-JSON] %s", json)
+	fmt.Print(color.GreenString(jsonLine))
+}
+
+func PrintInfo(info string) {
+	infoLine := fmt.Sprintf("[DEBUG-INFO] %s", info)
+	fmt.Println(color.BlueString(infoLine))
+}

internal/dehashed/clientv2.go

@@ -1,8 +1,9 @@
-package query
+package dehashed
 
 import (
 	"bytes"
 	"crypto/sha256"
+	"dehasher/internal/debug"
 	"dehasher/internal/sqlite"
 	"encoding/hex"
 	"encoding/json"
@@ -38,6 +39,7 @@ func (dp DehashedParameter) GetArgumentString(arg string) string {
 
 type DehashedSearchRequest struct {
 	ForcePlaintext bool   `json:"-"`
+	Debug          bool   `json:"-"`
 	Page           int    `json:"page"`
 	Query          string `json:"query"`
 	Size           int    `json:"size"`
@@ -46,42 +48,60 @@ type DehashedSearchRequest struct {
 	DeDupe         bool   `json:"de_dupe"`
 }
 
-func NewDehashedSearchRequest(page, size int, wildcard, regex, forcePlaintext bool) *DehashedSearchRequest {
+func NewDehashedSearchRequest(page, size int, wildcard, regex, forcePlaintext, debug bool) *DehashedSearchRequest {
-	return &DehashedSearchRequest{Page: page, Query: "", Size: size, Wildcard: wildcard, Regex: regex, DeDupe: true, ForcePlaintext: forcePlaintext}
+	return &DehashedSearchRequest{Page: page, Query: "", Size: size, Wildcard: wildcard, Regex: regex, DeDupe: true, ForcePlaintext: forcePlaintext, Debug: debug}
 }
 
-func (dsr *DehashedSearchRequest) buildQuery(query string, param DehashedParameter) {
+func (dsr *DehashedSearchRequest) buildQuery(query string) {
+	if dsr.Debug {
+		debug.PrintInfo(fmt.Sprintf("building query: %s", query))
+	}
+	// Ensure query is properly formatted
+	query = strings.TrimSpace(query)
+
+	// For regex queries, we need to ensure the regex pattern is properly escaped
+	// and not enquoted, as that would break the regex pattern
+	if dsr.Regex && !strings.HasPrefix(query, "\"") && !strings.HasSuffix(query, "\"") {
+		// Don't add extra quotes for regex patterns
+	} else if strings.Contains(query, " ") && !strings.HasPrefix(query, "\"") {
+		query = fmt.Sprintf("\"%s\"", query)
+	}
+
 	if len(dsr.Query) > 0 {
-		dsr.Query = fmt.Sprintf("%s&%s", strings.TrimSpace(dsr.Query), strings.TrimSpace(query))
+		dsr.Query = fmt.Sprintf("%s&%s", strings.TrimSpace(dsr.Query), query)
 	} else {
 		dsr.Query = query
 	}
+
+	if dsr.Debug {
+		debug.PrintInfo(fmt.Sprintf("query built: %s", dsr.Query))
+	}
 }
 
 func (dsr *DehashedSearchRequest) AddUsernameQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(Username.GetArgumentString(query), Username)
+	dsr.buildQuery(Username.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddEmailQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(Email.GetArgumentString(query), Email)
+	dsr.buildQuery(Email.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddIpAddressQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(IpAddress.GetArgumentString(query), IpAddress)
+	dsr.buildQuery(IpAddress.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddDomainQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(Domain.GetArgumentString(query), Domain)
+	dsr.buildQuery(Domain.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddPasswordQuery(query string) {
 	if dsr.ForcePlaintext {
 		query = enquoteSpaced(query)
-		dsr.buildQuery(Password.GetArgumentString(query), Password)
+		dsr.buildQuery(Password.GetArgumentString(query))
 		return
 	}
 	hash := sha256.Sum256([]byte(query))
@@ -91,89 +111,126 @@ func (dsr *DehashedSearchRequest) AddPasswordQuery(query string) {
 
 func (dsr *DehashedSearchRequest) AddVinQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(Vin.GetArgumentString(query), Vin)
+	dsr.buildQuery(Vin.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddLicensePlateQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(LicensePlate.GetArgumentString(query), LicensePlate)
+	dsr.buildQuery(LicensePlate.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddAddressQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(Address.GetArgumentString(query), Address)
+	dsr.buildQuery(Address.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddPhoneQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(Phone.GetArgumentString(query), Phone)
+	dsr.buildQuery(Phone.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddSocialQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(Social.GetArgumentString(query), Social)
+	dsr.buildQuery(Social.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddCryptoAddressQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(CryptoAddress.GetArgumentString(query), CryptoAddress)
+	dsr.buildQuery(CryptoAddress.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddHashedPasswordQuery(query string) {
 	query = strings.TrimSpace(query)
-	dsr.buildQuery(HashedPassword.GetArgumentString(query), HashedPassword)
+	dsr.buildQuery(HashedPassword.GetArgumentString(query))
 }
 
 func (dsr *DehashedSearchRequest) AddNameQuery(query string) {
 	query = enquoteSpaced(query)
-	dsr.buildQuery(Name.GetArgumentString(query), Name)
+	dsr.buildQuery(Name.GetArgumentString(query))
 }
 
 type DehashedClientV2 struct {
 	apiKey  string
 	results []sqlite.Result
+	debug   bool
 }
 
-func NewDehashedClientV2(apiKey string) *DehashedClientV2 {
+func NewDehashedClientV2(apiKey string, debug bool) *DehashedClientV2 {
-	return &DehashedClientV2{apiKey: apiKey}
+	return &DehashedClientV2{apiKey: apiKey, debug: debug}
 }
 
-func (dcv2 *DehashedClientV2) Search(searchRequest DehashedSearchRequest) (int, error) {
+func (dcv2 *DehashedClientV2) Search(searchRequest DehashedSearchRequest) (int, int, error) {
+	if dcv2.debug {
+		debug.PrintInfo("preparing search request")
+		zap.L().Info("v2_search_debug",
+			zap.String("message", "preparing search request"),
+		)
+	}
 	reqBody, _ := json.Marshal(searchRequest)
+
+	if dcv2.debug {
+		j := string(reqBody)
+		jReq := fmt.Sprintf("Request Body: %s\n", j)
+		debug.PrintJson(jReq)
+		zap.L().Info("v2_search_debug",
+			zap.String("message", jReq),
+			zap.String("body", j),
+		)
+	}
+
 	req, err := http.NewRequest("POST", "https://api.dehashed.com/v2/search", bytes.NewReader(reqBody))
 	if err != nil {
-		return -1, err
+		return -1, -1, err
 	}
+
+	if dcv2.debug {
+		debug.PrintInfo("setting headers")
+		zap.L().Info("v2_search_debug",
+			zap.String("message", "setting headers"),
+		)
+	}
+
 	req.Header.Set("Content-Type", "application/json")
 	req.Header.Set("Dehashed-Api-Key", dcv2.apiKey)
+
+	if dcv2.debug {
+		headers := req.Header.Clone()
+		h := fmt.Sprintf("Headers: %v\n", headers)
+		debug.PrintJson(h)
+		zap.L().Info("v2_search_debug",
+			zap.String("message", h),
+			zap.String("headers", fmt.Sprintf("%v", headers)),
+		)
+
+		debug.PrintInfo("performing request")
+		zap.L().Info("v2_search_debug",
+			zap.String("message", "performing request"),
+		)
+	}
+
 	res, err := http.DefaultClient.Do(req)
 	if res != nil {
 		defer res.Body.Close()
 	}
 	if err != nil {
+		if dcv2.debug {
+			debug.PrintInfo("failed to perform request")
+			debug.PrintError(err)
+		}
 		zap.L().Error("v2_search",
 			zap.String("message", "failed to perform request"),
 			zap.Error(err),
 		)
-		return -1, err
+		return -1, -1, err
 	}
 	if res == nil {
+		if dcv2.debug {
+			debug.PrintInfo("response was nil")
+		}
 		zap.L().Error("v2_search",
 			zap.String("message", "response was nil"),
 		)
-		return -1, errors.New("response was nil")
+		return -1, -1, errors.New("response was nil")
-	}
-
-	// Check for HTTP status code errors
-	if res.StatusCode != 200 {
-		dhErr := GetDehashedError(res.StatusCode)
-		fmt.Printf("[%d] API Error message: %s\n", res.StatusCode, dhErr.Error())
-		zap.L().Error("v2_search",
-			zap.String("message", "received error status code"),
-			zap.Int("status_code", res.StatusCode),
-			zap.String("error", dhErr.Error()),
-		)
-		return -1, &dhErr
 	}
 
 	b, err := io.ReadAll(res.Body)
@@ -182,21 +239,50 @@ func (dcv2 *DehashedClientV2) Search(searchRequest DehashedSearchRequest) (int,
 			zap.String("message", "failed to read response body"),
 			zap.Error(err),
 		)
-		return -1, err
+		return -1, -1, err
+	}
+
+	// Check for HTTP status code errors
+	if res.StatusCode != 200 {
+		if dcv2.debug {
+			debug.PrintInfo("received error status code")
+			debug.PrintJson(fmt.Sprintf("Status Code: %d\n", res.StatusCode))
+			debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b[:])))
+		}
+
+		dhErr := GetDehashedError(res.StatusCode)
+		zap.L().Error("v2_search",
+			zap.String("message", "received error status code"),
+			zap.Int("status_code", res.StatusCode),
+			zap.String("error", dhErr.Error()),
+			zap.String("body_error", string(b)),
+		)
+		return -1, -1, &dhErr
 	}
 
 	var responseResults sqlite.DehashedResponse
 	err = json.Unmarshal(b, &responseResults)
 	if err != nil {
+		if dcv2.debug {
+			debug.PrintInfo("failed to unmarshal response body")
+			debug.PrintError(err)
+		}
 		zap.L().Error("v2_search",
 			zap.String("message", "failed to unmarshal response body"),
 			zap.Error(err),
 		)
-		return -1, err
+		return -1, -1, err
+	}
+
+	if dcv2.debug {
+		debug.PrintInfo("appending results")
+		debug.PrintJson(fmt.Sprintf("Total Results: %d\n", responseResults.TotalResults))
+		debug.PrintJson(fmt.Sprintf("Balance: %d\n", responseResults.Balance))
+		debug.PrintJson(fmt.Sprintf("Entries: %d\n", len(responseResults.Entries)))
 	}
 
 	dcv2.results = append(dcv2.results, responseResults.Entries...)
-	return responseResults.TotalResults, nil
+	return responseResults.TotalResults, responseResults.Balance, nil
 }
 
 func (dcv2 *DehashedClientV2) GetResults() sqlite.DehashedResults {

internal/dehashed/dehashed.go

@@ -1,6 +1,7 @@
-package query
+package dehashed
 
 import (
+	"dehasher/internal/debug"
 	"dehasher/internal/export"
 	"dehasher/internal/sqlite"
 	"encoding/json"
@@ -13,6 +14,8 @@ import (
 type Dehasher struct {
 	options  sqlite.QueryOptions
 	nextPage int
+	debug    bool
+	balance  int
 	request  *DehashedSearchRequest
 	client   *DehashedClientV2
 }
@@ -22,19 +25,24 @@ func NewDehasher(options *sqlite.QueryOptions) *Dehasher {
 	dh := &Dehasher{
 		options:  *options,
 		nextPage: options.StartingPage + 1,
+		debug:    options.Debug,
+		balance:  0,
 	}
 	dh.setQueries()
-	dh.request = NewDehashedSearchRequest(dh.options.StartingPage, dh.options.MaxRecords, dh.options.WildcardMatch, dh.options.RegexMatch, false)
+	dh.request = NewDehashedSearchRequest(dh.options.StartingPage, dh.options.MaxRecords, dh.options.WildcardMatch, dh.options.RegexMatch, false, options.Debug)
 	dh.buildRequest()
 	return dh
 }
 
 // SetClientCredentials sets the client credentials for the dehasher
 func (dh *Dehasher) SetClientCredentials(key string) {
-	dh.client = NewDehashedClientV2(key)
+	dh.client = NewDehashedClientV2(key, dh.debug)
 }
 
 func (dh *Dehasher) getNextPage() int {
+	if dh.debug {
+		debug.PrintInfo(fmt.Sprintf("getting next page: %d", dh.nextPage))
+	}
 	nextPage := dh.nextPage
 	dh.nextPage += 1
 	return nextPage
@@ -44,6 +52,10 @@ func (dh *Dehasher) getNextPage() int {
 func (dh *Dehasher) setQueries() {
 	var numQueries int
 
+	if dh.debug {
+		debug.PrintInfo("setting queries")
+	}
+
 	switch {
 	case dh.options.MaxRequests == 0:
 		zap.L().Error("max requests cannot be zero")
@@ -80,6 +92,12 @@ func (dh *Dehasher) setQueries() {
 	}
 
 	dh.options.MaxRequests = numQueries
+
+	if dh.debug {
+		debug.PrintInfo(fmt.Sprintf("setting max requests: %d", numQueries))
+		debug.PrintInfo(fmt.Sprintf("setting max records: %d", dh.options.MaxRecords))
+	}
+
 	fmt.Printf("Making %d Requests for %d Records (%d Total)\n", dh.options.MaxRequests, dh.options.MaxRecords, dh.options.MaxRequests*dh.options.MaxRecords)
 }
 
@@ -88,11 +106,16 @@ func (dh *Dehasher) Start() {
 	fmt.Printf("[*] Querying Dehashed API...\n")
 	for i := 0; i < dh.options.MaxRequests; i++ {
 		fmt.Printf("   [*] Performing Request...\n")
-		count, err := dh.client.Search(*dh.request)
+		count, balance, err := dh.client.Search(*dh.request)
 		if err != nil {
+			if dh.debug {
+				debug.PrintInfo("error performing request")
+				debug.PrintError(err)
+			}
+
 			// Check if it's a DehashError
 			if dhErr, ok := err.(*DehashError); ok {
-				fmt.Printf("   [!] Dehashed API Error: %s (Code: %d)\n", dhErr.Message, dhErr.Code)
+				fmt.Printf("      [!] Dehashed API Error: %s (Code: %d)\n", dhErr.Message, dhErr.Code)
 				zap.L().Error("dehashed_api_error",
 					zap.String("message", dhErr.Message),
 					zap.Int("code", dhErr.Code),
@@ -104,9 +127,24 @@ func (dh *Dehasher) Start() {
 					zap.Error(err),
 				)
 			}
+
+			if len(dh.client.results) > 0 {
+				fmt.Printf("   [!] Partial results retrieved. Storing Results...\n")
+				err := sqlite.StoreResults(dh.client.GetResults())
+				if err != nil {
+					zap.L().Error("store_results",
+						zap.String("message", "failed to store results"),
+						zap.Error(err),
+					)
+					fmt.Printf("   [!] Error storing results: %v\n", err)
+				}
+			}
+			dh.parseResults()
 			os.Exit(-1)
 		}
 
+		dh.balance = balance
+
 		if count < dh.options.MaxRecords {
 			fmt.Printf("      [+] Retrieved %d records\n", count)
 			fmt.Printf("      [-] Not enough entries, ending queries\n")
@@ -115,6 +153,10 @@ func (dh *Dehasher) Start() {
 			fmt.Printf("      [+] Retrieved %d records\n", dh.options.MaxRecords)
 		}
 
+		if dh.options.PrintBalance {
+			fmt.Printf("      [*] Balance: %d\n", balance)
+		}
+
 		dh.request.Page = dh.getNextPage()
 	}
 

internal/dehashed/errors.go

@@ -1,4 +1,4 @@
-package query
+package dehashed
 
 type DehashError struct {
 	Message string

internal/easyTime/parser.go

@@ -0,0 +1,266 @@
+package easyTime
+
+import (
+	"dehasher/internal/debug"
+	"fmt"
+	"go.uber.org/zap"
+	"os"
+	"strconv"
+	"strings"
+	"time"
+)
+
+type TimeChunk struct {
+	StartTime time.Time
+	EndTime   time.Time
+	set       bool
+}
+
+func (tc *TimeChunk) isValid() bool {
+	if !tc.StartTime.IsZero() && !tc.EndTime.IsZero() && tc.StartTime.Before(tc.EndTime) {
+		tc.set = true
+		return true
+	}
+	tc.set = false
+	return false
+}
+
+func (tc *TimeChunk) IsSet() bool {
+	return tc.set
+}
+
+func NewTimeChunk(start, end string, debugOn bool) TimeChunk {
+	if debugOn {
+		debug.PrintInfo("parsing time chunk")
+		debug.PrintInfo(fmt.Sprintf("Start: %s, End: %s", start, end))
+		zap.L().Info("parsing time chunk",
+			zap.String("start", start),
+			zap.String("end", end),
+		)
+	}
+
+	if end == "" {
+		if debugOn {
+			debug.PrintInfo("no end time provided, using now")
+		}
+		end = "now"
+	}
+
+	tc := TimeChunk{
+		StartTime: parseUserTime(start),
+		EndTime:   parseUserTime(end),
+	}
+
+	if debugOn {
+		debug.PrintInfo("checking if time chunk is valid")
+		debug.PrintInfo(fmt.Sprintf("Start: %s, End: %s", tc.StartTime, tc.EndTime))
+	}
+	if !tc.isValid() {
+		fmt.Println("[!] Invalid time chunk")
+		zap.L().Fatal("invalid_time_chunk",
+			zap.String("message", "invalid time chunk"),
+		)
+		os.Exit(1)
+	}
+
+	return tc
+}
+
+func parseUserTime(args string) time.Time {
+	args = strings.TrimSpace(args)
+
+	if strings.EqualFold(args, "now") {
+		return time.Now()
+	}
+
+	// Check if time contains a space, if so, it's in 'last 24 hours' format
+	if strings.Contains(args, " ") && !containsMonth(strings.Split(args, " ")) {
+		splitArgs := strings.Split(args, " ")
+		if len(splitArgs) == 0 {
+			fmt.Println("[!] No time provided")
+			zap.L().Fatal("no_time_provided",
+				zap.String("message", "no time provided"),
+			)
+			os.Exit(1)
+		} else if len(splitArgs) < 3 {
+			fmt.Println("[!] Invalid time format")
+			zap.L().Fatal("invalid_time_format",
+				zap.String("message", "invalid time format"),
+			)
+			os.Exit(1)
+		}
+
+		// Handle 'last 24 hours' format
+		var (
+			tense    string
+			amount   int
+			duration time.Duration
+		)
+		for _, arg := range splitArgs {
+			if isPasteTense(arg) {
+				tense = arg
+			} else if isNumber(arg) {
+				amount, _ = strconv.Atoi(arg)
+			} else if isDuration(arg) {
+				duration = getDuration(arg)
+			}
+		}
+
+		if tense == "" {
+			fmt.Println("[!] Invalid time format: tense not found")
+			zap.L().Fatal("invalid_time_format",
+				zap.String("message", "invalid time format"),
+			)
+			os.Exit(1)
+		} else if amount == 0 {
+			fmt.Println("[!] Invalid time format: amount not found")
+			zap.L().Fatal("invalid_time_format",
+				zap.String("message", "invalid time format"),
+			)
+			os.Exit(1)
+		} else if duration == 0 {
+			fmt.Println("[!] Invalid time format: duration not found")
+			zap.L().Fatal("invalid_time_format",
+				zap.String("message", "invalid time format"),
+			)
+			os.Exit(1)
+		}
+
+		// Return the appropriate time
+		if tense == "last" {
+			return time.Now().Add(-time.Duration(amount) * duration)
+		} else if tense == "ago" {
+			return time.Now().Add(-time.Duration(amount) * duration)
+		}
+	}
+
+	// Handle possible formats 'May 01, 2025', '05-01-2025', '05/01/2025', '05/01/25', '05-01-25'
+	var (
+		t     time.Time
+		err   error
+		found bool
+	)
+	possible := []string{"01-02-2006", "01/02/2006", "01/02/06", "01-02-06", "Jan 02, 2006", "Jan 2, 2006"}
+	for _, format := range possible {
+		t, err = time.Parse(format, args)
+		if err == nil {
+			found = true
+			break
+		}
+	}
+
+	if !found {
+		fmt.Println("[!] Invalid time format")
+		zap.L().Fatal("invalid_time_format",
+			zap.String("message", "invalid time format"),
+		)
+		os.Exit(1)
+	}
+
+	// Convert UTC time to local time
+	local, err := time.LoadLocation("Local")
+	if err != nil {
+		fmt.Println("[!] Error loading local timezone")
+		zap.L().Error("load_timezone",
+			zap.String("message", "failed to load local timezone"),
+			zap.Error(err),
+		)
+		return t
+	}
+
+	// Convert the parsed time to local time
+	return time.Date(
+		t.Year(),
+		t.Month(),
+		t.Day(),
+		t.Hour(),
+		t.Minute(),
+		t.Second(),
+		t.Nanosecond(),
+		local,
+	)
+}
+
+func isPasteTense(value string) bool {
+	for _, v := range []string{"last", "ago"} {
+		if strings.EqualFold(value, v) {
+			return true
+		}
+	}
+	return false
+}
+
+func isDuration(value string) bool {
+	for _, v := range []string{"hour", "hours", "minute", "minutes", "second", "seconds", "day", "days", "week", "weeks", "month", "months", "year", "years"} {
+		if strings.EqualFold(value, v) {
+			return true
+		}
+	}
+	return false
+}
+
+func isNumber(value string) bool {
+	_, err := strconv.Atoi(value)
+	return err == nil
+}
+
+func getDuration(timeBlock string) time.Duration {
+	timeBlock = strings.TrimSpace(strings.ToLower(timeBlock))
+
+	switch timeBlock {
+	case "hour":
+		return time.Hour
+	case "hours":
+		return time.Hour
+	case "minute":
+		return time.Minute
+	case "minutes":
+		return time.Minute
+	case "second":
+		return time.Second
+	case "seconds":
+		return time.Second
+	case "day":
+		return 24 * time.Hour
+	case "days":
+		return 24 * time.Hour
+	case "week":
+		return 7 * 24 * time.Hour
+	case "weeks":
+		return 7 * 24 * time.Hour
+	case "month":
+		return 30 * 24 * time.Hour
+	case "months":
+		return 30 * 24 * time.Hour
+	case "year":
+		return 365 * 24 * time.Hour
+	case "years":
+		return 365 * 24 * time.Hour
+	default:
+		fmt.Printf("[!] Unknown duration: %s", timeBlock)
+		zap.L().Fatal("unknown_duration",
+			zap.String("message", "unknown duration"),
+			zap.String("duration", timeBlock),
+		)
+		os.Exit(1)
+	}
+	return 0
+}
+
+func containsMonth(arr []string) bool {
+	for _, v := range arr {
+		if isMonth(v) {
+			return true
+		}
+	}
+	return false
+}
+
+func isMonth(value string) bool {
+	for _, v := range []string{"jan", "feb", "mar", "apr", "may", "jun", "jul", "aug", "sep", "oct", "nov", "dec"} {
+		if strings.EqualFold(value, v) {
+			return true
+		}
+	}
+	return false
+}

internal/export/export.go

@@ -11,6 +11,7 @@ import (
 	"io/ioutil"
 	"os"
 	"strings"
+	"time"
 )
 
 func WriteCredsToFile(creds []sqlite.Creds, outputFile string, fileType files.FileType) error {
@@ -131,3 +132,121 @@ func WriteQueryResultsToFile(results []map[string]interface{}, outputFile string
 	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
 	return os.WriteFile(filePath, data, 0644)
 }
+
+func WriteWhoIsHistoryToFile(results []sqlite.HistoryRecord, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(results, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(results, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(results)
+	case files.TEXT:
+		var outStrings []string
+		for _, r := range results {
+			outStrings = append(outStrings, r.String()+"\n\n")
+		}
+		data = []byte(strings.Join(outStrings, ""))
+	default:
+		return errors.New("unsupported file type")
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}
+
+func WriteWhoIsRecordToFile(record sqlite.WhoisRecord, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(record, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(record, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(record)
+	case files.TEXT:
+		data = []byte(record.String())
+	default:
+		return errors.New("unsupported file type")
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}
+
+func WriteSubdomainsToFile(records []sqlite.SubdomainRecord, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(records, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(records, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(records)
+	case files.TEXT:
+		var outStrings []string
+		for _, r := range records {
+			out := fmt.Sprintf(
+				"Domain: %s\nFirst Seen: %s\nLast Seen: %s\n\n",
+				r.Domain, time.Unix(r.FirstSeen, 0).String(), time.Unix(r.LastSeen, 0).String())
+			outStrings = append(outStrings, out)
+		}
+		data = []byte(strings.Join(outStrings, ""))
+	default:
+		return errors.New("unsupported file type")
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}
+
+func WriteIPLookupToFile(records []sqlite.LookupResult, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(records, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(records, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(records)
+	case files.TEXT:
+		var outStrings []string
+		for _, r := range records {
+			out := fmt.Sprintf(
+				"Name: %s\nSearch Term: %s\nFirst Seen: %s\nLast Visit: %s\nType: %s\n\n",
+				r.Name, r.SearchTerm, time.Unix(r.FirstSeen, 0).String(), time.Unix(r.LastVisit, 0).String(), r.Type)
+			outStrings = append(outStrings, out)
+		}
+		data = []byte(strings.Join(outStrings, ""))
+	default:
+		return errors.New("unsupported file type")
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}

internal/export/hunter.go

@@ -0,0 +1,161 @@
+package export
+
+import (
+	"dehasher/internal/files"
+	"dehasher/internal/sqlite"
+	"encoding/json"
+	"encoding/xml"
+	"fmt"
+	"gopkg.in/yaml.v3"
+	"os"
+)
+
+func WriteHunterDomainToFile(result sqlite.HunterDomainData, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(result, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(result, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(result)
+	case files.TEXT:
+		data = []byte(result.String())
+	default:
+		return err
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}
+
+func WriteHunterEmailToFile(result sqlite.HunterEmailFinderData, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(result, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(result, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(result)
+	case files.TEXT:
+		data = []byte(result.String())
+	default:
+		return err
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}
+
+func WriteHunterEmailVerifyToFile(result sqlite.HunterEmailVerifyData, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(result, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(result, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(result)
+	case files.TEXT:
+		data = []byte(result.String())
+	default:
+		return err
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}
+
+func WriteHunterCompanyEnrichmentToFile(result sqlite.CompanyData, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(result, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(result, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(result)
+	case files.TEXT:
+		data = []byte(result.String())
+	default:
+		return err
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}
+
+func WriteHunterPersonEnrichmentToFile(result sqlite.PersonData, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(result, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(result, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(result)
+	case files.TEXT:
+		data = []byte(result.String())
+	default:
+		return err
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}
+
+func WriteHunterCombinedEnrichmentToFile(result sqlite.CombinedData, outputFile string, fileType files.FileType) error {
+	var data []byte
+	var err error
+
+	switch fileType {
+	case files.JSON:
+		data, err = json.MarshalIndent(result, "", "  ")
+	case files.XML:
+		data, err = xml.MarshalIndent(result, "", "  ")
+	case files.YAML:
+		data, err = yaml.Marshal(result)
+	case files.TEXT:
+		data = []byte(result.String())
+	default:
+		return err
+	}
+
+	if err != nil {
+		return err
+	}
+
+	filePath := fmt.Sprintf("%s.%s", outputFile, fileType.String())
+	return os.WriteFile(filePath, data, 0644)
+}

internal/files/filetype.go

@@ -7,6 +7,7 @@ const (
 	XML
 	YAML
 	TEXT
+	UNKNOWN
 )
 
 func GetFileType(filetype string) FileType {

internal/hunter.io/hunter.io.go

@@ -0,0 +1,696 @@
+package hunter_io
+
+import (
+	"dehasher/internal/debug"
+	"dehasher/internal/sqlite"
+	"encoding/json"
+	"fmt"
+	"go.uber.org/zap"
+	"io"
+	"net/http"
+	"strings"
+)
+
+const (
+	DOMAIN_SEARCH       = "https://api.hunter.io/v2/domain-search?domain={{domain}}&api_key={{apikey}}"
+	EMAIL_FINDER        = "https://api.hunter.io/v2/email-finder?domain={{domain}}&first_name={{first_name}}&last_name={{last_name}}&api_key={{apikey}}"
+	EMAIL_VERIFICATION  = "https://api.hunter.io/v2/email-verifier?email={{email}}&api_key={{apikey}}"
+	COMPANY_ENRICHMENT  = "https://api.hunter.io/v2/companies/find?domain={{domain}}&api_key={{apikey}}"
+	PERSON_ENRICHMENT   = "https://api.hunter.io/v2/people/find?email={{email}}&api_key={{apikey}}"
+	COMBINED_ENRICHMENT = "https://api.hunter.io/v2/combined/find?email={{email}}&api_key={{apikey}}"
+)
+
+type HunterIO struct {
+	apiKey string
+	debug  bool
+}
+
+func NewHunterIO(apiKey string, debugEnabled bool) *HunterIO {
+	return &HunterIO{apiKey: apiKey, debug: debugEnabled}
+}
+
+func (h *HunterIO) DomainSearch(domain string) (sqlite.HunterDomainData, error) {
+	var hunterDomainData sqlite.HunterDomainData
+
+	if h.debug {
+		debug.PrintInfo("performing domain search")
+		zap.L().Info("hunter_domain_search_debug",
+			zap.String("message", "performing domain search"),
+		)
+	}
+
+	url := DOMAIN_SEARCH
+	url = strings.Replace(url, "{{domain}}", domain, -1)
+	url = strings.Replace(url, "{{apikey}}", h.apiKey, -1)
+
+	if h.debug {
+		debug.PrintInfo("performing request")
+		debug.PrintInfo(fmt.Sprintf("URL: %s\n", url))
+		zap.L().Info("hunter_domain_search_debug",
+			zap.String("message", "performing request"),
+			zap.String("url", url),
+		)
+	}
+
+	resp, err := http.Get(url)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to perform request")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_domain_search",
+			zap.String("message", "failed to perform request"),
+			zap.Error(err),
+		)
+		return hunterDomainData, err
+	}
+	defer resp.Body.Close()
+
+	b, err := io.ReadAll(resp.Body)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to read response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_domain_search",
+			zap.String("message", "failed to read response body"),
+			zap.Error(err),
+		)
+		return hunterDomainData, err
+	}
+
+	if resp.StatusCode != 200 {
+		if h.debug {
+			debug.PrintInfo("received error status code")
+			debug.PrintJson(fmt.Sprintf("Status Code: %d\n", resp.StatusCode))
+			debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+			zap.L().Info("hunter_domain_search_debug",
+				zap.String("message", "received error status code"),
+				zap.Int("status_code", resp.StatusCode),
+				zap.String("body_error", string(b)),
+			)
+
+		}
+		zap.L().Error("hunter_domain_search",
+			zap.String("message", "received error status code"),
+			zap.Int("status_code", resp.StatusCode),
+			zap.String("body_error", string(b)),
+		)
+		return hunterDomainData, fmt.Errorf("received error status code: %d", resp.StatusCode)
+	}
+
+	if h.debug {
+		debug.PrintInfo("unmarshalled response body")
+		debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+		zap.L().Info("hunter_domain_search_debug",
+			zap.String("message", "unmarshalled response body"),
+			zap.String("body", string(b)),
+		)
+	}
+
+	var hunterDomainSearchResult sqlite.HunterDomainSearchResult
+	err = json.Unmarshal(b, &hunterDomainSearchResult)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to unmarshal response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_domain_search",
+			zap.String("message", "failed to unmarshal response body"),
+			zap.Error(err),
+		)
+		return hunterDomainData, err
+	}
+
+	hunterDomainData = hunterDomainSearchResult.Data
+
+	// Create a list of email object associated with the domain
+	var emails []sqlite.HunterEmail
+	for _, email := range hunterDomainData.Emails {
+		emails = append(emails, sqlite.HunterEmail{
+			Domain:       domain,
+			Value:        email.Value,
+			Type:         email.Type,
+			Confidence:   email.Confidence,
+			Sources:      email.Sources,
+			FirstName:    email.FirstName,
+			LastName:     email.LastName,
+			Position:     email.Position,
+			PositionRaw:  email.PositionRaw,
+			Seniority:    email.Seniority,
+			Department:   email.Department,
+			Linkedin:     email.Linkedin,
+			Twitter:      email.Twitter,
+			PhoneNumber:  email.PhoneNumber,
+			Verification: email.Verification,
+		})
+	}
+
+	err = sqlite.StoreHunterEmails(emails)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to store hunter emails")
+			debug.PrintError(err)
+		}
+		zap.L().Error("store_hunter_emails",
+			zap.String("message", "failed to store hunter emails"),
+			zap.Error(err),
+		)
+		return hunterDomainData, err
+	}
+
+	err = sqlite.StoreHunterDomain(hunterDomainData)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to store hunter domain")
+			debug.PrintError(err)
+		}
+		zap.L().Error("store_hunter_domain",
+			zap.String("message", "failed to store hunter domain"),
+			zap.Error(err),
+		)
+		return hunterDomainData, err
+	}
+
+	return hunterDomainData, nil
+}
+
+func (h *HunterIO) EmailFinder(domain, firstName, lastName string) (sqlite.HunterEmailFinderData, error) {
+	var hunterEmailFinderData sqlite.HunterEmailFinderData
+
+	if h.debug {
+		debug.PrintInfo("performing email find")
+		zap.L().Info("hunter_email_find_debug",
+			zap.String("message", "performing email find"),
+		)
+	}
+
+	url := EMAIL_FINDER
+	url = strings.Replace(url, "{{domain}}", domain, -1)
+	url = strings.Replace(url, "{{first_name}}", firstName, -1)
+	url = strings.Replace(url, "{{last_name}}", lastName, -1)
+	url = strings.Replace(url, "{{apikey}}", h.apiKey, -1)
+
+	if h.debug {
+		debug.PrintInfo("performing request")
+		debug.PrintInfo(fmt.Sprintf("URL: %s\n", url))
+		zap.L().Info("hunter_email_find_debug",
+			zap.String("message", "performing request"),
+			zap.String("url", url),
+		)
+	}
+
+	resp, err := http.Get(url)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to perform request")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_email_find",
+			zap.String("message", "failed to perform request"),
+			zap.Error(err),
+		)
+		return hunterEmailFinderData, err
+	}
+	defer resp.Body.Close()
+
+	b, err := io.ReadAll(resp.Body)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to read response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_email_find",
+			zap.String("message", "failed to read response body"),
+			zap.Error(err),
+		)
+		return hunterEmailFinderData, err
+	}
+
+	if resp.StatusCode != 200 {
+		if h.debug {
+			debug.PrintInfo("received error status code")
+			debug.PrintJson(fmt.Sprintf("Status Code: %d\n", resp.StatusCode))
+			debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+			zap.L().Info("hunter_email_find_debug",
+				zap.String("message", "received error status code"),
+				zap.Int("status_code", resp.StatusCode),
+				zap.String("body_error", string(b)),
+			)
+		}
+		zap.L().Error("hunter_email_find",
+			zap.String("message", "received error status code"),
+			zap.Int("status_code", resp.StatusCode),
+			zap.String("body_error", string(b)),
+		)
+		return hunterEmailFinderData, fmt.Errorf("received error status code: %d", resp.StatusCode)
+	}
+
+	if h.debug {
+		debug.PrintInfo("unmarshalled response body")
+		debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+		zap.L().Info("hunter_email_find_debug",
+			zap.String("message", "unmarshalled response body"),
+			zap.String("body", string(b)),
+		)
+	}
+
+	var hunterEmailFinderResult sqlite.HunterEmailFinderResponse
+	err = json.Unmarshal(b, &hunterEmailFinderResult)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to unmarshal response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_email_find",
+			zap.String("message", "failed to unmarshal response body"),
+			zap.Error(err),
+		)
+		return hunterEmailFinderData, err
+	}
+
+	hunterEmailFinderData = hunterEmailFinderResult.Data
+
+	var hunterEmails []sqlite.HunterEmail
+
+	hunterEmails = append(hunterEmails, sqlite.HunterEmail{
+		Domain:       hunterEmailFinderData.Domain,
+		Value:        hunterEmailFinderData.Email,
+		Type:         "personal",
+		Confidence:   100,
+		Sources:      hunterEmailFinderData.Sources,
+		FirstName:    hunterEmailFinderData.FirstName,
+		LastName:     hunterEmailFinderData.LastName,
+		Position:     hunterEmailFinderData.Position,
+		PositionRaw:  "",
+		Seniority:    "",
+		Department:   "",
+		Linkedin:     hunterEmailFinderData.LinkedinURL,
+		Twitter:      hunterEmailFinderData.Twitter,
+		PhoneNumber:  hunterEmailFinderData.PhoneNumber,
+		Verification: hunterEmailFinderData.Verification,
+	})
+
+	err = sqlite.StoreHunterEmails(hunterEmails)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to store hunter email finder")
+			debug.PrintError(err)
+		}
+		zap.L().Error("store_hunter_email_finder",
+			zap.String("message", "failed to store hunter email finder"),
+			zap.Error(err),
+		)
+		return hunterEmailFinderData, err
+	}
+
+	return hunterEmailFinderData, nil
+}
+
+func (h *HunterIO) EmailVerification(email string) (sqlite.HunterEmailVerifyData, error) {
+	var hunterEmailVerifyData sqlite.HunterEmailVerifyData
+
+	if h.debug {
+		debug.PrintInfo("performing email verification")
+		zap.L().Info("hunter_email_verification_debug",
+			zap.String("message", "performing email verification"),
+		)
+	}
+
+	url := EMAIL_VERIFICATION
+	url = strings.Replace(url, "{{email}}", email, -1)
+	url = strings.Replace(url, "{{apikey}}", h.apiKey, -1)
+
+	if h.debug {
+		debug.PrintInfo("performing request")
+		debug.PrintInfo(fmt.Sprintf("URL: %s\n", url))
+		zap.L().Info("hunter_email_verification_debug",
+			zap.String("message", "performing request"),
+			zap.String("url", url),
+		)
+	}
+
+	resp, err := http.Get(url)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to perform request")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_email_verification",
+			zap.String("message", "failed to perform request"),
+			zap.Error(err),
+		)
+		return hunterEmailVerifyData, err
+	}
+	defer resp.Body.Close()
+
+	b, err := io.ReadAll(resp.Body)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to read response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_email_verification",
+			zap.String("message", "failed to read response body"),
+			zap.Error(err),
+		)
+		return hunterEmailVerifyData, err
+	}
+
+	if resp.StatusCode != 200 {
+		if h.debug {
+			debug.PrintInfo("received error status code")
+			debug.PrintJson(fmt.Sprintf("Status Code: %d\n", resp.StatusCode))
+			debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+			zap.L().Info("hunter_email_verification_debug",
+				zap.String("message", "received error status code"),
+				zap.Int("status_code", resp.StatusCode),
+				zap.String("body_error", string(b)),
+			)
+		}
+		zap.L().Error("hunter_email_verification",
+			zap.String("message", "received error status code"),
+			zap.Int("status_code", resp.StatusCode),
+			zap.String("body_error", string(b)),
+		)
+		return hunterEmailVerifyData, fmt.Errorf("received error status code: %d", resp.StatusCode)
+	}
+
+	if h.debug {
+		debug.PrintInfo("unmarshalled response body")
+		debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+		zap.L().Info("hunter_email_verification_debug",
+			zap.String("message", "unmarshalled response body"),
+			zap.String("body", string(b)),
+		)
+	}
+
+	var hunterEmailVerifyResult sqlite.HunterEmailVerifyResponse
+	err = json.Unmarshal(b, &hunterEmailVerifyResult)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to unmarshal response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_email_verification",
+			zap.String("message", "failed to unmarshal response body"),
+			zap.Error(err),
+		)
+		return hunterEmailVerifyData, err
+	}
+
+	hunterEmailVerifyData = hunterEmailVerifyResult.Data
+
+	return hunterEmailVerifyData, nil
+}
+
+func (h *HunterIO) CompanyEnrichment(domain string) (sqlite.CompanyData, error) {
+	var companyData sqlite.CompanyData
+
+	if h.debug {
+		debug.PrintInfo("performing company enrichment")
+		zap.L().Info("hunter_company_enrichment_debug",
+			zap.String("message", "performing company enrichment"),
+		)
+	}
+
+	url := COMPANY_ENRICHMENT
+	url = strings.Replace(url, "{{domain}}", domain, -1)
+	url = strings.Replace(url, "{{apikey}}", h.apiKey, -1)
+
+	if h.debug {
+		debug.PrintInfo("performing request")
+		debug.PrintInfo(fmt.Sprintf("URL: %s\n", url))
+		zap.L().Info("hunter_company_enrichment_debug",
+			zap.String("message", "performing request"),
+			zap.String("url", url),
+		)
+	}
+
+	resp, err := http.Get(url)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to perform request")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_company_enrichment",
+			zap.String("message", "failed to perform request"),
+			zap.Error(err),
+		)
+		return companyData, err
+	}
+	defer resp.Body.Close()
+
+	b, err := io.ReadAll(resp.Body)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to read response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_company_enrichment",
+			zap.String("message", "failed to read response body"),
+			zap.Error(err),
+		)
+		return companyData, err
+	}
+
+	if resp.StatusCode != 200 {
+		if h.debug {
+			debug.PrintInfo("received error status code")
+			debug.PrintJson(fmt.Sprintf("Status Code: %d\n", resp.StatusCode))
+			debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+			zap.L().Info("hunter_company_enrichment_debug",
+				zap.String("message", "received error status code"),
+				zap.Int("status_code", resp.StatusCode),
+				zap.String("body_error", string(b)),
+			)
+		}
+		zap.L().Error("hunter_company_enrichment",
+			zap.String("message", "received error status code"),
+			zap.Int("status_code", resp.StatusCode),
+			zap.String("body_error", string(b)),
+		)
+		return companyData, fmt.Errorf("received error status code: %d", resp.StatusCode)
+	}
+
+	if h.debug {
+		debug.PrintInfo("unmarshalled response body")
+		debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+		zap.L().Info("hunter_company_enrichment_debug",
+			zap.String("message", "unmarshalled response body"),
+			zap.String("body", string(b)),
+		)
+	}
+
+	var hunterCompanyEnrichmentResult sqlite.HunterCompanyEnrichmentResponse
+	err = json.Unmarshal(b, &hunterCompanyEnrichmentResult)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to unmarshal response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_company_enrichment",
+			zap.String("message", "failed to unmarshal response body"),
+			zap.Error(err),
+		)
+		return companyData, err
+	}
+
+	companyData = hunterCompanyEnrichmentResult.Data
+
+	return companyData, nil
+}
+
+func (h *HunterIO) PersonEnrichment(email string) (sqlite.PersonData, error) {
+	var personData sqlite.PersonData
+
+	if h.debug {
+		debug.PrintInfo("performing person enrichment")
+		zap.L().Info("hunter_person_enrichment_debug",
+			zap.String("message", "performing person enrichment"),
+		)
+	}
+
+	url := PERSON_ENRICHMENT
+	url = strings.Replace(url, "{{email}}", email, -1)
+	url = strings.Replace(url, "{{apikey}}", h.apiKey, -1)
+
+	if h.debug {
+		debug.PrintInfo("performing request")
+		debug.PrintInfo(fmt.Sprintf("URL: %s\n", url))
+		zap.L().Info("hunter_person_enrichment_debug",
+			zap.String("message", "performing request"),
+			zap.String("url", url),
+		)
+	}
+
+	resp, err := http.Get(url)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to perform request")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_person_enrichment",
+			zap.String("message", "failed to perform request"),
+			zap.Error(err),
+		)
+		return personData, err
+	}
+	defer resp.Body.Close()
+
+	b, err := io.ReadAll(resp.Body)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to read response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_person_enrichment",
+			zap.String("message", "failed to read response body"),
+			zap.Error(err),
+		)
+		return personData, err
+	}
+
+	if resp.StatusCode != 200 {
+		if h.debug {
+			debug.PrintInfo("received error status code")
+			debug.PrintJson(fmt.Sprintf("Status Code: %d\n", resp.StatusCode))
+			debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+			zap.L().Info("hunter_person_enrichment_debug",
+				zap.String("message", "received error status code"),
+				zap.Int("status_code", resp.StatusCode),
+				zap.String("body_error", string(b)),
+			)
+		}
+		zap.L().Error("hunter_person_enrichment",
+			zap.String("message", "received error status code"),
+			zap.Int("status_code", resp.StatusCode),
+			zap.String("body_error", string(b)),
+		)
+		return personData, fmt.Errorf("received error status code: %d", resp.StatusCode)
+	}
+
+	if h.debug {
+		debug.PrintInfo("unmarshalled response body")
+		debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+		zap.L().Info("hunter_person_enrichment_debug",
+			zap.String("message", "unmarshalled response body"),
+			zap.String("body", string(b)),
+		)
+	}
+
+	var hunterPersonEnrichmentResult sqlite.HunterPersonEnrichmentResponse
+	err = json.Unmarshal(b, &hunterPersonEnrichmentResult)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to unmarshal response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_person_enrichment",
+			zap.String("message", "failed to unmarshal response body"),
+			zap.Error(err),
+		)
+		return personData, err
+	}
+
+	personData = hunterPersonEnrichmentResult.Data
+
+	return personData, nil
+}
+
+func (h *HunterIO) CombinedEnrichment(email string) (sqlite.CombinedData, error) {
+	var combinedData sqlite.CombinedData
+
+	if h.debug {
+		debug.PrintInfo("performing combined enrichment")
+		zap.L().Info("hunter_combined_enrichment_debug",
+			zap.String("message", "performing combined enrichment"),
+		)
+	}
+
+	url := COMBINED_ENRICHMENT
+	url = strings.Replace(url, "{{email}}", email, -1)
+	url = strings.Replace(url, "{{apikey}}", h.apiKey, -1)
+
+	if h.debug {
+		debug.PrintInfo("performing request")
+		debug.PrintInfo(fmt.Sprintf("URL: %s\n", url))
+		zap.L().Info("hunter_combined_enrichment_debug",
+			zap.String("message", "performing request"),
+			zap.String("url", url),
+		)
+	}
+
+	resp, err := http.Get(url)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to perform request")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_combined_enrichment",
+			zap.String("message", "failed to perform request"),
+			zap.Error(err),
+		)
+		return combinedData, err
+	}
+	defer resp.Body.Close()
+
+	b, err := io.ReadAll(resp.Body)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to read response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_combined_enrichment",
+			zap.String("message", "failed to read response body"),
+			zap.Error(err),
+		)
+		return combinedData, err
+	}
+
+	if resp.StatusCode != 200 {
+		if h.debug {
+			debug.PrintInfo("received error status code")
+			debug.PrintJson(fmt.Sprintf("Status Code: %d\n", resp.StatusCode))
+			debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+			zap.L().Info("hunter_combined_enrichment_debug",
+				zap.String("message", "received error status code"),
+				zap.Int("status_code", resp.StatusCode),
+				zap.String("body_error", string(b)),
+			)
+		}
+		zap.L().Error("hunter_combined_enrichment",
+			zap.String("message", "received error status code"),
+			zap.Int("status_code", resp.StatusCode),
+			zap.String("body_error", string(b)),
+		)
+		return combinedData, fmt.Errorf("received error status code: %d", resp.StatusCode)
+	}
+
+	if h.debug {
+		debug.PrintInfo("unmarshalled response body")
+		debug.PrintJson(fmt.Sprintf("Body: %s\n", string(b)))
+		zap.L().Info("hunter_combined_enrichment_debug",
+			zap.String("message", "unmarshalled response body"),
+			zap.String("body", string(b)),
+		)
+	}
+
+	var hunterCombinedEnrichmentResult sqlite.HunterCombinedEnrichmentResponse
+	err = json.Unmarshal(b, &hunterCombinedEnrichmentResult)
+	if err != nil {
+		if h.debug {
+			debug.PrintInfo("failed to unmarshal response body")
+			debug.PrintError(err)
+		}
+		zap.L().Error("hunter_combined_enrichment",
+			zap.String("message", "failed to unmarshal response body"),
+			zap.Error(err),
+		)
+		return combinedData, err
+	}
+
+	combinedData = hunterCombinedEnrichmentResult.Data
+
+	return combinedData, nil
+}

internal/pretty/trees.go

@@ -0,0 +1,345 @@
+package pretty
+
+import (
+	"dehasher/internal/sqlite"
+	"fmt"
+	"github.com/charmbracelet/lipgloss"
+	"github.com/charmbracelet/lipgloss/tree"
+)
+
+func WhoIsTree(root string, record sqlite.WhoisRecord) {
+	enumeratorStyle := lipgloss.NewStyle().Foreground(purple).MarginRight(1)
+	rootStyle := lipgloss.NewStyle().Foreground(lipgloss.Color("63"))
+	itemStyle := lipgloss.NewStyle().Foreground(gray)
+
+	rootTree := tree.Root(root)
+
+	// Child Trees
+	// Root Audit Tree
+	auditTree := tree.Root("Audit")
+	auditTree.Child(fmt.Sprintf("Created Date: %s", record.Audit.CreatedDate))
+	auditTree.Child(fmt.Sprintf("Updated Date: %s", record.Audit.UpdatedDate))
+	rootTree.Child(auditTree)
+
+	// Root Name Servers Tree
+	nameServersTree := tree.Root("Name Servers")
+	nameServersTree.Child("Host Names: " + fmt.Sprintf("%v", record.NameServers.HostNames))
+	nameServersTree.Child("IPs: " + fmt.Sprintf("%v", record.NameServers.IPs))
+	nameServersTree.Child("Raw Text: " + record.NameServers.RawText)
+
+	// Root Registry Data Tree
+	registryDataTree := tree.Root("Registry Data")
+	registryDataTree.Child("Audit: " + fmt.Sprintf("%v", record.RegistryData.Audit))
+	registryDataTree.Child("Created Date: " + record.RegistryData.CreatedDate)
+	registryDataTree.Child("Created Date Normalized: " + record.RegistryData.CreatedDateNormalized)
+	registryDataTree.Child("Domain Name: " + record.RegistryData.DomainName)
+	registryDataTree.Child("Expires Date: " + record.RegistryData.ExpiresDate)
+	registryDataTree.Child("Expires Date Normalized: " + record.RegistryData.ExpiresDateNormalized)
+	registryDataTree.Child("Footer: " + record.RegistryData.Footer)
+	registryDataTree.Child("Header: " + record.RegistryData.Header)
+
+	// Registry Data Name Servers Tree
+	registryNameServersTree := tree.Root("Name Servers")
+	registryNameServersTree.Child("Host Names: " + fmt.Sprintf("%v", record.RegistryData.NameServers.HostNames))
+	registryNameServersTree.Child("IPs: " + fmt.Sprintf("%v", record.RegistryData.NameServers.IPs))
+	registryNameServersTree.Child("Raw Text: " + record.RegistryData.NameServers.RawText)
+	registryDataTree.Child(registryNameServersTree)
+
+	// Root Registry Data Tree
+	registryDataTree.Child("Parse Code: " + fmt.Sprintf("%d", record.RegistryData.ParseCode))
+	registryDataTree.Child("Raw Text: " + record.RegistryData.RawText)
+	registryDataTree.Child("Registrar IANA ID: " + record.RegistryData.RegistrarIANAID)
+	registryDataTree.Child("Registrar Name: " + record.RegistryData.RegistrarName)
+	registryDataTree.Child("Status: " + record.RegistryData.Status)
+	registryDataTree.Child("Stripped Text: " + record.RegistryData.StrippedText)
+	registryDataTree.Child("Updated Date: " + record.RegistryData.UpdatedDate)
+	registryDataTree.Child("Updated Date Normalized: " + record.RegistryData.UpdatedDateNormalized)
+	registryDataTree.Child("Whois Server: " + record.RegistryData.WhoisServer)
+
+	// Root Contract Tree
+	technicalContactTree := tree.Root("Technical Contact")
+	technicalContactTree.Child("City: " + record.TechnicalContact.City)
+	technicalContactTree.Child("Country: " + record.TechnicalContact.Country)
+	technicalContactTree.Child("Country Code: " + record.TechnicalContact.CountryCode)
+	technicalContactTree.Child("Name: " + record.TechnicalContact.Name)
+	technicalContactTree.Child("Organization: " + record.TechnicalContact.Organization)
+	technicalContactTree.Child("Postal Code: " + record.TechnicalContact.PostalCode)
+	technicalContactTree.Child("Raw Text: " + record.TechnicalContact.RawText)
+	technicalContactTree.Child("State: " + record.TechnicalContact.State)
+	technicalContactTree.Child("Street 1: " + record.TechnicalContact.Street1)
+	technicalContactTree.Child("Telephone: " + record.TechnicalContact.Telephone)
+
+	// Root Tree Children
+	rootTree.Child("Contact HunterEmail: " + record.ContactEmail)
+	rootTree.Child("Created Date: " + record.CreatedDate)
+	rootTree.Child("Created Date Normalized: " + record.CreatedDateNormalized)
+	rootTree.Child("Domain Name: " + record.DomainName)
+	rootTree.Child("Domain Name Ext: " + record.DomainNameExt)
+	rootTree.Child("Estimated Domain Age: " + fmt.Sprintf("%d", record.EstimatedDomainAge))
+	rootTree.Child("Expires Date: " + record.ExpiresDate)
+	rootTree.Child("Expires Date Normalized: " + record.ExpiresDateNormalized)
+	rootTree.Child("Footer: " + record.Footer)
+	rootTree.Child("Header: " + record.Header)
+	rootTree.Child(nameServersTree)
+	rootTree.Child("Parse Code: " + fmt.Sprintf("%d", record.ParseCode))
+	rootTree.Child("Raw Text: " + record.RawText)
+	rootTree.Child("Registrant: " + fmt.Sprintf("%v", record.Registrant))
+	rootTree.Child("Registrar IANA ID: " + record.RegistrarIANAID)
+	rootTree.Child("Registrar Name: " + record.RegistrarName)
+	rootTree.Child(registryDataTree)
+	rootTree.Child("Status: " + record.Status)
+	rootTree.Child("Stripped Text: " + record.StrippedText)
+	rootTree.Child(technicalContactTree)
+	rootTree.Child("Updated Date: " + record.UpdatedDate)
+	rootTree.Child("Updated Date Normalized: " + record.UpdatedDateNormalized)
+
+	// Styles
+	rootTree.Enumerator(tree.RoundedEnumerator)
+	rootTree.EnumeratorStyle(enumeratorStyle)
+	rootTree.RootStyle(rootStyle)
+	rootTree.ItemStyle(itemStyle)
+
+	// Print Tree
+	fmt.Println(rootTree)
+}
+
+func HunterDomainTree(root string, record sqlite.HunterDomainData) {
+	enumeratorStyle := lipgloss.NewStyle().Foreground(purple).MarginRight(1)
+	rootStyle := lipgloss.NewStyle().Foreground(lipgloss.Color("63"))
+	itemStyle := lipgloss.NewStyle().Foreground(gray)
+
+	rootTree := tree.Root(root)
+
+	// Root Tree Children
+	rootTree.Child("Domain: " + record.Domain)
+	rootTree.Child("Disposable: " + fmt.Sprintf("%t", record.Disposable))
+	rootTree.Child("Webmail: " + fmt.Sprintf("%t", record.Webmail))
+	rootTree.Child("Accept All: " + fmt.Sprintf("%t", record.AcceptAll))
+	rootTree.Child("Pattern: " + record.Pattern)
+	rootTree.Child("Organization: " + record.Organization)
+	rootTree.Child("Description: " + record.Description)
+	rootTree.Child("Industry: " + record.Industry)
+	rootTree.Child("Twitter: " + record.Twitter)
+	rootTree.Child("Facebook: " + record.Facebook)
+	rootTree.Child("Linkedin: " + record.Linkedin)
+	rootTree.Child("Instagram: " + record.Instagram)
+	rootTree.Child("Youtube: " + record.Youtube)
+
+	techTree := tree.Root("Technologies")
+	for _, tech := range record.Technologies {
+		techTree.Child(tech)
+	}
+	rootTree.Child(techTree)
+
+	rootTree.Child("Country: " + record.Country)
+	rootTree.Child("State: " + record.State)
+	rootTree.Child("City: " + record.City)
+	rootTree.Child("Postal Code: " + record.PostalCode)
+	rootTree.Child("Street: " + record.Street)
+	rootTree.Child("Headcount: " + record.Headcount)
+	rootTree.Child("Company Type: " + record.CompanyType)
+
+	emailTree := tree.Root("Emails")
+	for _, email := range record.Emails {
+		emailTree.Child(email.ToTree())
+	}
+	rootTree.Child(emailTree)
+
+	linkedDomainTree := tree.Root("Linked Domains")
+	for _, domain := range record.LinkedDomains {
+		linkedDomainTree.Child(domain)
+	}
+	rootTree.Child(linkedDomainTree)
+
+	// Styles
+	rootTree.Enumerator(tree.RoundedEnumerator)
+	rootTree.EnumeratorStyle(enumeratorStyle)
+	rootTree.RootStyle(rootStyle)
+	rootTree.ItemStyle(itemStyle)
+
+	// Print Tree
+	fmt.Println(rootTree)
+}
+
+func HunterCompanyEnrichmentTree(root string, record sqlite.CompanyData) {
+	enumeratorStyle := lipgloss.NewStyle().Foreground(purple).MarginRight(1)
+	rootStyle := lipgloss.NewStyle().Foreground(lipgloss.Color("63"))
+	itemStyle := lipgloss.NewStyle().Foreground(gray)
+
+	rootTree := tree.Root(root)
+
+	// Root Tree Children
+	rootTree.Child("ID: " + record.ID)
+	rootTree.Child("Name: " + record.Name)
+	rootTree.Child("Legal Name: " + record.LegalName)
+	rootTree.Child("Domain: " + record.Domain)
+	rootTree.Child(record.DomainAliasesTree())
+	rootTree.Child(record.SiteTree())
+	rootTree.Child(record.CategoryTree())
+	rootTree.Child(record.TagsTree())
+	rootTree.Child("Description: " + record.Description)
+	rootTree.Child("Founded Year: " + fmt.Sprintf("%d", record.FoundedYear))
+	rootTree.Child("Location: " + record.Location)
+	rootTree.Child("Time Zone: " + record.TimeZone)
+	rootTree.Child("UTC Offset: " + fmt.Sprintf("%d", record.UTCOffset))
+	rootTree.Child(record.GeoTree())
+	rootTree.Child("Logo: " + record.Logo)
+	rootTree.Child(record.FacebookTree())
+	rootTree.Child(record.LinkedInTree())
+	rootTree.Child(record.TwitterTree())
+	rootTree.Child(record.CrunchbaseTree())
+	rootTree.Child(record.YouTubeTree())
+	rootTree.Child("Email Provider: " + record.EmailProvider)
+	rootTree.Child("Type: " + record.Type)
+	rootTree.Child("Ticker: " + record.Ticker)
+	rootTree.Child(record.IdentifiersTree())
+	rootTree.Child("Phone: " + record.Phone)
+	rootTree.Child(record.MetricsTree())
+	rootTree.Child("Indexed At: " + record.IndexedAt)
+	rootTree.Child(record.TechTree())
+	rootTree.Child(record.TechCategoriesTree())
+	rootTree.Child(record.ParentTree())
+	rootTree.Child(record.UltimateParentTree())
+
+	// Styles
+	rootTree.Enumerator(tree.RoundedEnumerator)
+	rootTree.EnumeratorStyle(enumeratorStyle)
+	rootTree.RootStyle(rootStyle)
+	rootTree.ItemStyle(itemStyle)
+
+	// Print Tree
+	fmt.Println(rootTree)
+}
+
+func HunterPersonEnrichmentTree(root string, record sqlite.PersonData) {
+	enumeratorStyle := lipgloss.NewStyle().Foreground(purple).MarginRight(1)
+	rootStyle := lipgloss.NewStyle().Foreground(lipgloss.Color("63"))
+	itemStyle := lipgloss.NewStyle().Foreground(gray)
+
+	rootTree := tree.Root(root)
+
+	// Root Tree Children
+	rootTree.Child("ID: " + record.ID)
+	rootTree.Child(record.NameTree())
+	rootTree.Child("Email: " + record.Email)
+	rootTree.Child("Location: " + record.Location)
+	rootTree.Child("Time Zone: " + record.TimeZone)
+	rootTree.Child("UTC Offset: " + fmt.Sprintf("%d", record.UTCOffset))
+	rootTree.Child(record.GeoTree())
+	rootTree.Child("Bio: " + record.Bio)
+	rootTree.Child("Site: " + record.Site)
+	rootTree.Child("Avatar: " + record.Avatar)
+	rootTree.Child(record.EmploymentTree())
+	rootTree.Child(record.FacebookTree())
+	rootTree.Child(record.GitHubTree())
+	rootTree.Child(record.TwitterTree())
+	rootTree.Child(record.LinkedInTree())
+	rootTree.Child(record.GooglePlusTree())
+	rootTree.Child(record.GravatarTree())
+	rootTree.Child("Fuzzy: " + fmt.Sprintf("%t", record.Fuzzy))
+	rootTree.Child("Email Provider: " + record.EmailProvider)
+	rootTree.Child("Indexed At: " + record.IndexedAt)
+	rootTree.Child("Phone: " + record.Phone)
+	rootTree.Child("Active At: " + record.ActiveAt)
+	rootTree.Child("Inactive At: " + record.InactiveAt)
+
+	// Styles
+	rootTree.Enumerator(tree.RoundedEnumerator)
+	rootTree.EnumeratorStyle(enumeratorStyle)
+	rootTree.RootStyle(rootStyle)
+	rootTree.ItemStyle(itemStyle)
+
+	// Print Tree
+	fmt.Println(rootTree)
+}
+
+func HunterCombinedEnrichmentTree(root string, record sqlite.CombinedData) {
+	enumeratorStyle := lipgloss.NewStyle().Foreground(purple).MarginRight(1)
+	rootStyle := lipgloss.NewStyle().Foreground(lipgloss.Color("63"))
+	itemStyle := lipgloss.NewStyle().Foreground(gray)
+
+	rootTree := tree.Root(root)
+
+	// Root Tree Children
+	rootTree.Child(personTree(record.Person))
+	rootTree.Child(companyTree(record.Company))
+
+	// Styles
+	rootTree.Enumerator(tree.RoundedEnumerator)
+	rootTree.EnumeratorStyle(enumeratorStyle)
+	rootTree.RootStyle(rootStyle)
+	rootTree.ItemStyle(itemStyle)
+
+	// Print Tree
+	fmt.Println(rootTree)
+}
+
+func companyTree(record sqlite.CompanyData) *tree.Tree {
+	companyTree := tree.Root("Company")
+
+	// Company Tree Children
+	companyTree.Child("ID: " + record.ID)
+	companyTree.Child("Name: " + record.Name)
+	companyTree.Child("Legal Name: " + record.LegalName)
+	companyTree.Child("Domain: " + record.Domain)
+	companyTree.Child(record.DomainAliasesTree())
+	companyTree.Child(record.SiteTree())
+	companyTree.Child(record.CategoryTree())
+	companyTree.Child(record.TagsTree())
+	companyTree.Child("Description: " + record.Description)
+	companyTree.Child("Founded Year: " + fmt.Sprintf("%d", record.FoundedYear))
+	companyTree.Child("Location: " + record.Location)
+	companyTree.Child("Time Zone: " + record.TimeZone)
+	companyTree.Child("UTC Offset: " + fmt.Sprintf("%d", record.UTCOffset))
+	companyTree.Child(record.GeoTree())
+	companyTree.Child("Logo: " + record.Logo)
+	companyTree.Child(record.FacebookTree())
+	companyTree.Child(record.LinkedInTree())
+	companyTree.Child(record.TwitterTree())
+	companyTree.Child(record.CrunchbaseTree())
+	companyTree.Child(record.YouTubeTree())
+	companyTree.Child("Email Provider: " + record.EmailProvider)
+	companyTree.Child("Type: " + record.Type)
+	companyTree.Child("Ticker: " + record.Ticker)
+	companyTree.Child(record.IdentifiersTree())
+	companyTree.Child("Phone: " + record.Phone)
+	companyTree.Child(record.MetricsTree())
+	companyTree.Child("Indexed At: " + record.IndexedAt)
+	companyTree.Child(record.TechTree())
+	companyTree.Child(record.TechCategoriesTree())
+	companyTree.Child(record.ParentTree())
+	companyTree.Child(record.UltimateParentTree())
+
+	return companyTree
+}
+
+func personTree(record sqlite.PersonData) *tree.Tree {
+	personTree := tree.Root("Person")
+
+	// Person Tree Children
+	personTree.Child("ID: " + record.ID)
+	personTree.Child(record.NameTree())
+	personTree.Child("Email: " + record.Email)
+	personTree.Child("Location: " + record.Location)
+	personTree.Child("Time Zone: " + record.TimeZone)
+	personTree.Child("UTC Offset: " + fmt.Sprintf("%d", record.UTCOffset))
+	personTree.Child(record.GeoTree())
+	personTree.Child("Bio: " + record.Bio)
+	personTree.Child("Site: " + record.Site)
+	personTree.Child("Avatar: " + record.Avatar)
+	personTree.Child(record.EmploymentTree())
+	personTree.Child(record.FacebookTree())
+	personTree.Child(record.GitHubTree())
+	personTree.Child(record.TwitterTree())
+	personTree.Child(record.LinkedInTree())
+	personTree.Child(record.GooglePlusTree())
+	personTree.Child(record.GravatarTree())
+	personTree.Child("Fuzzy: " + fmt.Sprintf("%t", record.Fuzzy))
+	personTree.Child("Email Provider: " + record.EmailProvider)
+	personTree.Child("Indexed At: " + record.IndexedAt)
+	personTree.Child("Phone: " + record.Phone)
+	personTree.Child("Active At: " + record.ActiveAt)
+	personTree.Child("Inactive At: " + record.InactiveAt)
+
+	return personTree
+}

internal/sqlite/db.go

@@ -1,419 +0,0 @@
-package sqlite
-
-import (
-	"fmt"
-	"go.uber.org/zap"
-	"gorm.io/gorm"
-	"time"
-)
-
-// QueryResults queries the database for results based on the provided options
-func QueryResults(options *DBOptions) ([]Result, error) {
-	db := GetDB()
-	var results []Result
-	query := db.Model(&Result{})
-
-	// Apply filters based on the provided options
-	query = applyFilters(query, options)
-
-	// Apply limit
-	if options.Limit > 0 {
-		query = query.Limit(options.Limit)
-	}
-
-	// Execute the query
-	if err := query.Find(&results).Error; err != nil {
-		zap.L().Error("query_results",
-			zap.String("message", "failed to query results"),
-			zap.Error(err),
-		)
-		return nil, fmt.Errorf("failed to query results: %w", err)
-	}
-
-	return results, nil
-}
-
-// applyFilters applies filters to the query based on the provided options
-func applyFilters(query *gorm.DB, options *DBOptions) *gorm.DB {
-	// Helper function to apply filter based on exact match setting
-	applyFilter := func(field, value string) *gorm.DB {
-		if value == "" {
-			return query
-		}
-
-		if options.ExactMatch {
-			return query.Where(field+" = ?", value)
-		} else {
-			return query.Where(field+" LIKE ?", "%"+value+"%")
-		}
-	}
-
-	// Apply filters for each field if provided
-	if options.Email != "" {
-		query = applyFilter("email", options.Email)
-	}
-
-	if options.Username != "" {
-		query = applyFilter("username", options.Username)
-	}
-
-	if options.IPAddress != "" {
-		query = applyFilter("ip_address", options.IPAddress)
-	}
-
-	if options.Password != "" {
-		query = applyFilter("password", options.Password)
-	}
-
-	if options.HashedPassword != "" {
-		query = applyFilter("hashed_password", options.HashedPassword)
-	}
-
-	if options.Name != "" {
-		query = applyFilter("name", options.Name)
-	}
-
-	if options.Vin != "" {
-		query = applyFilter("vin", options.Vin)
-	}
-
-	if options.LicensePlate != "" {
-		query = applyFilter("license_plate", options.LicensePlate)
-	}
-
-	if options.Address != "" {
-		query = applyFilter("address", options.Address)
-	}
-
-	if options.Phone != "" {
-		query = applyFilter("phone", options.Phone)
-	}
-
-	if options.Social != "" {
-		query = applyFilter("social", options.Social)
-	}
-
-	if options.CryptoCurrencyAddress != "" {
-		query = applyFilter("cryptocurrency_address", options.CryptoCurrencyAddress)
-	}
-
-	if options.Domain != "" {
-		query = applyFilter("url", options.Domain)
-	}
-
-	// Apply non-empty field filters
-	for _, field := range options.NonEmptyFields {
-		switch field {
-		case "username":
-			query = query.Where("JSON_ARRAY_LENGTH(username) > 0")
-		case "email":
-			query = query.Where("JSON_ARRAY_LENGTH(email) > 0")
-		case "ip_address", "ipaddress", "ip":
-			query = query.Where("JSON_ARRAY_LENGTH(ip_address) > 0")
-		case "password":
-			query = query.Where("JSON_ARRAY_LENGTH(password) > 0")
-		case "hashed_password", "hash":
-			query = query.Where("JSON_ARRAY_LENGTH(hashed_password) > 0")
-		case "name":
-			query = query.Where("JSON_ARRAY_LENGTH(name) > 0")
-		case "vin":
-			query = query.Where("JSON_ARRAY_LENGTH(vin) > 0")
-		case "license_plate", "license":
-			query = query.Where("JSON_ARRAY_LENGTH(license_plate) > 0")
-		case "address":
-			query = query.Where("JSON_ARRAY_LENGTH(address) > 0")
-		case "phone":
-			query = query.Where("JSON_ARRAY_LENGTH(phone) > 0")
-		case "social":
-			query = query.Where("JSON_ARRAY_LENGTH(social) > 0")
-		case "cryptocurrency_address", "crypto":
-			query = query.Where("JSON_ARRAY_LENGTH(cryptocurrency_address) > 0")
-		case "url", "domain":
-			query = query.Where("JSON_ARRAY_LENGTH(url) > 0")
-		}
-	}
-
-	return query
-}
-
-// GetResultsCount returns the count of results matching the provided options
-func GetResultsCount(options *DBOptions) (int64, error) {
-	db := GetDB()
-	var count int64
-	query := db.Model(&Result{})
-
-	// Apply filters based on the provided options
-	query = applyFilters(query, options)
-
-	// Count the results
-	if err := query.Count(&count).Error; err != nil {
-		zap.L().Error("get_results_count",
-			zap.String("message", "failed to count results"),
-			zap.Error(err),
-		)
-		return 0, fmt.Errorf("failed to count results: %w", err)
-	}
-
-	return count, nil
-}
-
-// QueryRuns queries the database for previous query runs (QueryOptions) based on the provided filters
-func QueryRuns(limit, lastXRuns int, startDate, endDate time.Time, containsQuery string) ([]QueryOptions, error) {
-	db := GetDB()
-	var runs []QueryOptions
-	query := db.Model(&QueryOptions{})
-
-	// Apply date range filter if provided
-	if lastXRuns > 0 {
-		query = query.Order("created_at DESC").Limit(lastXRuns)
-	} else if !startDate.IsZero() && !endDate.IsZero() {
-		query = query.Where("created_at BETWEEN ? AND ?", startDate, endDate)
-	} else if !startDate.IsZero() {
-		query = query.Where("created_at >= ?", startDate)
-	} else if !endDate.IsZero() {
-		query = query.Where("created_at <= ?", endDate)
-	}
-
-	// Apply query filter if provided
-	if containsQuery != "" {
-		// Search in all query fields
-		query = query.Where(
-			"username_query LIKE ? OR "+
-				"email_query LIKE ? OR "+
-				"ip_query LIKE ? OR "+
-				"pass_query LIKE ? OR "+
-				"hash_query LIKE ? OR "+
-				"name_query LIKE ? OR "+
-				"domain_query LIKE ? OR "+
-				"vin_query LIKE ? OR "+
-				"license_plate_query LIKE ? OR "+
-				"address_query LIKE ? OR "+
-				"phone_query LIKE ? OR "+
-				"social_query LIKE ? OR "+
-				"crypto_address_query LIKE ?",
-			"%"+containsQuery+"%", "%"+containsQuery+"%", "%"+containsQuery+"%",
-			"%"+containsQuery+"%", "%"+containsQuery+"%", "%"+containsQuery+"%",
-			"%"+containsQuery+"%", "%"+containsQuery+"%", "%"+containsQuery+"%",
-			"%"+containsQuery+"%", "%"+containsQuery+"%", "%"+containsQuery+"%",
-			"%"+containsQuery+"%",
-		)
-	}
-
-	// Apply limit
-	if limit > 0 {
-		query = query.Limit(limit)
-	}
-
-	// Order by most recent first
-	query = query.Order("created_at DESC")
-
-	// Execute the query
-	if err := query.Find(&runs).Error; err != nil {
-		zap.L().Error("query_runs",
-			zap.String("message", "failed to query runs"),
-			zap.Error(err),
-		)
-		return nil, fmt.Errorf("failed to query runs: %w", err)
-	}
-
-	return runs, nil
-}
-
-// GetRunsCount returns the count of runs matching the provided filters
-func GetRunsCount(lastXRuns int, startDate, endDate time.Time, containsQuery string) (int64, error) {
-	db := GetDB()
-	var count int64
-	query := db.Model(&QueryOptions{})
-
-	// Apply date range filter if provided
-	if lastXRuns > 0 {
-		query = query.Order("created_at DESC").Limit(lastXRuns)
-	} else if !startDate.IsZero() && !endDate.IsZero() {
-		query = query.Where("created_at BETWEEN ? AND ?", startDate, endDate)
-	} else if !startDate.IsZero() {
-		query = query.Where("created_at >= ?", startDate)
-	} else if !endDate.IsZero() {
-		query = query.Where("created_at <= ?", endDate)
-	}
-
-	// Apply query filter if provided
-	if containsQuery != "" {
-		// Search in all query fields
-		query = query.Where(
-			"username_query LIKE ? OR "+
-				"email_query LIKE ? OR "+
-				"ip_query LIKE ? OR "+
-				"pass_query LIKE ? OR "+
-				"hash_query LIKE ? OR "+
-				"name_query LIKE ? OR "+
-				"domain_query LIKE ? OR "+
-				"vin_query LIKE ? OR "+
-				"license_plate_query LIKE ? OR "+
-				"address_query LIKE ? OR "+
-				"phone_query LIKE ? OR "+
-				"social_query LIKE ? OR "+
-				"crypto_address_query LIKE ?",
-			"%"+containsQuery+"%", "%"+containsQuery+"%", "%"+containsQuery+"%",
-			"%"+containsQuery+"%", "%"+containsQuery+"%", "%"+containsQuery+"%",
-			"%"+containsQuery+"%", "%"+containsQuery+"%", "%"+containsQuery+"%",
-			"%"+containsQuery+"%", "%"+containsQuery+"%", "%"+containsQuery+"%",
-			"%"+containsQuery+"%",
-		)
-	}
-
-	// Count the results
-	if err := query.Count(&count).Error; err != nil {
-		zap.L().Error("get_runs_count",
-			zap.String("message", "failed to count runs"),
-			zap.Error(err),
-		)
-		return 0, fmt.Errorf("failed to count runs: %w", err)
-	}
-
-	return count, nil
-}
-
-// QueryCreds queries the database for credentials based on the provided filters
-func QueryCreds(options *DBOptions) ([]Creds, error) {
-	db := GetDB()
-	var creds []Creds
-	query := db.Model(&Creds{})
-
-	// Apply filters based on the provided options
-	if options.Username != "" {
-		if options.ExactMatch {
-			query = query.Where("username = ?", options.Username)
-		} else {
-			query = query.Where("username LIKE ?", "%"+options.Username+"%")
-		}
-	}
-
-	if options.Email != "" {
-		if options.ExactMatch {
-			query = query.Where("email = ?", options.Email)
-		} else {
-			query = query.Where("email LIKE ?", "%"+options.Email+"%")
-		}
-	}
-
-	if options.Password != "" {
-		if options.ExactMatch {
-			query = query.Where("password = ?", options.Password)
-		} else {
-			query = query.Where("password LIKE ?", "%"+options.Password+"%")
-		}
-	}
-
-	// Apply limit
-	if options.Limit > 0 {
-		query = query.Limit(options.Limit)
-	}
-
-	// Execute the query
-	if err := query.Find(&creds).Error; err != nil {
-		zap.L().Error("query_creds",
-			zap.String("message", "failed to query credentials"),
-			zap.Error(err),
-		)
-		return nil, fmt.Errorf("failed to query credentials: %w", err)
-	}
-
-	return creds, nil
-}
-
-// GetCredsCount returns the count of credentials matching the provided filters
-func GetCredsCount(options *DBOptions) (int64, error) {
-	db := GetDB()
-	var count int64
-	query := db.Model(&Creds{})
-
-	// Apply filters based on the provided options
-	if options.Username != "" {
-		if options.ExactMatch {
-			query = query.Where("username = ?", options.Username)
-		} else {
-			query = query.Where("username LIKE ?", "%"+options.Username+"%")
-		}
-	}
-
-	if options.Email != "" {
-		if options.ExactMatch {
-			query = query.Where("email = ?", options.Email)
-		} else {
-			query = query.Where("email LIKE ?", "%"+options.Email+"%")
-		}
-	}
-
-	if options.Password != "" {
-		if options.ExactMatch {
-			query = query.Where("password = ?", options.Password)
-		} else {
-			query = query.Where("password LIKE ?", "%"+options.Password+"%")
-		}
-	}
-
-	// Count the results
-	if err := query.Count(&count).Error; err != nil {
-		zap.L().Error("get_creds_count",
-			zap.String("message", "failed to count credentials"),
-			zap.Error(err),
-		)
-		return 0, fmt.Errorf("failed to count credentials: %w", err)
-	}
-
-	return count, nil
-}
-
-// ExecuteRawQuery executes a raw SQL query and returns the results as a slice of maps
-func ExecuteRawQuery(query string) ([]map[string]interface{}, error) {
-	db := GetDB()
-	rows, err := db.Raw(query).Rows()
-	if err != nil {
-		zap.L().Error("raw_query",
-			zap.String("message", "failed to execute raw query"),
-			zap.Error(err),
-		)
-		return nil, fmt.Errorf("failed to execute raw query: %w", err)
-	}
-	defer rows.Close()
-
-	columns, err := rows.Columns()
-	if err != nil {
-		zap.L().Error("raw_query",
-			zap.String("message", "failed to get columns from raw query"),
-			zap.Error(err),
-		)
-		return nil, fmt.Errorf("failed to get columns from raw query: %w", err)
-	}
-
-	var results []map[string]interface{}
-
-	for rows.Next() {
-		// Create a slice of interface{} to hold the values
-		values := make([]interface{}, len(columns))
-		pointers := make([]interface{}, len(columns))
-		for i := range values {
-			pointers[i] = &values[i]
-		}
-
-		// Scan the result into the pointers
-		if err := rows.Scan(pointers...); err != nil {
-			zap.L().Error("raw_query",
-				zap.String("message", "failed to scan row from raw query"),
-				zap.Error(err),
-			)
-			return nil, fmt.Errorf("failed to scan row from raw query: %w", err)
-		}
-
-		// Create a map for this row
-		rowMap := make(map[string]interface{})
-		for i, col := range columns {
-			val := values[i]
-			rowMap[col] = val
-		}
-
-		results = append(results, rowMap)
-	}
-
-	return results, nil
-}

internal/sqlite/gorm.go

@@ -51,7 +51,8 @@ func InitDB(dbPath string) (*gorm.DB, error) {
 	}
 
 	// Auto migrate your models
-	err = db.AutoMigrate(&Result{}, &Creds{}, QueryOptions{}, Creds{}, WhoisRecord{}, SubdomainRecord{}, HistoryRecord{})
+	err = db.AutoMigrate(&Result{}, &Creds{}, &QueryOptions{}, &Creds{}, &WhoisRecord{}, &SubdomainRecord{},
+		&HistoryRecord{}, &LookupResult{}, &HunterDomainData{}, &HunterEmail{}, &PersonData{})
 	if err != nil {
 		zap.L().Error("Failed to migrate database", zap.Error(err))
 		return nil, fmt.Errorf("failed to migrate database: %w", err)
@@ -163,7 +164,7 @@ func StoreWhoisRecord(whoisRecord WhoisRecord) error {
 	return nil
 }
 
-func StoreSubdomainRecord(subdomainRecords []SubdomainRecord) error {
+func StoreSubdomainRecords(subdomainRecords []SubdomainRecord) error {
 	if len(subdomainRecords) == 0 {
 		return nil
 	}
@@ -224,3 +225,95 @@ func StoreHistoryRecord(historyRecords []HistoryRecord) error {
 
 	return lastErr
 }
+
+func StoreIPLookup(ipLookup []LookupResult) error {
+	if len(ipLookup) == 0 {
+		return nil
+	}
+
+	zap.L().Info("Storing IP lookup records", zap.Int("count", len(ipLookup)))
+	db := GetDB()
+
+	// Use batch insert with conflict handling
+	const batchSize = 100
+	var lastErr error
+
+	for i := 0; i < len(ipLookup); i += batchSize {
+		end := i + batchSize
+		if end > len(ipLookup) {
+			end = len(ipLookup)
+		}
+
+		batch := ipLookup[i:end]
+		// Use Clauses with OnConflict DoNothing to skip conflicts
+		err := db.Clauses(clause.OnConflict{DoNothing: true}).CreateInBatches(&batch, batchSize).Error
+		if err != nil {
+			zap.L().Warn("Error storing some IP lookup records", zap.Error(err))
+			lastErr = err
+			// Continue with next batch despite error
+		}
+	}
+
+	return lastErr
+}
+
+func StoreHunterDomain(hunterDomain HunterDomainData) error {
+	db := GetDB()
+
+	// Use OnConflict clause to handle duplicates
+	err := db.Clauses(clause.OnConflict{DoNothing: true}).Create(&hunterDomain).Error
+	if err != nil {
+		zap.L().Error("store_hunter_domain",
+			zap.String("message", "failed to store hunter domain"),
+			zap.Error(err))
+		return err
+	}
+
+	return nil
+}
+
+func StoreHunterEmails(hunterEmails []HunterEmail) error {
+	if len(hunterEmails) == 0 {
+		return nil
+	}
+
+	zap.L().Info("Storing hunter emails", zap.Int("count", len(hunterEmails)))
+	db := GetDB()
+
+	// Use batch insert with conflict handling
+	const batchSize = 100
+	var lastErr error
+
+	for i := 0; i < len(hunterEmails); i += batchSize {
+		end := i + batchSize
+		if end > len(hunterEmails) {
+			end = len(hunterEmails)
+		}
+
+		batch := hunterEmails[i:end]
+		// Use Clauses with OnConflict DoNothing to skip conflicts
+		err := db.Clauses(clause.OnConflict{DoNothing: true}).CreateInBatches(&batch, batchSize).Error
+		if err != nil {
+			zap.L().Warn("Error storing some hunter emails", zap.Error(err))
+			lastErr = err
+			// Continue with next batch despite error
+		}
+	}
+
+	return lastErr
+}
+
+func StorePersonData(personData PersonData) error {
+	db := GetDB()
+
+	// Use OnConflict clause to handle duplicates
+	err := db.Clauses(clause.OnConflict{DoNothing: true}).Create(&personData).Error
+	if err != nil {
+		zap.L().Error("store_person_data",
+			zap.String("message", "failed to store person data"),
+			zap.Error(err))
+		return err
+	}
+
+	return nil
+}

internal/sqlite/hunter.io.go

@@ -0,0 +1,751 @@
+package sqlite
+
+import (
+	"fmt"
+	"github.com/charmbracelet/lipgloss/tree"
+	"gorm.io/gorm"
+)
+
+// HunterDomainSearchResult represents the response from Hunter.io domain search API
+type HunterDomainSearchResult struct {
+	Data HunterDomainData `json:"data" gorm:"embedded;embeddedPrefix:data_"`
+	Meta HunterMeta       `json:"meta" gorm:"embedded;embeddedPrefix:meta_"`
+}
+
+// HunterDomainData contains the main domain information
+type HunterDomainData struct {
+	gorm.Model
+	Domain        string        `json:"domain" gorm:"unique"`
+	Disposable    bool          `json:"disposable"`
+	Webmail       bool          `json:"webmail"`
+	AcceptAll     bool          `json:"accept_all"`
+	Pattern       string        `json:"pattern"`
+	Organization  string        `json:"organization"`
+	Description   string        `json:"description"`
+	Industry      string        `json:"industry"`
+	Twitter       string        `json:"twitter"`
+	Facebook      string        `json:"facebook"`
+	Linkedin      string        `json:"linkedin"`
+	Instagram     string        `json:"instagram"`
+	Youtube       string        `json:"youtube"`
+	Technologies  []string      `json:"technologies" gorm:"serializer:json"`
+	Country       string        `json:"country"`
+	State         string        `json:"state"`
+	City          string        `json:"city"`
+	PostalCode    string        `json:"postal_code"`
+	Street        string        `json:"street"`
+	Headcount     string        `json:"headcount"`
+	CompanyType   string        `json:"company_type"`
+	Emails        []HunterEmail `json:"emails" gorm:"serializer:json"`
+	LinkedDomains []string      `json:"linked_domains" gorm:"serializer:json"`
+}
+
+func (h *HunterDomainData) String() string {
+	return fmt.Sprintf("Domain: %s\nDisposable: %t\nWebmail: %t\nAcceptAll: %t\nPattern: %s\nOrganization: %s\nDescription: %s\nIndustry: %s\nTwitter: %s\nFacebook: %s\nLinkedin: %s\nInstagram: %s\nYoutube: %s\nTechnologies: %v\nCountry: %s\nState: %s\nCity: %s\nPostalCode: %s\nStreet: %s\nHeadcount: %s\nCompanyType: %s\nEmails: %v\nLinkedDomains: %v\n",
+		h.Domain, h.Disposable, h.Webmail, h.AcceptAll, h.Pattern, h.Organization, h.Description, h.Industry, h.Twitter, h.Facebook, h.Linkedin, h.Instagram, h.Youtube, h.Technologies, h.Country, h.State, h.City, h.PostalCode, h.Street, h.Headcount, h.CompanyType, h.Emails, h.LinkedDomains)
+}
+
+func (HunterDomainData) TableName() string {
+	return "hunter_domain"
+}
+
+// HunterEmail represents an email found for the domain
+type HunterEmail struct {
+	gorm.Model
+	Domain       string             `json:"domain,omitempty"`
+	Value        string             `json:"value" gorm:"unique"`
+	Type         string             `json:"type"`
+	Confidence   int                `json:"confidence"`
+	Sources      []HunterSource     `json:"sources" gorm:"serializer:json"`
+	FirstName    string             `json:"first_name"`
+	LastName     string             `json:"last_name"`
+	Position     string             `json:"position"`
+	PositionRaw  string             `json:"position_raw"`
+	Seniority    string             `json:"seniority"`
+	Department   string             `json:"department"`
+	Linkedin     string             `json:"linkedin"`
+	Twitter      string             `json:"twitter"`
+	PhoneNumber  string             `json:"phone_number"`
+	Verification HunterVerification `json:"verification" gorm:"embedded;embeddedPrefix:verification_"`
+}
+
+func (he *HunterEmail) ToTree() *tree.Tree {
+	emailTree := tree.Root(he.Value)
+	emailTree.Child("Type: " + he.Type)
+	emailTree.Child("Confidence: " + fmt.Sprintf("%d", he.Confidence))
+	emailTree.Child("FirstName: " + he.FirstName)
+	emailTree.Child("LastName: " + he.LastName)
+	emailTree.Child("Position: " + he.Position)
+	emailTree.Child("PositionRaw: " + he.PositionRaw)
+	emailTree.Child("Seniority: " + he.Seniority)
+	emailTree.Child("Department: " + he.Department)
+	emailTree.Child("Linkedin: " + he.Linkedin)
+	emailTree.Child("Twitter: " + he.Twitter)
+	emailTree.Child("PhoneNumber: " + he.PhoneNumber)
+	emailTree.Child(he.Verification.ToTree())
+	return emailTree
+}
+
+func (he *HunterEmail) String() string {
+	return fmt.Sprintf("Value: %s\nType: %s\nConfidence: %d\nSources: %v\nFirstName: %s\nLastName: %s\nPosition: %s\nPositionRaw: %s\nSeniority: %s\nDepartment: %s\nLinkedin: %s\nTwitter: %s\nPhoneNumber: %s\nVerification: %v\n",
+		he.Value, he.Type, he.Confidence, he.Sources, he.FirstName, he.LastName, he.Position, he.PositionRaw, he.Seniority, he.Department, he.Linkedin, he.Twitter, he.PhoneNumber, he.Verification)
+}
+
+func (HunterEmail) TableName() string {
+	return "hunter_email"
+}
+
+// HunterSource represents where an email was found
+type HunterSource struct {
+	Domain      string `json:"domain"`
+	URI         string `json:"uri"`
+	ExtractedOn string `json:"extracted_on"`
+	LastSeenOn  string `json:"last_seen_on"`
+	StillOnPage bool   `json:"still_on_page"`
+}
+
+// HunterVerification represents the verification status of an email
+type HunterVerification struct {
+	Date   string `json:"date"`
+	Status string `json:"status"`
+}
+
+func (hv *HunterVerification) ToTree() *tree.Tree {
+	verificationTree := tree.Root("Verification")
+	verificationTree.Child("Date: " + hv.Date)
+	verificationTree.Child("Status: " + hv.Status)
+	return verificationTree
+}
+
+// HunterMeta contains metadata about the API response
+type HunterMeta struct {
+	Results int                `json:"results"`
+	Limit   int                `json:"limit"`
+	Offset  int                `json:"offset"`
+	Params  HunterSearchParams `json:"params" gorm:"embedded;embeddedPrefix:params_"`
+}
+
+// HunterSearchParams contains the parameters used in the search
+type HunterSearchParams struct {
+	Domain     string `json:"domain"`
+	Company    string `json:"company"`
+	Type       string `json:"type"`
+	Seniority  string `json:"seniority"`
+	Department string `json:"department"`
+}
+
+// HunterEmailFinderResponse represents the response from Hunter.io email finder API
+type HunterEmailFinderResponse struct {
+	Data HunterEmailFinderData `json:"data" gorm:"embedded;embeddedPrefix:data_"`
+	Meta EmailFinderMeta       `json:"meta" gorm:"embedded;embeddedPrefix:meta_"`
+}
+
+// HunterEmailFinderData contains the main email information
+type HunterEmailFinderData struct {
+	FirstName    string             `json:"first_name"`
+	LastName     string             `json:"last_name"`
+	Email        string             `json:"email"`
+	Score        int                `json:"score"`
+	Domain       string             `json:"domain"`
+	AcceptAll    bool               `json:"accept_all"`
+	Position     string             `json:"position"`
+	Twitter      string             `json:"twitter"`
+	LinkedinURL  string             `json:"linkedin_url"`
+	PhoneNumber  string             `json:"phone_number"`
+	Company      string             `json:"company"`
+	Sources      []HunterSource     `json:"sources" gorm:"serializer:json"`
+	Verification HunterVerification `json:"verification" gorm:"embedded;embeddedPrefix:verification_"`
+}
+
+func (he *HunterEmailFinderData) String() string {
+	return fmt.Sprintf("FirstName: %s\nLastName: %s\nEmail: %s\nScore: %d\nDomain: %s\nAcceptAll: %t\nPosition: %s\nTwitter: %s\nLinkedinURL: %s\nPhoneNumber: %s\nCompany: %s\nSources: %v\nVerification: %v\n",
+		he.FirstName, he.LastName, he.Email, he.Score, he.Domain, he.AcceptAll, he.Position, he.Twitter, he.LinkedinURL, he.PhoneNumber, he.Company, he.Sources, he.Verification)
+}
+
+// EmailFinderMeta contains metadata about the API response
+type EmailFinderMeta struct {
+	Params EmailFinderParams `json:"params" gorm:"embedded;embeddedPrefix:params_"`
+}
+
+// EmailFinderParams contains the parameters used in the search
+type EmailFinderParams struct {
+	FirstName   string `json:"first_name"`
+	LastName    string `json:"last_name"`
+	FullName    string `json:"full_name"`
+	Domain      string `json:"domain"`
+	Company     string `json:"company"`
+	MaxDuration string `json:"max_duration"`
+}
+
+func (HunterEmailFinderResponse) TableName() string {
+	return "hunter_email_finder"
+}
+
+// HunterEmailVerifyResponse represents the response from Hunter.io email verification API
+type HunterEmailVerifyResponse struct {
+	Data HunterEmailVerifyData `json:"data" gorm:"embedded;embeddedPrefix:data_"`
+	Meta EmailVerifyMeta       `json:"meta" gorm:"embedded;embeddedPrefix:meta_"`
+}
+
+// HunterEmailVerifyData contains the email verification information
+type HunterEmailVerifyData struct {
+	Status            string         `json:"status"`
+	Result            string         `json:"result"`
+	DeprecationNotice string         `json:"_deprecation_notice"`
+	Score             int            `json:"score"`
+	Email             string         `json:"email"`
+	Regexp            bool           `json:"regexp"`
+	Gibberish         bool           `json:"gibberish"`
+	Disposable        bool           `json:"disposable"`
+	Webmail           bool           `json:"webmail"`
+	MXRecords         bool           `json:"mx_records"`
+	SMTPServer        bool           `json:"smtp_server"`
+	SMTPCheck         bool           `json:"smtp_check"`
+	AcceptAll         bool           `json:"accept_all"`
+	Block             bool           `json:"block"`
+	Sources           []HunterSource `json:"sources" gorm:"serializer:json"`
+}
+
+func (ev *HunterEmailVerifyData) String() string {
+	return fmt.Sprintf("Status: %s\nResult: %s\nDeprecationNotice: %s\nScore: %d\nEmail: %s\nRegexp: %t\nGibberish: %t\nDisposable: %t\nWebmail: %t\nMXRecords: %t\nSMTPServer: %t\nSMTPCheck: %t\nAcceptAll: %t\nBlock: %t\nSources: %v\n",
+		ev.Status, ev.Result, ev.DeprecationNotice, ev.Score, ev.Email, ev.Regexp, ev.Gibberish, ev.Disposable, ev.Webmail, ev.MXRecords, ev.SMTPServer, ev.SMTPCheck, ev.AcceptAll, ev.Block, ev.Sources)
+}
+
+// EmailVerifyMeta contains metadata about the API response
+type EmailVerifyMeta struct {
+	Params EmailVerifyParams `json:"params" gorm:"embedded;embeddedPrefix:params_"`
+}
+
+// EmailVerifyParams contains the parameters used in the verification
+type EmailVerifyParams struct {
+	Email string `json:"email"`
+}
+
+// HunterCompanyEnrichmentResponse represents the response from Hunter.io company enrichment API
+type HunterCompanyEnrichmentResponse struct {
+	Data CompanyData `json:"data" gorm:"embedded;embeddedPrefix:data_"`
+	Meta CompanyMeta `json:"meta" gorm:"embedded;embeddedPrefix:meta_"`
+}
+
+// CompanyData contains the detailed company information
+type CompanyData struct {
+	ID             string        `json:"id"`
+	Name           string        `json:"name"`
+	LegalName      string        `json:"legalName"`
+	Domain         string        `json:"domain"`
+	DomainAliases  []string      `json:"domainAliases" gorm:"serializer:json"`
+	Site           CompanySite   `json:"site" gorm:"embedded;embeddedPrefix:site_"`
+	Category       Category      `json:"category" gorm:"embedded;embeddedPrefix:category_"`
+	Tags           []string      `json:"tags" gorm:"serializer:json"`
+	Description    string        `json:"description"`
+	FoundedYear    int           `json:"foundedYear"`
+	Location       string        `json:"location"`
+	TimeZone       string        `json:"timeZone"`
+	UTCOffset      int           `json:"utcOffset"`
+	Geo            Geography     `json:"geo" gorm:"embedded;embeddedPrefix:geo_"`
+	Logo           string        `json:"logo"`
+	Facebook       Facebook      `json:"facebook" gorm:"embedded;embeddedPrefix:facebook_"`
+	LinkedIn       LinkedIn      `json:"linkedin" gorm:"embedded;embeddedPrefix:linkedin_"`
+	Twitter        Twitter       `json:"twitter" gorm:"embedded;embeddedPrefix:twitter_"`
+	Crunchbase     Crunchbase    `json:"crunchbase" gorm:"embedded;embeddedPrefix:crunchbase_"`
+	YouTube        YouTube       `json:"youtube" gorm:"embedded;embeddedPrefix:youtube_"`
+	EmailProvider  string        `json:"emailProvider"`
+	Type           string        `json:"type"`
+	Ticker         string        `json:"ticker"`
+	Identifiers    Identifiers   `json:"identifiers" gorm:"embedded;embeddedPrefix:identifiers_"`
+	Phone          string        `json:"phone"`
+	Metrics        Metrics       `json:"metrics" gorm:"embedded;embeddedPrefix:metrics_"`
+	IndexedAt      string        `json:"indexedAt"`
+	Tech           []string      `json:"tech" gorm:"serializer:json"`
+	TechCategories []string      `json:"techCategories" gorm:"serializer:json"`
+	Parent         ParentCompany `json:"parent" gorm:"embedded;embeddedPrefix:parent_"`
+	UltimateParent ParentCompany `json:"ultimateParent" gorm:"embedded;embeddedPrefix:ultimate_parent_"`
+}
+
+func (cd *CompanyData) String() string {
+	return fmt.Sprintf("ID: %s\nName: %s\nLegalName: %s\nDomain: %s\nDomainAliases: %v\nSite: %v\nCategory: %v\nTags: %v\nDescription: %s\nFoundedYear: %d\nLocation: %s\nTimeZone: %s\nUTCOffset: %d\nGeo: %v\nLogo: %s\nFacebook: %v\nLinkedIn: %v\nTwitter: %v\nCrunchbase: %v\nYouTube: %v\nEmailProvider: %s\nType: %s\nTicker: %s\nIdentifiers: %v\nPhone: %s\nMetrics: %v\nIndexedAt: %s\nTech: %v\nTechCategories: %v\nParent: %v\nUltimateParent: %v\n",
+		cd.ID, cd.Name, cd.LegalName, cd.Domain, cd.DomainAliases, cd.Site, cd.Category, cd.Tags, cd.Description, cd.FoundedYear, cd.Location, cd.TimeZone, cd.UTCOffset, cd.Geo, cd.Logo, cd.Facebook, cd.LinkedIn, cd.Twitter, cd.Crunchbase, cd.YouTube, cd.EmailProvider, cd.Type, cd.Ticker, cd.Identifiers, cd.Phone, cd.Metrics, cd.IndexedAt, cd.Tech, cd.TechCategories, cd.Parent, cd.UltimateParent)
+}
+
+func (cd *CompanyData) DomainAliasesTree() *tree.Tree {
+	domainAliasesTree := tree.Root("Domain Aliases")
+	for _, domainAlias := range cd.DomainAliases {
+		domainAliasesTree.Child(domainAlias)
+	}
+	return domainAliasesTree
+}
+
+func (cd *CompanyData) SiteTree() *tree.Tree {
+	siteTree := tree.Root("Site")
+	phoneTree := tree.Root("Phone Numbers")
+	for _, phoneNumber := range cd.Site.PhoneNumbers {
+		phoneTree.Child(phoneNumber)
+	}
+	emailTree := tree.Root("Email Addresses")
+	for _, emailAddress := range cd.Site.EmailAddresses {
+		emailTree.Child(emailAddress)
+	}
+	siteTree.Child(phoneTree)
+	siteTree.Child(emailTree)
+	return siteTree
+}
+
+func (cd *CompanyData) CategoryTree() *tree.Tree {
+	categoryTree := tree.Root("Category")
+	categoryTree.Child("Sector: " + cd.Category.Sector)
+	categoryTree.Child("Industry Group: " + cd.Category.IndustryGroup)
+	categoryTree.Child("Industry: " + cd.Category.Industry)
+	categoryTree.Child("Sub Industry: " + cd.Category.SubIndustry)
+	categoryTree.Child("GICS Code: " + cd.Category.GICSCode)
+	categoryTree.Child("SIC Code: " + cd.Category.SICCode)
+
+	sic4CodesTree := tree.Root("SIC 4 Codes")
+	for _, sic4Code := range cd.Category.SIC4Codes {
+		sic4CodesTree.Child(sic4Code)
+	}
+	categoryTree.Child(sic4CodesTree)
+
+	categoryTree.Child("NAICS Code: " + cd.Category.NAICSCode)
+
+	naics6CodesTree := tree.Root("NAICS 6 Codes")
+	for _, naics6Code := range cd.Category.NAICS6Codes {
+		naics6CodesTree.Child(naics6Code)
+	}
+	categoryTree.Child(naics6CodesTree)
+
+	naics6Codes2022Tree := tree.Root("NAICS 6 Codes 2022")
+	for _, naics6Code2022 := range cd.Category.NAICS6Codes2022 {
+		naics6Codes2022Tree.Child(naics6Code2022)
+	}
+	categoryTree.Child(naics6Codes2022Tree)
+	return categoryTree
+}
+
+func (cd *CompanyData) GeoTree() *tree.Tree {
+	geoTree := tree.Root("Geo")
+	geoTree.Child("Street Number: " + cd.Geo.StreetNumber)
+	geoTree.Child("Street Name: " + cd.Geo.StreetName)
+	geoTree.Child("Sub Premise: " + cd.Geo.SubPremise)
+	geoTree.Child("Street Address: " + cd.Geo.StreetAddress)
+	geoTree.Child("City: " + cd.Geo.City)
+	geoTree.Child("Postal Code: " + cd.Geo.PostalCode)
+	geoTree.Child("State: " + cd.Geo.State)
+	geoTree.Child("State Code: " + cd.Geo.StateCode)
+	geoTree.Child("Country: " + cd.Geo.Country)
+	geoTree.Child("Country Code: " + cd.Geo.CountryCode)
+	geoTree.Child("Latitude: " + fmt.Sprintf("%f", cd.Geo.Lat))
+	geoTree.Child("Longitude: " + fmt.Sprintf("%f", cd.Geo.Lng))
+	return geoTree
+}
+
+func (cd *CompanyData) FacebookTree() *tree.Tree {
+	facebookTree := tree.Root("Facebook")
+	facebookTree.Child("Handle: " + cd.Facebook.Handle)
+	facebookTree.Child("Likes: " + fmt.Sprintf("%d", cd.Facebook.Likes))
+	return facebookTree
+}
+
+func (cd *CompanyData) LinkedInTree() *tree.Tree {
+	linkedinTree := tree.Root("LinkedIn")
+	linkedinTree.Child("Handle: " + cd.LinkedIn.Handle)
+	return linkedinTree
+}
+
+func (cd *CompanyData) TwitterTree() *tree.Tree {
+	twitterTree := tree.Root("Twitter")
+	twitterTree.Child("Handle: " + cd.Twitter.Handle)
+	twitterTree.Child("ID: " + cd.Twitter.ID)
+	twitterTree.Child("Bio: " + cd.Twitter.Bio)
+	twitterTree.Child("Followers: " + fmt.Sprintf("%d", cd.Twitter.Followers))
+	twitterTree.Child("Following: " + fmt.Sprintf("%d", cd.Twitter.Following))
+	twitterTree.Child("Location: " + cd.Twitter.Location)
+	twitterTree.Child("Site: " + cd.Twitter.Site)
+	twitterTree.Child("Avatar" + cd.Twitter.Avatar)
+	return twitterTree
+}
+
+func (cd *CompanyData) CrunchbaseTree() *tree.Tree {
+	crunchbaseTree := tree.Root("Crunchbase")
+	crunchbaseTree.Child("Handle: " + cd.Crunchbase.Handle)
+	return crunchbaseTree
+}
+
+func (cd *CompanyData) YouTubeTree() *tree.Tree {
+	youtubeTree := tree.Root("YouTube")
+	youtubeTree.Child("Handle: " + cd.YouTube.Handle)
+	return youtubeTree
+}
+
+func (cd *CompanyData) IdentifiersTree() *tree.Tree {
+	identifiersTree := tree.Root("Identifiers")
+	identifiersTree.Child("UsEIN: " + cd.Identifiers.UsEIN)
+	return identifiersTree
+}
+
+func (cd *CompanyData) MetricsTree() *tree.Tree {
+	metricsTree := tree.Root("Metrics")
+	metricsTree.Child("Alexa Us Rank: " + fmt.Sprintf("%d", cd.Metrics.AlexaUsRank))
+	metricsTree.Child("Alexa Global Rank: " + fmt.Sprintf("%d", cd.Metrics.AlexaGlobalRank))
+	metricsTree.Child("Traffic Rank: " + cd.Metrics.TrafficRank)
+	metricsTree.Child("Employees: " + cd.Metrics.Employees)
+	metricsTree.Child("Market Cap: " + cd.Metrics.MarketCap)
+	metricsTree.Child("Raised: " + cd.Metrics.Raised)
+	metricsTree.Child("Annual Revenue: " + cd.Metrics.AnnualRevenue)
+	metricsTree.Child("Estimated Annual Revenue: " + cd.Metrics.EstimatedAnnualRevenue)
+	metricsTree.Child("Fiscal Year End: " + cd.Metrics.FiscalYearEnd)
+	return metricsTree
+}
+
+func (cd *CompanyData) TagsTree() *tree.Tree {
+	tagsTree := tree.Root("Tags")
+	for _, tag := range cd.Tags {
+		tagsTree.Child(tag)
+	}
+	return tagsTree
+}
+
+func (cd *CompanyData) TechTree() *tree.Tree {
+	techTree := tree.Root("Tech")
+	for _, tech := range cd.Tech {
+		techTree.Child(tech)
+	}
+	return techTree
+}
+
+func (cd *CompanyData) TechCategoriesTree() *tree.Tree {
+	techCategoriesTree := tree.Root("Tech Categories")
+	for _, techCategory := range cd.TechCategories {
+		techCategoriesTree.Child(techCategory)
+	}
+	return techCategoriesTree
+}
+
+func (cd *CompanyData) ParentTree() *tree.Tree {
+	parentTree := tree.Root("Parent")
+	parentTree.Child("Domain: " + cd.Parent.Domain)
+	return parentTree
+}
+
+func (cd *CompanyData) UltimateParentTree() *tree.Tree {
+	ultimateParentTree := tree.Root("Ultimate Parent")
+	ultimateParentTree.Child("Domain: " + cd.UltimateParent.Domain)
+	return ultimateParentTree
+}
+
+// CompanySite contains contact information from the company website
+type CompanySite struct {
+	PhoneNumbers   []string `json:"phoneNumbers" gorm:"serializer:json"`
+	EmailAddresses []string `json:"emailAddresses" gorm:"serializer:json"`
+}
+
+// Category contains industry classification information
+type Category struct {
+	Sector          string   `json:"sector"`
+	IndustryGroup   string   `json:"industryGroup"`
+	Industry        string   `json:"industry"`
+	SubIndustry     string   `json:"subIndustry"`
+	GICSCode        string   `json:"gicsCode"`
+	SICCode         string   `json:"sicCode"`
+	SIC4Codes       []string `json:"sic4Codes" gorm:"serializer:json"`
+	NAICSCode       string   `json:"naicsCode"`
+	NAICS6Codes     []string `json:"naics6Codes" gorm:"serializer:json"`
+	NAICS6Codes2022 []string `json:"naics6Codes2022" gorm:"serializer:json"`
+}
+
+// Geography contains location information
+type Geography struct {
+	StreetNumber  string  `json:"streetNumber"`
+	StreetName    string  `json:"streetName"`
+	SubPremise    string  `json:"subPremise"`
+	StreetAddress string  `json:"streetAddress"`
+	City          string  `json:"city"`
+	PostalCode    string  `json:"postalCode"`
+	State         string  `json:"state"`
+	StateCode     string  `json:"stateCode"`
+	Country       string  `json:"country"`
+	CountryCode   string  `json:"countryCode"`
+	Lat           float64 `json:"lat"`
+	Lng           float64 `json:"lng"`
+}
+
+// Identifiers contains company identification numbers
+type Identifiers struct {
+	UsEIN string `json:"usEIN"`
+}
+
+// Metrics contains company performance metrics
+type Metrics struct {
+	AlexaUsRank            int    `json:"alexaUsRank"`
+	AlexaGlobalRank        int    `json:"alexaGlobalRank"`
+	TrafficRank            string `json:"trafficRank"`
+	Employees              string `json:"employees"`
+	MarketCap              string `json:"marketCap"`
+	Raised                 string `json:"raised"`
+	AnnualRevenue          string `json:"annualRevenue"`
+	EstimatedAnnualRevenue string `json:"estimatedAnnualRevenue"`
+	FiscalYearEnd          string `json:"fiscalYearEnd"`
+}
+
+// ParentCompany contains information about parent companies
+type ParentCompany struct {
+	Domain string `json:"domain"`
+}
+
+// CompanyMeta contains metadata about the API response
+type CompanyMeta struct {
+	Domain string `json:"domain"`
+}
+
+func (HunterCompanyEnrichmentResponse) TableName() string {
+	return "hunter_company_enrichment"
+}
+
+// HunterPersonEnrichmentResponse represents the response from Hunter.io person enrichment API
+type HunterPersonEnrichmentResponse struct {
+	Data PersonData `json:"data" gorm:"embedded;embeddedPrefix:data_"`
+	Meta PersonMeta `json:"meta" gorm:"embedded;embeddedPrefix:meta_"`
+}
+
+// PersonData contains the detailed person information
+type PersonData struct {
+	gorm.Model
+	ID            string     `json:"id"`
+	Name          PersonName `json:"name" gorm:"embedded;embeddedPrefix:name_"`
+	Email         string     `json:"email" gorm:"unique"`
+	Location      string     `json:"location"`
+	TimeZone      string     `json:"timeZone"`
+	UTCOffset     int        `json:"utcOffset"`
+	Geo           PersonGeo  `json:"geo" gorm:"embedded;embeddedPrefix:geo_"`
+	Bio           string     `json:"bio"`
+	Site          string     `json:"site"`
+	Avatar        string     `json:"avatar"`
+	Employment    Employment `json:"employment" gorm:"embedded;embeddedPrefix:employment_"`
+	Facebook      Facebook   `json:"facebook" gorm:"embedded;embeddedPrefix:facebook_"`
+	GitHub        GitHub     `json:"github" gorm:"embedded;embeddedPrefix:github_"`
+	Twitter       Twitter    `json:"twitter" gorm:"embedded;embeddedPrefix:twitter_"`
+	LinkedIn      LinkedIn   `json:"linkedin" gorm:"embedded;embeddedPrefix:linkedin_"`
+	GooglePlus    GooglePlus `json:"googleplus" gorm:"embedded;embeddedPrefix:googleplus_"`
+	Gravatar      Gravatar   `json:"gravatar" gorm:"embedded;embeddedPrefix:gravatar_"`
+	Fuzzy         bool       `json:"fuzzy"`
+	EmailProvider string     `json:"emailProvider"`
+	IndexedAt     string     `json:"indexedAt"`
+	Phone         string     `json:"phone"`
+	ActiveAt      string     `json:"activeAt"`
+	InactiveAt    string     `json:"inactiveAt"`
+}
+
+func (pd *PersonData) String() string {
+	return fmt.Sprintf("ID: %s\nName: %v\nEmail: %s\nLocation: %s\nTimeZone: %s\nUTCOffset: %d\nGeo: %v\nBio: %s\nSite: %s\nAvatar: %s\nEmployment: %v\nFacebook: %v\nGitHub: %v\nTwitter: %v\nLinkedIn: %v\nGooglePlus: %v\nGravatar: %v\nFuzzy: %t\nEmailProvider: %s\nIndexedAt: %s\nPhone: %s\nActiveAt: %s\nInactiveAt: %s\n",
+		pd.ID, pd.Name, pd.Email, pd.Location, pd.TimeZone, pd.UTCOffset, pd.Geo, pd.Bio, pd.Site, pd.Avatar, pd.Employment, pd.Facebook, pd.GitHub, pd.Twitter, pd.LinkedIn, pd.GooglePlus, pd.Gravatar, pd.Fuzzy, pd.EmailProvider, pd.IndexedAt, pd.Phone, pd.ActiveAt, pd.InactiveAt)
+}
+
+func (pd *PersonData) NameTree() *tree.Tree {
+	nameTree := tree.Root("Name")
+	nameTree.Child("Full Name: " + pd.Name.FullName)
+	nameTree.Child("Given Name: " + pd.Name.GivenName)
+	nameTree.Child("Family Name: " + pd.Name.FamilyName)
+	return nameTree
+}
+
+func (pd *PersonData) GeoTree() *tree.Tree {
+	geoTree := tree.Root("Geo")
+	geoTree.Child("City: " + pd.Geo.City)
+	geoTree.Child("State: " + pd.Geo.State)
+	geoTree.Child("State Code: " + pd.Geo.StateCode)
+	geoTree.Child("Country: " + pd.Geo.Country)
+	geoTree.Child("Country Code: " + pd.Geo.CountryCode)
+	geoTree.Child("Latitude: " + fmt.Sprintf("%f", pd.Geo.Lat))
+	geoTree.Child("Longitude: " + fmt.Sprintf("%f", pd.Geo.Lng))
+	return geoTree
+}
+
+func (pd *PersonData) EmploymentTree() *tree.Tree {
+	employmentTree := tree.Root("Employment")
+	employmentTree.Child("Domain: " + pd.Employment.Domain)
+	employmentTree.Child("Name: " + pd.Employment.Name)
+	employmentTree.Child("Title: " + pd.Employment.Title)
+	employmentTree.Child("Role: " + pd.Employment.Role)
+	employmentTree.Child("Sub Role: " + pd.Employment.SubRole)
+	employmentTree.Child("Seniority: " + pd.Employment.Seniority)
+	return employmentTree
+}
+
+func (pd *PersonData) FacebookTree() *tree.Tree {
+	facebookTree := tree.Root("Facebook")
+	facebookTree.Child("Handle: " + pd.Facebook.Handle)
+	facebookTree.Child("Likes: " + fmt.Sprintf("%d", pd.Facebook.Likes))
+	return facebookTree
+}
+
+func (pd *PersonData) GitHubTree() *tree.Tree {
+	githubTree := tree.Root("GitHub")
+	githubTree.Child("Handle: " + pd.GitHub.Handle)
+	githubTree.Child("ID: " + pd.GitHub.ID)
+	githubTree.Child("Avatar: " + pd.GitHub.Avatar)
+	githubTree.Child("Company: " + pd.GitHub.Company)
+	githubTree.Child("Blog: " + pd.GitHub.Blog)
+	githubTree.Child("Followers: " + fmt.Sprintf("%d", pd.GitHub.Followers))
+	githubTree.Child("Following: " + fmt.Sprintf("%d", pd.GitHub.Following))
+	return githubTree
+}
+
+func (pd *PersonData) TwitterTree() *tree.Tree {
+	twitterTree := tree.Root("Twitter")
+	twitterTree.Child("Handle: " + pd.Twitter.Handle)
+	twitterTree.Child("ID: " + pd.Twitter.ID)
+	twitterTree.Child("Bio: " + pd.Twitter.Bio)
+	twitterTree.Child("Followers: " + fmt.Sprintf("%d", pd.Twitter.Followers))
+	twitterTree.Child("Following: " + fmt.Sprintf("%d", pd.Twitter.Following))
+	twitterTree.Child("Location: " + pd.Twitter.Location)
+	twitterTree.Child("Site: " + pd.Twitter.Site)
+	twitterTree.Child("Avatar: " + pd.Twitter.Avatar)
+	return twitterTree
+}
+
+func (pd *PersonData) LinkedInTree() *tree.Tree {
+	linkedinTree := tree.Root("LinkedIn")
+	linkedinTree.Child("Handle: " + pd.LinkedIn.Handle)
+	return linkedinTree
+}
+
+func (pd *PersonData) GooglePlusTree() *tree.Tree {
+	googlePlusTree := tree.Root("GooglePlus")
+	googlePlusTree.Child("Handle: " + pd.GooglePlus.Handle)
+	return googlePlusTree
+}
+
+func (pd *PersonData) GravatarTree() *tree.Tree {
+	gravatarTree := tree.Root("Gravatar")
+	gravatarTree.Child("Handle: " + pd.Gravatar.Handle)
+	gravatarTree.Child("Avatar: " + pd.Gravatar.Avatar)
+	return gravatarTree
+}
+
+func (PersonData) TableName() string {
+	return "person"
+}
+
+// PersonName contains the person's name components
+type PersonName struct {
+	FullName   string `json:"fullName"`
+	GivenName  string `json:"givenName"`
+	FamilyName string `json:"familyName"`
+}
+
+// PersonGeo contains location information for a person
+type PersonGeo struct {
+	City        string  `json:"city"`
+	State       string  `json:"state"`
+	StateCode   string  `json:"stateCode"`
+	Country     string  `json:"country"`
+	CountryCode string  `json:"countryCode"`
+	Lat         float64 `json:"lat"`
+	Lng         float64 `json:"lng"`
+}
+
+// Employment contains employment information
+type Employment struct {
+	Domain    string `json:"domain"`
+	Name      string `json:"name"`
+	Title     string `json:"title"`
+	Role      string `json:"role"`
+	SubRole   string `json:"subRole"`
+	Seniority string `json:"seniority"`
+}
+
+// GitHub contains GitHub profile information
+type GitHub struct {
+	gorm.Model
+	Handle    string `json:"handle"`
+	ID        string `json:"id"`
+	Avatar    string `json:"avatar"`
+	Company   string `json:"company"`
+	Blog      string `json:"blog"`
+	Followers int    `json:"followers"`
+	Following int    `json:"following"`
+	PersonID  int    `json:"person_id,omitempty"`
+}
+
+// GooglePlus contains Google+ profile information
+type GooglePlus struct {
+	Handle   string `json:"handle"`
+	PersonID int    `json:"person_id,omitempty"`
+}
+
+// Gravatar contains Gravatar profile information
+type Gravatar struct {
+	gorm.Model
+	Handle   string   `json:"handle"`
+	URLs     []string `json:"urls" gorm:"serializer:json"`
+	Avatar   string   `json:"avatar"`
+	Avatars  []string `json:"avatars" gorm:"serializer:json"`
+	PersonID int      `json:"person_id,omitempty"`
+}
+
+// Facebook contains Facebook profile information
+type Facebook struct {
+	Handle string `json:"handle"`
+	Likes  int    `json:"likes"`
+}
+
+// LinkedIn contains LinkedIn profile information
+type LinkedIn struct {
+	Handle string `json:"handle"`
+}
+
+// Twitter contains Twitter profile information
+type Twitter struct {
+	Handle    string `json:"handle"`
+	ID        string `json:"id"`
+	Bio       string `json:"bio"`
+	Followers int    `json:"followers"`
+	Following int    `json:"following"`
+	Location  string `json:"location"`
+	Site      string `json:"site"`
+	Avatar    string `json:"avatar"`
+}
+
+// Crunchbase contains Crunchbase profile information
+type Crunchbase struct {
+	Handle string `json:"handle"`
+}
+
+// YouTube contains YouTube profile information
+type YouTube struct {
+	Handle string `json:"handle"`
+}
+
+// PersonMeta contains metadata about the API response
+type PersonMeta struct {
+	Email string `json:"email"`
+}
+
+// HunterCombinedEnrichmentResponse represents the response from Hunter.io combined enrichment API
+type HunterCombinedEnrichmentResponse struct {
+	Data CombinedData `json:"data" gorm:"embedded;embeddedPrefix:data_"`
+	Meta CombinedMeta `json:"meta" gorm:"embedded;embeddedPrefix:meta_"`
+}
+
+// CombinedData contains both person and company information
+type CombinedData struct {
+	Person  PersonData  `json:"person" gorm:"embedded;embeddedPrefix:person_"`
+	Company CompanyData `json:"company" gorm:"embedded;embeddedPrefix:company_"`
+}
+
+func (cbd *CombinedData) String() string {
+	return fmt.Sprintf("Person: %s\nCompany: %s",
+		cbd.Person.String(),
+		cbd.Company.String())
+}
+
+// CombinedMeta contains metadata about the API response
+type CombinedMeta struct {
+	Email string `json:"email"`
+}
+
+// String returns a string representation of the combined enrichment response
+func (c *HunterCombinedEnrichmentResponse) String() string {
+	return fmt.Sprintf("Person:\n%s\n\nCompany:\n%s",
+		c.Data.Person.String(),
+		c.Data.Company.String())
+}

internal/sqlite/structs.go

@@ -67,13 +67,14 @@ type QueryOptions struct {
 	CryptoAddressQuery string         `json:"crypto_address_query"`
 	PrintBalance       bool           `json:"print_balance"`
 	CredsOnly          bool           `json:"creds_only"`
+	Debug              bool           `json:"debug"`
 }
 
 func (QueryOptions) TableName() string {
 	return "query_options"
 }
 
-func NewQueryOptions(maxRecords, maxRequests, startingPage int, outputFormat, outputFile, usernameQuery, emailQuery, ipQuery, passQuery, hashQuery, nameQuery, domainQuery, vinQuery, licensePlateQuery, addressQuery, phoneQuery, socialQuery, cryptoAddressQuery string, regexMatch, wildcardMatch, printBalance, credsOnly bool) *QueryOptions {
+func NewQueryOptions(maxRecords, maxRequests, startingPage int, outputFormat, outputFile, usernameQuery, emailQuery, ipQuery, passQuery, hashQuery, nameQuery, domainQuery, vinQuery, licensePlateQuery, addressQuery, phoneQuery, socialQuery, cryptoAddressQuery string, regexMatch, wildcardMatch, printBalance, credsOnly, debug bool) *QueryOptions {
 	return &QueryOptions{
 		MaxRecords:         maxRecords,
 		MaxRequests:        maxRequests,
@@ -97,14 +98,15 @@ func NewQueryOptions(maxRecords, maxRequests, startingPage int, outputFormat, ou
 		PhoneQuery:         phoneQuery,
 		SocialQuery:        socialQuery,
 		CryptoAddressQuery: cryptoAddressQuery,
+		Debug:              debug,
 	}
 }
 
 type Creds struct {
 	gorm.Model
-	Email    string `json:"email" yaml:"email" xml:"email"`
+	Email    string `json:"email" yaml:"email" xml:"email" gorm:"uniqueIndex:idx_email_username_password"`
-	Username string `json:"username" yaml:"username" xml:"username"`
+	Username string `json:"username" yaml:"username" xml:"username" gorm:"uniqueIndex:idx_email_username_password"`
-	Password string `json:"password" yaml:"password" xml:"password"`
+	Password string `json:"password" yaml:"password" xml:"password" gorm:"uniqueIndex:idx_email_username_password"`
 }
 
 func (Creds) TableName() string {

internal/sqlite/tables.go

@@ -11,6 +11,9 @@ const (
 	WhoIsTable
 	SubdomainsTable
 	HistoryTable
+	LookupTable
+	HunterDomainTable
+	HunterEmailTable
 	UnknownTable
 )
 
@@ -28,6 +31,12 @@ func GetTable(userInput string) Table {
 		return SubdomainsTable
 	case "history":
 		return HistoryTable
+	case "lookup":
+		return LookupTable
+	case "hunter_domain":
+		return HunterDomainTable
+	case "hunter_email":
+		return HunterEmailTable
 	default:
 		return UnknownTable
 	}
@@ -47,6 +56,12 @@ func (t Table) Object() interface{} {
 		return SubdomainRecord{}
 	case HistoryTable:
 		return HistoryRecord{}
+	case LookupTable:
+		return LookupResult{}
+	case HunterDomainTable:
+		return HunterDomainData{}
+	case HunterEmailTable:
+		return HunterEmail{}
 	default:
 		return nil
 	}

internal/sqlite/whois.go

@@ -1,6 +1,10 @@
 package sqlite
 
-import "gorm.io/gorm"
+import (
+	"fmt"
+	"gorm.io/gorm"
+	"strings"
+)
 
 type WhoIsLookupResult struct {
 	RemainingCredits int  `json:"remaining_credits"`
@@ -17,7 +21,7 @@ type WhoisRecord struct {
 	ContactEmail          string       `json:"contactEmail"`
 	CreatedDate           string       `json:"createdDate"`
 	CreatedDateNormalized string       `json:"createdDateNormalized"`
-	DomainName            string       `json:"domainName"`
+	DomainName            string       `json:"domainName" gorm:"unique"`
 	DomainNameExt         string       `json:"domainNameExt"`
 	EstimatedDomainAge    int          `json:"estimatedDomainAge"`
 	ExpiresDate           string       `json:"expiresDate"`
@@ -38,6 +42,142 @@ type WhoisRecord struct {
 	UpdatedDateNormalized string       `json:"updatedDateNormalized"`
 }
 
+func (w WhoisRecord) String() string {
+	var sb strings.Builder
+
+	// Main domain information
+	sb.WriteString(fmt.Sprintf("Domain Name: %s\n", w.DomainName))
+	sb.WriteString(fmt.Sprintf("Domain Name Ext: %s\n", w.DomainNameExt))
+	sb.WriteString(fmt.Sprintf("Registrar Name: %s\n", w.RegistrarName))
+	sb.WriteString(fmt.Sprintf("Registrar IANA ID: %s\n", w.RegistrarIANAID))
+	sb.WriteString(fmt.Sprintf("Contact HunterEmail: %s\n", w.ContactEmail))
+	sb.WriteString(fmt.Sprintf("Estimated Domain Age: %d days\n", w.EstimatedDomainAge))
+
+	// Dates
+	sb.WriteString(fmt.Sprintf("Created Date: %s (Normalized: %s)\n", w.CreatedDate, w.CreatedDateNormalized))
+	sb.WriteString(fmt.Sprintf("Updated Date: %s (Normalized: %s)\n", w.UpdatedDate, w.UpdatedDateNormalized))
+	sb.WriteString(fmt.Sprintf("Expires Date: %s (Normalized: %s)\n", w.ExpiresDate, w.ExpiresDateNormalized))
+
+	// Status
+	sb.WriteString(fmt.Sprintf("Status: %s\n", w.Status))
+
+	// Parse code
+	sb.WriteString(fmt.Sprintf("Parse Code: %d\n", w.ParseCode))
+
+	// Audit information
+	sb.WriteString("\nAudit Information:\n")
+	sb.WriteString(fmt.Sprintf("  Created Date: %s\n", w.Audit.CreatedDate))
+	sb.WriteString(fmt.Sprintf("  Updated Date: %s\n", w.Audit.UpdatedDate))
+
+	// Name servers
+	sb.WriteString("\nName Servers:\n")
+	if len(w.NameServers.HostNames) > 0 {
+		for i, ns := range w.NameServers.HostNames {
+			ip := ""
+			if i < len(w.NameServers.IPs) {
+				ip = fmt.Sprintf(" (%s)", w.NameServers.IPs[i])
+			}
+			sb.WriteString(fmt.Sprintf("  %d. %s%s\n", i+1, ns, ip))
+		}
+	} else {
+		sb.WriteString("  None listed\n")
+	}
+
+	if w.NameServers.RawText != "" {
+		sb.WriteString(fmt.Sprintf("  Raw Text: %s\n", w.NameServers.RawText))
+	}
+
+	// Contact information
+	sb.WriteString("\nRegistrant Contact:\n")
+	formatWhoisContact(&sb, w.Registrant, "  ")
+
+	sb.WriteString("\nTechnical Contact:\n")
+	formatWhoisContact(&sb, w.TechnicalContact, "  ")
+
+	// Registry Data
+	sb.WriteString("\nRegistry Data:\n")
+	if w.RegistryData.DomainName != "" {
+		sb.WriteString(fmt.Sprintf("  Domain Name: %s\n", w.RegistryData.DomainName))
+		sb.WriteString(fmt.Sprintf("  Registrar Name: %s\n", w.RegistryData.RegistrarName))
+		sb.WriteString(fmt.Sprintf("  Registrar IANA ID: %s\n", w.RegistryData.RegistrarIANAID))
+		sb.WriteString(fmt.Sprintf("  Whois Server: %s\n", w.RegistryData.WhoisServer))
+		sb.WriteString(fmt.Sprintf("  Status: %s\n", w.RegistryData.Status))
+
+		// Registry dates
+		sb.WriteString(fmt.Sprintf("  Created Date: %s (Normalized: %s)\n",
+			w.RegistryData.CreatedDate, w.RegistryData.CreatedDateNormalized))
+		sb.WriteString(fmt.Sprintf("  Updated Date: %s (Normalized: %s)\n",
+			w.RegistryData.UpdatedDate, w.RegistryData.UpdatedDateNormalized))
+		sb.WriteString(fmt.Sprintf("  Expires Date: %s (Normalized: %s)\n",
+			w.RegistryData.ExpiresDate, w.RegistryData.ExpiresDateNormalized))
+
+		// Registry nameservers
+		sb.WriteString("  Name Servers:\n")
+		if len(w.RegistryData.NameServers.HostNames) > 0 {
+			for i, ns := range w.RegistryData.NameServers.HostNames {
+				ip := ""
+				if i < len(w.RegistryData.NameServers.IPs) {
+					ip = fmt.Sprintf(" (%s)", w.RegistryData.NameServers.IPs[i])
+				}
+				sb.WriteString(fmt.Sprintf("    %d. %s%s\n", i+1, ns, ip))
+			}
+		} else {
+			sb.WriteString("    None listed\n")
+		}
+
+		// Registry audit
+		sb.WriteString("  Audit Information:\n")
+		sb.WriteString(fmt.Sprintf("    Created Date: %s\n", w.RegistryData.Audit.CreatedDate))
+		sb.WriteString(fmt.Sprintf("    Updated Date: %s\n", w.RegistryData.Audit.UpdatedDate))
+	} else {
+		sb.WriteString("  No registry data available\n")
+	}
+
+	// Header and footer
+	if w.Header != "" {
+		headerPreview := w.Header
+		if len(headerPreview) > 100 {
+			headerPreview = headerPreview[:100] + "... [truncated]"
+		}
+		sb.WriteString("\nHeader:\n")
+		sb.WriteString(headerPreview)
+		sb.WriteString("\n")
+	}
+
+	if w.Footer != "" {
+		footerPreview := w.Footer
+		if len(footerPreview) > 100 {
+			footerPreview = footerPreview[:100] + "... [truncated]"
+		}
+		sb.WriteString("\nFooter:\n")
+		sb.WriteString(footerPreview)
+		sb.WriteString("\n")
+	}
+
+	// Raw text (truncated if too long)
+	if w.RawText != "" {
+		rawTextPreview := w.RawText
+		if len(rawTextPreview) > 500 {
+			rawTextPreview = rawTextPreview[:500] + "... [truncated]"
+		}
+		sb.WriteString("\nRaw Text:\n")
+		sb.WriteString(rawTextPreview)
+		sb.WriteString("\n")
+	}
+
+	if w.StrippedText != "" {
+		strippedTextPreview := w.StrippedText
+		if len(strippedTextPreview) > 500 {
+			strippedTextPreview = strippedTextPreview[:500] + "... [truncated]"
+		}
+		sb.WriteString("\nStripped Text:\n")
+		sb.WriteString(strippedTextPreview)
+		sb.WriteString("\n")
+	}
+
+	return sb.String()
+}
+
 func (WhoisRecord) TableName() string {
 	return "whois"
 }
@@ -104,7 +244,7 @@ type ScanResult struct {
 
 type SubdomainRecord struct {
 	gorm.Model
-	Domain    string `json:"domain"`
+	Domain    string `json:"domain" gorm:"unique"`
 	FirstSeen int64  `json:"firstSeen"`
 	LastSeen  int64  `json:"lastSeen"`
 }
@@ -131,7 +271,7 @@ type HistoryRecord struct {
 	CleanText             string      `json:"cleanText"`
 	CreatedDateISO8601    string      `json:"createdDateISO8601"`
 	CreatedDateRaw        string      `json:"createdDateRaw"`
-	DomainName            string      `json:"domainName"`
+	DomainName            string      `json:"domainName" gorm:"unique"`
 	DomainType            string      `json:"domainType"`
 	ExpiresDateISO8601    string      `json:"expiresDateISO8601"`
 	ExpiresDateRaw        string      `json:"expiresDateRaw"`
@@ -147,6 +287,131 @@ type HistoryRecord struct {
 	ZoneContact           ContactInfo `json:"zoneContact" gorm:"serializer:json"`
 }
 
+func (h HistoryRecord) String() string {
+	var sb strings.Builder
+
+	// Main domain information
+	sb.WriteString(fmt.Sprintf("Domain Name: %s\n", h.DomainName))
+	sb.WriteString(fmt.Sprintf("Domain Type: %s\n", h.DomainType))
+	sb.WriteString(fmt.Sprintf("Registrar Name: %s\n", h.RegistrarName))
+	sb.WriteString(fmt.Sprintf("Whois Server: %s\n", h.WhoisServer))
+
+	// Dates
+	sb.WriteString(fmt.Sprintf("Created Date: %s (Raw: %s)\n", h.CreatedDateISO8601, h.CreatedDateRaw))
+	sb.WriteString(fmt.Sprintf("Updated Date: %s (Raw: %s)\n", h.UpdatedDateISO8601, h.UpdatedDateRaw))
+	sb.WriteString(fmt.Sprintf("Expires Date: %s (Raw: %s)\n", h.ExpiresDateISO8601, h.ExpiresDateRaw))
+
+	// Status
+	sb.WriteString("Status: ")
+	if len(h.Status) > 0 {
+		sb.WriteString(strings.Join(h.Status, ", "))
+	} else {
+		sb.WriteString("N/A")
+	}
+	sb.WriteString("\n")
+
+	// Audit information
+	sb.WriteString("\nAudit Information:\n")
+	sb.WriteString(fmt.Sprintf("  Created Date: %s\n", h.Audit.CreatedDate))
+	sb.WriteString(fmt.Sprintf("  Updated Date: %s\n", h.Audit.UpdatedDate))
+
+	// Name servers
+	sb.WriteString("\nName Servers:\n")
+	if len(h.NameServers) > 0 {
+		for i, ns := range h.NameServers {
+			sb.WriteString(fmt.Sprintf("  %d. %s\n", i+1, ns))
+		}
+	} else {
+		sb.WriteString("  None listed\n")
+	}
+
+	// Contact information
+	sb.WriteString("\nRegistrant Contact:\n")
+	formatContact(&sb, h.RegistrantContact, "  ")
+
+	sb.WriteString("\nAdministrative Contact:\n")
+	formatContact(&sb, h.AdministrativeContact, "  ")
+
+	sb.WriteString("\nTechnical Contact:\n")
+	formatContact(&sb, h.TechnicalContact, "  ")
+
+	sb.WriteString("\nBilling Contact:\n")
+	formatContact(&sb, h.BillingContact, "  ")
+
+	sb.WriteString("\nZone Contact:\n")
+	formatContact(&sb, h.ZoneContact, "  ")
+
+	// Raw text (truncated if too long)
+	if len(h.RawText) > 0 {
+		rawTextPreview := h.RawText
+		if len(rawTextPreview) > 500 {
+			rawTextPreview = rawTextPreview[:500] + "... [truncated]"
+		}
+		sb.WriteString("\nRaw Text:\n")
+		sb.WriteString(rawTextPreview)
+		sb.WriteString("\n")
+	}
+
+	if len(h.CleanText) > 0 {
+		cleanTextPreview := h.CleanText
+		if len(cleanTextPreview) > 500 {
+			cleanTextPreview = cleanTextPreview[:500] + "... [truncated]"
+		}
+		sb.WriteString("\nClean Text:\n")
+		sb.WriteString(cleanTextPreview)
+		sb.WriteString("\n")
+	}
+
+	return sb.String()
+}
+
+// Helper function to format contact information
+func formatContact(sb *strings.Builder, contact ContactInfo, indent string) {
+	if contact.Name == "" && contact.Organization == "" && contact.Email == "" {
+		sb.WriteString(indent + "No contact information available\n")
+		return
+	}
+
+	if contact.Name != "" {
+		sb.WriteString(indent + "Name: " + contact.Name + "\n")
+	}
+	if contact.Organization != "" {
+		sb.WriteString(indent + "Organization: " + contact.Organization + "\n")
+	}
+	if contact.Email != "" {
+		sb.WriteString(indent + "HunterEmail: " + contact.Email + "\n")
+	}
+	if contact.Street != "" {
+		sb.WriteString(indent + "Street: " + contact.Street + "\n")
+	}
+	if contact.City != "" {
+		sb.WriteString(indent + "City: " + contact.City + "\n")
+	}
+	if contact.State != "" {
+		sb.WriteString(indent + "State: " + contact.State + "\n")
+	}
+	if contact.PostalCode != "" {
+		sb.WriteString(indent + "Postal Code: " + contact.PostalCode + "\n")
+	}
+	if contact.Country != "" {
+		sb.WriteString(indent + "Country: " + contact.Country + "\n")
+	}
+	if contact.Telephone != "" {
+		phone := contact.Telephone
+		if contact.TelephoneExt != "" {
+			phone += " ext. " + contact.TelephoneExt
+		}
+		sb.WriteString(indent + "Telephone: " + phone + "\n")
+	}
+	if contact.Fax != "" {
+		fax := contact.Fax
+		if contact.FaxExt != "" {
+			fax += " ext. " + contact.FaxExt
+		}
+		sb.WriteString(indent + "Fax: " + fax + "\n")
+	}
+}
+
 func (HistoryRecord) TableName() string {
 	return "history"
 }
@@ -170,3 +435,80 @@ type ContactInfo struct {
 type WhoIsCredits struct {
 	WhoisCredits int `json:"whois_credits"`
 }
+
+type WhoIsIPLookup struct {
+	RemainingCredits int    `json:"remaining_credits"`
+	Data             IPData `json:"data"`
+}
+
+type WhoIsMXLookup struct {
+	RemainingCredits int    `json:"remaining_credits"`
+	Data             IPData `json:"data"`
+}
+
+type WhoIsNSLookup struct {
+	RemainingCredits int    `json:"remaining_credits"`
+	Data             IPData `json:"data"`
+}
+
+type IPData struct {
+	CurrentPage string         `json:"current_page"`
+	Result      []LookupResult `json:"result"`
+	Size        int            `json:"size"`
+}
+
+type LookupResult struct {
+	gorm.Model
+	FirstSeen  int64  `json:"first_seen"`
+	LastVisit  int64  `json:"last_visit"`
+	Name       string `json:"name" gorm:"unique"`
+	SearchTerm string `json:"search_term,omitempty"` // For storing the IP address this domain is associated with
+	Type       string `json:"type,omitempty"`        // For storing the MX address this domain is associated with
+}
+
+func (LookupResult) TableName() string {
+	return "lookup"
+}
+
+// Helper function to format contact information for WhoisRecord
+func formatWhoisContact(sb *strings.Builder, contact Contact, indent string) {
+	if contact.Name == "" && contact.Organization == "" {
+		sb.WriteString(indent + "No contact information available\n")
+		return
+	}
+
+	if contact.Name != "" {
+		sb.WriteString(indent + "Name: " + contact.Name + "\n")
+	}
+	if contact.Organization != "" {
+		sb.WriteString(indent + "Organization: " + contact.Organization + "\n")
+	}
+	if contact.Street1 != "" {
+		sb.WriteString(indent + "Street: " + contact.Street1 + "\n")
+	}
+	if contact.City != "" {
+		sb.WriteString(indent + "City: " + contact.City + "\n")
+	}
+	if contact.State != "" {
+		sb.WriteString(indent + "State: " + contact.State + "\n")
+	}
+	if contact.PostalCode != "" {
+		sb.WriteString(indent + "Postal Code: " + contact.PostalCode + "\n")
+	}
+	if contact.Country != "" {
+		sb.WriteString(indent + "Country: " + contact.Country + "\n")
+	}
+	if contact.CountryCode != "" {
+		sb.WriteString(indent + "Country Code: " + contact.CountryCode + "\n")
+	}
+	if contact.Telephone != "" {
+		sb.WriteString(indent + "Telephone: " + contact.Telephone + "\n")
+	}
+	if contact.RawText != "" {
+		rawTextPreview := contact.RawText
+		if len(rawTextPreview) > 100 {
+			rawTextPreview = rawTextPreview[:100] + "... [truncated]"
+		}
+		sb.WriteString(indent + "Raw Text: " + rawTextPreview + "\n")
+	}
+}