main.go

package main

import (
	"flag"
	"fmt"
	"time"
)

func main() {
	// Create stop words list
	stop_words, err := CreateStopWordSet("stopwords-en.json")
	if err != nil {
		fmt.Println("Error: could not create stop words list")
		return
	}

	// Parse flags to get data_handler type
	flag.Parse()
	args := flag.Args()
	var data_handler DataHandler
	if len(args) >= 2 && args[0] == "ondisk" {
		var err error
		data_handler, err = NewSQLDataBase(args[1])
		if err != nil {
			data_handler = NewInvIdx()
		}
	} else {
		data_handler = NewInvIdx()
	}

	// Create local search engine and start server
	se, err := NewSearchEngine(
		data_handler,
		stop_words,
		0.1,
		struct {
			clean_href int
			download   int
			extract    int
		}{-1, -1, -1},
		"https://www.usfca.edu/",
		true,
	)
	if err != nil {
		fmt.Println("Error: could not create server")
		return
	}

	// Let server run
	se.StartServer("./SearchEngine", "8080")
	time.Sleep(10 * time.Minute)
}