main.go

package main

import (
	"fmt"
	"log"
	"net/http" //	"runtime/debug" "github.com/pkg/profile")
	//"github.com/prometheus/client_golang/prometheus"
	//"github.com/prometheus/client_golang/prometheus/promauto"
	. "github.com/Attumm/settingo/settingo"
	"github.com/prometheus/client_golang/prometheus/promhttp"
)

type filterFuncc func(*Item, string) bool
type registerFuncType map[string]filterFuncc
type registerGroupByFunc map[string]func(*Item) string
type registerGettersMap map[string]func(*Item) string
type registerReduce map[string]func(Items) map[string]string
type filterType map[string][]string
type formatRespFunc func(w http.ResponseWriter, r *http.Request, items Items)
type registerFormatMap map[string]formatRespFunc

//Items as Example
type Items []*Item

type ItemsGroupedBy map[string]Items
type ItemsChannel chan Items

var ITEMS Items

type jwtConfig struct {
	Enabled      bool
	SharedSecret string
}

type storageFunc func(Items, string) (int64, error)
type retrieveFunc func(Items, string) (int, error)
type storageFuncs map[string]storageFunc
type retrieveFuncs map[string]retrieveFunc

// Colors are fun, and can be used to note that this is joyfull and fun project.
const (
	InfoColor    = "\033[1;34m%s\033[0m"
	NoticeColor  = "\033[1;36m%s\033[0m"
	WarningColor = "\033[1;33m%s\033[0m"
	ErrorColor   = "\033[1;31m%s\033[0m"
	DebugColor   = "\033[0;36m%s\033[0m"

	InfoColorN    = "\033[1;34m%s\033[0m\n"
	NoticeColorN  = "\033[1;36m%s\033[0m\n"
	WarningColorN = "\033[1;33m%s\033[0m\n"
	ErrorColorN   = "\033[1;31m%s\033[0m\n"
	DebugColorN   = "\033[0;36m%s\033[0m\n"
)

func init() {

}

func loadcsv(itemChan ItemsChannel) {
	log.Print("loading given csv")
	err := importCSV(SETTINGS.Get("csv"), itemChan,
		true, true,
		SETTINGS.Get("delimiter"),
		SETTINGS.Get("null-delimiter"))
	if err != nil {
		log.Fatal(err)
	}
	makeIndex()
}

func main() {
	SETTINGS.Set("http_db_host", "0.0.0.0:8128", "host with port")
	SETTINGS.Set("JWTSECRET", "", "jwt shared secret")
	SETTINGS.Set("JWTCOLUMN", "", "The column that will be used for valid authorization")
	SETTINGS.Set("JWTHEADER", "", "Header containing the JWT")
	SETTINGS.SetMap("JWTGROUPSTOVALUES", make(map[string][]string), "JWT groups to values in the specified column")
	SETTINGS.SetBool("JWTENABLED", false, "JWT enabled")

	SETTINGS.SetBool("CORS", false, "CORS enabled")

	SETTINGS.Set("csv", "", "load a gzipped csv file on starup")
	SETTINGS.Set("null-delimiter", "\\N", "null delimiter")
	SETTINGS.Set("delimiter", ",", "delimiter")

	SETTINGS.SetBool("mgmt", true, "enable the management api's for lambdadb")
	SETTINGS.SetBool("debug", false, "Add memory debug information during run")

	SETTINGS.SetBool("indexed", false, "is the data indexed, for more information read the documenation?")
	SETTINGS.SetBool("INDEXSTORED", false, "check if indexes are stored")
	SETTINGS.SetInt("INDEXEDGC", 500000, "Set the gc cycles per items during indexing, could save 30% memory at the cost of time and cpu. 0 means off")
	SETTINGS.SetBool("strict-mode", true, "strict mode does not allow ingestion of invalid items and will reject the batch")

	SETTINGS.SetBool("prometheus-monitoring", false, "add promethues monitoring endpoint")
	SETTINGS.Set("STORAGEMETHOD", "bytesz", "Storagemethod available options are json, jsonz, bytes, bytesz")
	SETTINGS.SetBool("LOADATSTARTUP", false, "Load data at startup. ('y', 'n')")

	SETTINGS.SetBool("frontend", false, "Use Example frontend. ('y', 'n')")
	SETTINGS.Parse()

	//Construct yes or no to booleans in SETTINGS

	ITEMS = make(Items, 0, 100*1000)

	Operations = GroupedOperations{Funcs: RegisterFuncMap, GroupBy: RegisterGroupBy, Getters: RegisterGetters, Reduce: RegisterReduce}
	itemChan := make(ItemsChannel, 1000)

	go ItemChanWorker(itemChan)

	if SETTINGS.Get("csv") != "" {
		go loadcsv(itemChan)
	}

	if SETTINGS.GetBool("debug") {
		go runPrintMem()
	}

	if SETTINGS.GetBool("LOADATSTARTUP") {
		fmt.Println("start loading")
		go loadAtStart(SETTINGS.Get("STORAGEMETHOD"), FILENAME, SETTINGS.GetBool("indexed"))
	}
	JWTConfig := jwtConfig{
		Enabled:      SETTINGS.GetBool("JWTENABLED"),
		SharedSecret: SETTINGS.Get("SHAREDSECRET"),
	}

	listRest := contextListRest(JWTConfig, itemChan, Operations)
	addRest := contextAddRest(JWTConfig, itemChan, Operations)

	searchRest := contextSearchRest(JWTConfig, itemChan, Operations)
	typeAheadRest := contextTypeAheadRest(JWTConfig, itemChan, Operations)

	ipPort := SETTINGS.Get("http_db_host")

	mux := http.NewServeMux()

	mux.HandleFunc("/search/", searchRest)
	mux.HandleFunc("/typeahead/", typeAheadRest)
	mux.HandleFunc("/list/", listRest)
	mux.HandleFunc("/help/", helpRest)

	if SETTINGS.GetBool("frontend") {
		mux.Handle("/", http.FileServer(http.Dir("./files/www")))
	}

	if SETTINGS.GetBool("mgmt") {
		mux.HandleFunc("/mgmt/add/", addRest)
		mux.HandleFunc("/mgmt/rm/", rmRest)
		mux.HandleFunc("/mgmt/save/", saveRest)
		mux.HandleFunc("/mgmt/load/", loadRest)
	}

	if SETTINGS.GetBool("prometheus-monitoring") {
		mux.Handle("/metrics", promhttp.Handler())
	}
	fmt.Println("indexed: ", SETTINGS.Get("indexed"))

	cors := SETTINGS.GetBool("CORS")

	msg := fmt.Sprint("starting server\nhost: ", ipPort, " with: ", len(ITEMS), "items ", "management api's: ", SETTINGS.GetBool("mgmt"), " jwt enabled: ", JWTConfig.Enabled, " monitoring: ", SETTINGS.GetBool("prometheus-monitoring"), " CORS: ", cors)
	fmt.Printf(InfoColorN, msg)

	middleware := MIDDLEWARE(cors)
	log.Fatal(http.ListenAndServe(ipPort, middleware(mux)))
}