From 24a5828205aa7b30b1ed419e50a816567c81c14d Mon Sep 17 00:00:00 2001
From: Martin Czygan <martin.czygan@gmail.com>
Date: Thu, 21 Jul 2016 10:47:19 +0200
Subject: [PATCH] add SuppressFormatParameter for debugging endpoints

use case: metha-sync -format epicur -no-intervals
-suppress-format-parameter http://123.45.12.34:1234/oai2
---
 cmd/metha-sync/main.go |  2 ++
 harvest.go             | 14 ++++++++------
 request.go             | 31 ++++++++++++++++++-------------
 3 files changed, 28 insertions(+), 19 deletions(-)

diff --git a/cmd/metha-sync/main.go b/cmd/metha-sync/main.go
index f46cafdc..0dd598ee 100644
--- a/cmd/metha-sync/main.go
+++ b/cmd/metha-sync/main.go
@@ -17,6 +17,7 @@ func main() {
 	maxRequests := flag.Int("max", 65536, "maximum number of token loops")
 	disableSelectiveHarvesting := flag.Bool("no-intervals", false, "harvest in one go, for funny endpoints")
 	ignoreHTTPErrors := flag.Bool("ignore-http-errors", false, "do not stop on HTTP errors, just skip to the next interval")
+	suppressFormatParameter := flag.Bool("suppress-format-parameter", false, "do not send format parameter")
 	version := flag.Bool("v", false, "show version")
 
 	logFile := flag.String("log", "", "filename to log to")
@@ -67,6 +68,7 @@ func main() {
 	harvest.DisableSelectiveHarvesting = *disableSelectiveHarvesting
 	harvest.MaxEmptyResponses = 10
 	harvest.IgnoreHTTPErrors = *ignoreHTTPErrors
+	harvest.SuppressFormatParameter = *suppressFormatParameter
 
 	log.Printf("harvest: %+v", harvest)
 
diff --git a/harvest.go b/harvest.go
index 830c69e6..58b6c998 100644
--- a/harvest.go
+++ b/harvest.go
@@ -57,6 +57,7 @@ type Harvest struct {
 	CleanBeforeDecode          bool
 	IgnoreHTTPErrors           bool
 	MaxEmptyResponses          int
+	SuppressFormatParameter    bool
 
 	Identify *Identify
 	Started  time.Time
@@ -271,12 +272,13 @@ func (h *Harvest) runInterval(iv Interval) error {
 
 	for {
 		req := Request{
-			BaseURL:           h.BaseURL,
-			MetadataPrefix:    h.Format,
-			Verb:              "ListRecords",
-			Set:               h.Set,
-			ResumptionToken:   token,
-			CleanBeforeDecode: h.CleanBeforeDecode,
+			BaseURL:                 h.BaseURL,
+			MetadataPrefix:          h.Format,
+			Verb:                    "ListRecords",
+			Set:                     h.Set,
+			ResumptionToken:         token,
+			CleanBeforeDecode:       h.CleanBeforeDecode,
+			SuppressFormatParameter: h.SuppressFormatParameter,
 		}
 
 		var filedate string
diff --git a/request.go b/request.go
index 0a142c88..06d74dff 100644
--- a/request.go
+++ b/request.go
@@ -20,15 +20,16 @@ var (
 // A Request can express any request, that can be sent to an OAI server. Not all
 // combination of values will yield valid requests.
 type Request struct {
-	BaseURL           string
-	Verb              string
-	Identifier        string
-	MetadataPrefix    string
-	From              string
-	Until             string
-	Set               string
-	ResumptionToken   string
-	CleanBeforeDecode bool
+	BaseURL                 string
+	Verb                    string
+	Identifier              string
+	MetadataPrefix          string
+	From                    string
+	Until                   string
+	Set                     string
+	ResumptionToken         string
+	CleanBeforeDecode       bool
+	SuppressFormatParameter bool
 }
 
 type Values struct {
@@ -108,8 +109,10 @@ func (r *Request) URL() (*url.URL, error) {
 	switch r.Verb {
 	case "ListMetadataFormats", "ListSets":
 	case "ListIdentifiers", "ListRecords":
-		if err := addRequired("metadataPrefix", r.MetadataPrefix); err != nil {
-			return nil, err
+		if !r.SuppressFormatParameter {
+			if err := addRequired("metadataPrefix", r.MetadataPrefix); err != nil {
+				return nil, err
+			}
 		}
 		addOptional("from", r.From)
 		addOptional("until", r.Until)
@@ -120,8 +123,10 @@ func (r *Request) URL() (*url.URL, error) {
 		if err := addRequired("identifier", r.Identifier); err != nil {
 			return nil, err
 		}
-		if err := addRequired("metadataPrefix", r.MetadataPrefix); err != nil {
-			return nil, err
+		if !r.SuppressFormatParameter {
+			if err := addRequired("metadataPrefix", r.MetadataPrefix); err != nil {
+				return nil, err
+			}
 		}
 	default:
 		return nil, ErrInvalidVerb