webrequest pkg, web request bar

2019-03-27 12:52:30 +01:00
parent 4cb09fb81f
commit 5d6d03702e
5 changed files with 30 additions and 14 deletions
--- a/pkg/webrequest/request.go
+++ b/pkg/webrequest/request.go
@@ -0,0 +1,113 @@
+package webrequest
+
+import (
+	"encoding/json"
+	"fmt"
+	"image"
+	"io/ioutil"
+	"net/http"
+	"strings"
+
+	"gitbase.de/apairon/mark2web/pkg/progress"
+
+	"gitbase.de/apairon/mark2web/pkg/logger"
+)
+
+type wrImageEntry struct {
+	img    image.Image
+	format string
+}
+
+type wrJSONEntry struct {
+	data interface{}
+}
+
+var wrImageCache = make(map[string]*wrImageEntry)
+var wrJSONCache = make(map[string]*wrJSONEntry)
+
+// Get will fetch an url and returns reponse
+func Get(url string, opts interface{}) (resp *http.Response, err error) {
+	logger.Log.Noticef("requesting url via GET %s", url)
+
+	progress.IncrTotal("web request")
+	progress.DescribeCurrent("web request", url)
+	resp, err = http.Get(url)
+	progress.IncrDone("web request")
+	return resp, err
+}
+
+// GetJSON will GET a json object/array from a given URL
+func GetJSON(url string) interface{} {
+	cached := wrJSONCache[url]
+	if cached == nil {
+		resp, err := Get(url, nil)
+		if err != nil {
+			logger.Log.Panicf("could not get url '%s': %s", url, err)
+		}
+		defer resp.Body.Close()
+
+		body, err := ioutil.ReadAll(resp.Body)
+		if err != nil {
+			logger.Log.Panicf("could not read body from url '%s': %s", url, err)
+		}
+
+		logger.Log.Debugf("output from url '%s':\n%s", url, string(body))
+
+		if resp.StatusCode >= 400 {
+			logger.Log.Panicf("bad status '%d - %s' from url '%s'", resp.StatusCode, resp.Status, url)
+		}
+
+		contentType := resp.Header.Get("Content-Type")
+
+		if strings.Contains(contentType, "json") {
+
+		} else {
+			logger.Log.Panicf("is not json '%s' from url '%s'", contentType, url)
+		}
+
+		cached = new(wrJSONEntry)
+
+		jsonMap := make(map[string]interface{})
+		err = json.Unmarshal(body, &jsonMap)
+		if err == nil {
+			cached.data = jsonMap
+		} else {
+			jsonArrayMap := make([]map[string]interface{}, 0)
+			err = json.Unmarshal(body, &jsonArrayMap)
+			if err == nil {
+				cached.data = jsonArrayMap
+			} else {
+				logger.P("could not read json from '%s': invalid type", url)
+			}
+		}
+
+		wrJSONCache[url] = cached
+
+	}
+	return cached.data
+}
+
+// GetImage gets an image from an url
+func GetImage(url string) (image.Image, string, error) {
+	cached := wrImageCache[url]
+	if cached == nil {
+		resp, err := Get(url, nil)
+		if err != nil {
+			return nil, "", fmt.Errorf("could not get url '%s': %s", url, err)
+		}
+
+		img, format, err := image.Decode(resp.Body)
+		if err != nil {
+			return nil, "", fmt.Errorf("could read body from url '%s': %s", url, err)
+		}
+
+		cached = &wrImageEntry{
+			img:    img,
+			format: format,
+		}
+
+		wrImageCache[url] = cached
+	}
+
+	return cached.img, cached.format, nil
+}