handle local files

Author: Commandtechno

fetch.go

@@ -2,8 +2,9 @@ package main
 
 import (
 	"encoding/base64"
-	"io/ioutil"
+	"io"
 	"net/http"
+	"os"
 	"strings"
 )
 
@@ -30,7 +31,21 @@ func fetch(ctx Context) (*http.Response, bool) {
 		return &http.Response{
 			StatusCode: 200,
 			Status:     "OK",
-			Body:       ioutil.NopCloser(strings.NewReader(data)),
+			Body:       io.NopCloser(strings.NewReader(data)),
+		}, true
+	}
+
+	if ctx.Url.Scheme == "file" && ctx.Url.Host == "sourcerer" {
+		f, err := os.Open(strings.TrimPrefix(ctx.Url.Path, "/"))
+		if err != nil {
+			Error(ctx.Depth, "Failed to read file:", err)
+			return nil, false
+		}
+
+		return &http.Response{
+			StatusCode: 200,
+			Status:     "OK",
+			Body:       io.NopCloser(f),
 		}, true
 	}
 
@@ -43,15 +58,25 @@ func fetch(ctx Context) (*http.Response, bool) {
 	Info(ctx.Depth, "Fetching URL:", ctx.Url.String())
 	res, err := http.Get(ctx.Url.String())
 	if err != nil {
+		res.Body.Close()
 		Error(ctx.Depth, "Failed to fetch URL:", err)
 		return nil, false
 	}
 
 	if res.StatusCode < 200 || res.StatusCode >= 300 {
+		res.Body.Close()
 		Warn(ctx.Depth, "URL responded with status:", res.Status)
 		return nil, false
 	}
 
+	// if res.Header.Get("Content-Type") == "" {
+	// 	res.Body.Close()
+	// 	Warn(ctx.Depth, "URL responded with no content type")
+	// 	ext := filepath.Ext(ctx.Url.Path)
+	// 	mimeType := mime.TypeByExtension(ext)
+	// 	res.Header.Set("Content-Type", mimeType)
+	// }
+
 	Success(ctx.Depth, "URL responded with status:", res.Status)
 	return res, true
 }

html.go

@@ -8,6 +8,7 @@ import (
 )
 
 func fromHtml(ctx Context, res *http.Response) {
+	defer res.Body.Close()
 	Info(ctx.Depth, "Processing HTML...")
 
 	parsedHtml, err := html.Parse(res.Body)

js.go

@@ -1,18 +1,19 @@
 package main
 
 import (
-	"io/ioutil"
+	"io"
 	"net/http"
 	"net/url"
 	"strings"
 )
 
 func fromJs(ctx Context, res *http.Response) {
+	defer res.Body.Close()
 	Info(ctx.Depth, "Processing JavaScript...")
 
 	var sourceMapUrl url.URL
 
-	str, err := ioutil.ReadAll(res.Body)
+	str, err := io.ReadAll(res.Body)
 	if err != nil {
 		Error(ctx.Depth, "Failed to read body:", err)
 		return

main.go

@@ -32,11 +32,19 @@ func main() {
 	dir := filepath.Join(cwd, name)
 
 	if err := os.Mkdir(dir, os.ModePerm); err != nil {
-		Error(0, "Failed to create output directory", err)
-		return
+		if !os.IsExist(err) {
+			Error(0, "Failed to create output directory", err)
+			return
+		}
+
+		children, err := os.ReadDir(dir)
+		if err == nil && len(children) > 0 {
+			Error(0, "Cannot write into existing non-empty directory")
+			return
+		}
 	}
 
-	for _, arg := range args {
+	for _, arg := range args[1:] {
 		if strings.HasPrefix(arg, "http") {
 			url, err := url.Parse(arg)
 			if err != nil {
@@ -52,6 +60,23 @@ func main() {
 			}
 
 			fromUrl(ctx)
+		} else if _, err := os.Stat(arg); err == nil {
+			url := url.URL{
+				Scheme: "file",
+				Host:   "sourcerer",
+				Path:   arg,
+			}
+
+			ctx := Context{
+				Dir:   dir,
+				Url:   url,
+				Cache: make(map[string]struct{}),
+				Depth: 0,
+			}
+
+			fromUrl(ctx)
+		} else {
+			Warn(0, "Unrecognized arg, expected URL or file", arg)
 		}
 	}
 }

sourceMap.go

@@ -34,6 +34,7 @@ func pathify(path string) (string, error) {
 }
 
 func fromSourceMap(ctx Context, res *http.Response) {
+	defer res.Body.Close()
 	Info(ctx.Depth, "Processing source map...")
 
 	var sourceMap SourceMap

url.go

@@ -1,6 +1,7 @@
 package main
 
 import (
+	"path/filepath"
 	"strings"
 )
 
@@ -10,14 +11,10 @@ func fromUrl(ctx Context) {
 		return
 	}
 
-	contentType := res.Header.Get("Content-Type")
-	if contentType == "" {
-		Warn(ctx.Depth, "URL responded with no content type:", contentType)
-		return
-	}
+	defer res.Body.Close()
 
 	// clean up text/html; charset=utf-8
-	contentType = strings.SplitN(contentType, ";", 2)[0]
+	contentType := strings.SplitN(res.Header.Get("Content-Type"), ";", 2)[0]
 
 	switch contentType {
 	case "text/html":
@@ -36,6 +33,23 @@ func fromUrl(ctx Context) {
 		fromSourceMap(ctx, res)
 
 	default:
-		Error(ctx.Depth, "URL responded with unknown content type:", contentType)
+		ext := filepath.Ext(ctx.Url.Path)
+		switch ext {
+		case ".htm", ".html":
+			fromHtml(ctx, res)
+
+		case ".css":
+			fromCss(ctx, res)
+
+		case ".js":
+			fromJs(ctx, res)
+
+		case ".map":
+			fromSourceMap(ctx, res)
+
+		default:
+			Error(ctx.Depth, "URL responded with unknown content type or extension:", contentType, ext)
+
+		}
 	}
 }