From 55f3c852f99a944ecac2c8956728ac4459dd568c Mon Sep 17 00:00:00 2001
From: Antoni Sawicki <as@tenoware.com>
Date: Fri, 21 Jun 2024 01:04:30 -0700
Subject: [PATCH] prefix links and remove images

---
 wrp.go   | 19 ++++++++++++++-----
 wrp.html |  4 ++++
 2 files changed, 18 insertions(+), 5 deletions(-)

diff --git a/wrp.go b/wrp.go
index 33b661d..4a8e755 100644
--- a/wrp.go
+++ b/wrp.go
@@ -42,6 +42,7 @@ import (
 	"github.com/chromedp/cdproto/page"
 	"github.com/chromedp/chromedp"
 	"github.com/gomarkdown/markdown"
+	"github.com/gomarkdown/markdown/ast"
 	"github.com/gomarkdown/markdown/html"
 	"github.com/gomarkdown/markdown/parser"
 	"github.com/soniakeys/quant/median"
@@ -414,7 +415,7 @@ func (rq *wrpReq) capture() {
 	log.Printf("%s Done with capture for %s\n", rq.r.RemoteAddr, rq.url)
 }
 
-func (rq *wrpReq) markdown() {
+func (rq *wrpReq) toMarkdown() {
 	log.Printf("Processing Markdown conversion for %v", rq.url)
 	req, err := http.NewRequest("GET", "https://r.jina.ai/"+rq.url, nil)
 	if err != nil {
@@ -429,14 +430,23 @@ func (rq *wrpReq) markdown() {
 		return
 	}
 	defer resp.Body.Close()
-	p := parser.New()
 	md, err := io.ReadAll(resp.Body)
 	if err != nil {
 		http.Error(rq.w, err.Error(), http.StatusInternalServerError)
 		return
 	}
-	log.Printf("got %v bytes from jina.ai", len(md))
+	log.Printf("Got %v bytes from jina.ai", len(md))
+	p := parser.NewWithExtensions(parser.CommonExtensions | parser.Autolink)
 	d := p.Parse(md)
+	ast.WalkFunc(d, func(node ast.Node, entering bool) ast.WalkStatus {
+		if link, ok := node.(*ast.Link); ok && entering {
+			link.Destination = append([]byte("?t=txt&url="), link.Destination...)
+		}
+		if image, ok := node.(*ast.Image); ok && entering {
+			image.Destination = nil
+		}
+		return ast.GoToNext
+	})
 	r := html.NewRenderer(html.RendererOptions{})
 	ht := markdown.Render(d, r)
 	rq.printHTML(printParams{
@@ -452,14 +462,13 @@ func pageServer(w http.ResponseWriter, r *http.Request) {
 		w: w,
 	}
 	rq.parseForm()
-	log.Printf("%v", rq.imgType)
 	if len(rq.url) < 4 {
 		rq.printHTML(printParams{bgColor: "#FFFFFF"})
 		return
 	}
 	rq.navigate() // TODO: if error from navigate do not capture
 	if rq.imgType == "txt" {
-		rq.markdown()
+		rq.toMarkdown()
 		return
 	}
 	rq.capture()
diff --git a/wrp.html b/wrp.html
index a504b4b..8f48f79 100644
--- a/wrp.html
+++ b/wrp.html
@@ -6,6 +6,7 @@
         <FORM ACTION="/" METHOD="POST">
             <INPUT TYPE="TEXT" NAME="url" VALUE="{{.URL}}" SIZE="20">
             <INPUT TYPE="SUBMIT" VALUE="Go">
+            {{ if ne .ImgType "txt" }}
             <INPUT TYPE="SUBMIT" NAME="Fn" VALUE="Bk">
             <INPUT TYPE="SUBMIT" NAME="Fn" VALUE="St">
             <INPUT TYPE="SUBMIT" NAME="Fn" VALUE="Re">
@@ -22,12 +23,14 @@
                 <OPTION VALUE="1.2" {{ if eq .Zoom 1.2}}SELECTED{{end}}>1.2 x</OPTION>
                 <OPTION VALUE="1.3" {{ if eq .Zoom 1.3}}SELECTED{{end}}>1.3 x</OPTION>
             </SELECT>
+            {{ end }}
             T <SELECT NAME="t">
                 <OPTION VALUE="png" {{ if eq .ImgType "png"}}SELECTED{{end}}>PNG</OPTION>
                 <OPTION VALUE="gif" {{ if eq .ImgType "gif"}}SELECTED{{end}}>GIF</OPTION>
                 <OPTION VALUE="jpg" {{ if eq .ImgType "jpg"}}SELECTED{{end}}>JPG</OPTION>
                 <OPTION VALUE="txt" {{ if eq .ImgType "txt"}}SELECTED{{end}}>TXT</OPTION>
             </SELECT>
+            {{ if ne .ImgType "txt" }}
             C <SELECT NAME="c">
                 <OPTION VALUE="256" {{ if eq .NColors 256}}SELECTED{{end}}>256</OPTION>
                 <OPTION VALUE="216" {{ if eq .NColors 216}}SELECTED{{end}}>216</OPTION>
@@ -44,6 +47,7 @@
             <INPUT TYPE="SUBMIT" NAME="Fn" VALUE="^">
             <INPUT TYPE="SUBMIT" NAME="Fn" VALUE="v">
             <INPUT TYPE="SUBMIT" NAME="Fn" VALUE="&gt;" SIZE="1">-->
+            {{ end }}
         </FORM>
         <BR>
         {{if .ImgURL}}