Macintosh-Tools/wrp
1
0
Fork 0
mirror of https://github.com/tenox7/wrp.git synced 2024-11-28 03:52:12 +00:00
Code Issues Projects Releases Wiki Activity

asciify utf8

Browse Source
This commit is contained in:
Antoni Sawicki 2024-06-22 01:48:46 -07:00
parent 22efadf9cf
commit 0065fdc2c7
1 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
wrp.go
View File

@ -415,6 +415,18 @@ func (rq *wrpReq) capture() {
log.Printf("%s Done with capture for %s\n", rq.r.RemoteAddr, rq.url) log.Printf("%s Done with capture for %s\n", rq.r.RemoteAddr, rq.url)
} }
func asciify(s []byte) []byte {
a := make([]byte, len(s))
for i := 0; i < len(s); i++ {
if s[i] > 127 {
a[i] = '.'
continue
}
a[i] = s[i]
}
return a
}
func (rq *wrpReq) toMarkdown() { func (rq *wrpReq) toMarkdown() {
log.Printf("Processing Markdown conversion for %v", rq.url) log.Printf("Processing Markdown conversion for %v", rq.url)
req, err := http.NewRequest("GET", "https://r.jina.ai/"+rq.url, nil) req, err := http.NewRequest("GET", "https://r.jina.ai/"+rq.url, nil)
@ -449,8 +461,9 @@ func (rq *wrpReq) toMarkdown() {
}) })
r := html.NewRenderer(html.RendererOptions{}) r := html.NewRenderer(html.RendererOptions{})
ht := markdown.Render(d, r) ht := markdown.Render(d, r)
// TODO: add https://github.com/microcosm-cc/bluemonday
rq.printHTML(printParams{ rq.printHTML(printParams{
text: string(ht), text: string(asciify(ht)),
bgColor: "#FFFFFF", bgColor: "#FFFFFF",
}) })
} }