Debian Codegraph @

ext/html/html.go

raw ◀ ▶
Source reconstructed at patch state 0 of 1 — not the installed (fully patched) source.
1 Debian patch touch this file
1 // extension to goproxy that will allow you to easily filter web browser related content.
2 package goproxy_html
3
4 import (
5 "bytes"
6 "errors"
7 "io"
8 "io/ioutil"
9 "net/http"
10 "strings"
11
12 "github.com/elazarl/goproxy"
13 "github.com/rogpeppe/go-charset/charset"
14 _ "github.com/rogpeppe/go-charset/data"
15 )
16
17 var IsHtml goproxy.RespCondition = goproxy.ContentTypeIs("text/html")
18
19 var IsCss goproxy.RespCondition = goproxy.ContentTypeIs("text/css")
20
21 var IsJavaScript goproxy.RespCondition = goproxy.ContentTypeIs("text/javascript",
22 "application/javascript")
23
24 var IsJson goproxy.RespCondition = goproxy.ContentTypeIs("text/json")
25
26 var IsXml goproxy.RespCondition = goproxy.ContentTypeIs("text/xml")
27
28 var IsWebRelatedText goproxy.RespCondition = goproxy.ContentTypeIs("text/html",
29 "text/css",
30 "text/javascript", "application/javascript",
31 "text/xml",
32 "text/json")
33
34 // HandleString will receive a function that filters a string, and will convert the
35 // request body to a utf8 string, according to the charset specified in the Content-Type
36 // header.
37 // guessing Html charset encoding from the <META> tags is not yet implemented.
38 func HandleString(f func(s string, ctx *goproxy.ProxyCtx) string) goproxy.RespHandler {
39 return HandleStringReader(func(r io.Reader, ctx *goproxy.ProxyCtx) io.Reader {
40 b, err := ioutil.ReadAll(r)
41 if err != nil {
42 ctx.Warnf("Cannot read string from resp body: %v", err)
43 return r
44 }
45 return bytes.NewBufferString(f(string(b), ctx))
46 })
47 }
48
49 // Will receive an input stream which would convert the response to utf-8
50 // The given function must close the reader r, in order to close the response body.
51 func HandleStringReader(f func(r io.Reader, ctx *goproxy.ProxyCtx) io.Reader) goproxy.RespHandler {
52 return goproxy.FuncRespHandler(func(resp *http.Response, ctx *goproxy.ProxyCtx) *http.Response {
53 if ctx.Error != nil {
54 return nil
55 }
56 charsetName := ctx.Charset()
57 if charsetName == "" {
58 charsetName = "utf-8"
59 }
60
61 if strings.ToLower(charsetName) != "utf-8" {
62 r, err := charset.NewReader(charsetName, resp.Body)
63 if err != nil {
64 ctx.Warnf("Cannot convert from %v to utf-8: %v", charsetName, err)
65 return resp
66 }
67 tr, err := charset.TranslatorTo(charsetName)
68 if err != nil {
69 ctx.Warnf("Can't translate to %v from utf-8: %v", charsetName, err)
70 return resp
71 }
72 if err != nil {
73 ctx.Warnf("Cannot translate to %v: %v", charsetName, err)
74 return resp
75 }
76 newr := charset.NewTranslatingReader(f(r, ctx), tr)
77 resp.Body = &readFirstCloseBoth{ioutil.NopCloser(newr), resp.Body}
78 } else {
79 //no translation is needed, already at utf-8
80 resp.Body = &readFirstCloseBoth{ioutil.NopCloser(f(resp.Body, ctx)), resp.Body}
81 }
82 return resp
83 })
84 }
85
86 type readFirstCloseBoth struct {
87 r io.ReadCloser
88 c io.Closer
89 }
90
91 func (rfcb *readFirstCloseBoth) Read(b []byte) (nr int, err error) {
92 return rfcb.r.Read(b)
93 }
94 func (rfcb *readFirstCloseBoth) Close() error {
95 err1 := rfcb.r.Close()
96 err2 := rfcb.c.Close()
97 if err1 != nil && err2 != nil {
98 return errors.New(err1.Error() + ", " + err2.Error())
99 }
100 if err1 != nil {
101 return err1
102 }
103 return err2
104 }