| 1 |
#lang racket/base |
| 2 |
|
| 3 |
;; requires racket >= 5.3 because of submodules |
| 4 |
|
| 5 |
;; Lowlevel interface |
| 6 |
|
| 7 |
(module low-level racket/base |
| 8 |
|
| 9 |
(require ffi/unsafe ffi/unsafe/define) |
| 10 |
|
| 11 |
(provide (all-defined-out)) |
| 12 |
|
| 13 |
(define-ffi-definer defcmark (ffi-lib "libcmark")) |
| 14 |
|
| 15 |
(define _cmark_node_type |
| 16 |
(_enum '(;; Error status |
| 17 |
none |
| 18 |
;; Block |
| 19 |
document block-quote list item code-block |
| 20 |
html-block custom-block |
| 21 |
paragraph heading thematic-break |
| 22 |
;; ?? first-block = document |
| 23 |
;; ?? last-block = thematic-break |
| 24 |
;; Inline |
| 25 |
text softbreak linebreak code html-inline custom-inline |
| 26 |
emph strong link image |
| 27 |
;; ?? first-inline = text |
| 28 |
;; ?? last-inline = image |
| 29 |
))) |
| 30 |
(define _cmark_list_type |
| 31 |
(_enum '(no_list bullet_list ordered_list))) |
| 32 |
(define _cmark_delim_type |
| 33 |
(_enum '(no_delim period_delim paren_delim))) |
| 34 |
(define _cmark_opts |
| 35 |
(_bitmask |
| 36 |
'(sourcepos = 2 ; include sourcepos attribute on block elements |
| 37 |
hardbreaks = 4 ; render `softbreak` elements as hard line breaks |
| 38 |
safe = 8 ; suppress raw HTML and unsafe links |
| 39 |
nobreaks = 16 ; render `softbreak` elements as spaces |
| 40 |
normalize = 256 ; legacy (no effect) |
| 41 |
validate-utf8 = 512 ; validate UTF-8 in the input |
| 42 |
smart = 1024 ; straight quotes to curly, ---/-- to em/en dashes |
| 43 |
))) |
| 44 |
|
| 45 |
(define-cpointer-type _node) |
| 46 |
|
| 47 |
(defcmark cmark_markdown_to_html |
| 48 |
(_fun [bs : _bytes] [_int = (bytes-length bs)] _cmark_opts |
| 49 |
-> [r : _bytes] -> (begin0 (bytes->string/utf-8 r) (free r)))) |
| 50 |
|
| 51 |
(defcmark cmark_parse_document |
| 52 |
(_fun [bs : _bytes] [_int = (bytes-length bs)] _cmark_opts |
| 53 |
-> _node)) |
| 54 |
|
| 55 |
(defcmark cmark_render_html |
| 56 |
(_fun _node _cmark_opts |
| 57 |
-> [r : _bytes] -> (begin0 (bytes->string/utf-8 r) (free r)))) |
| 58 |
|
| 59 |
(defcmark cmark_node_new (_fun _cmark_node_type -> _node)) |
| 60 |
(defcmark cmark_node_free (_fun _node -> _void)) |
| 61 |
|
| 62 |
(defcmark cmark_node_next (_fun _node -> _node/null)) |
| 63 |
(defcmark cmark_node_previous (_fun _node -> _node/null)) |
| 64 |
(defcmark cmark_node_parent (_fun _node -> _node/null)) |
| 65 |
(defcmark cmark_node_first_child (_fun _node -> _node/null)) |
| 66 |
(defcmark cmark_node_last_child (_fun _node -> _node/null)) |
| 67 |
|
| 68 |
(defcmark cmark_node_get_user_data (_fun _node -> _racket)) |
| 69 |
(defcmark cmark_node_set_user_data (_fun _node _racket -> _bool)) |
| 70 |
(defcmark cmark_node_get_type (_fun _node -> _cmark_node_type)) |
| 71 |
(defcmark cmark_node_get_type_string (_fun _node -> _bytes)) |
| 72 |
(defcmark cmark_node_get_literal (_fun _node -> _string)) |
| 73 |
(defcmark cmark_node_set_literal (_fun _node _string -> _bool)) |
| 74 |
(defcmark cmark_node_get_heading_level (_fun _node -> _int)) |
| 75 |
(defcmark cmark_node_set_heading_level (_fun _node _int -> _bool)) |
| 76 |
(defcmark cmark_node_get_list_type (_fun _node -> _cmark_list_type)) |
| 77 |
(defcmark cmark_node_set_list_type (_fun _node _cmark_list_type -> _bool)) |
| 78 |
(defcmark cmark_node_get_list_delim (_fun _node -> _cmark_delim_type)) |
| 79 |
(defcmark cmark_node_set_list_delim (_fun _node _cmark_delim_type -> _bool)) |
| 80 |
(defcmark cmark_node_get_list_start (_fun _node -> _int)) |
| 81 |
(defcmark cmark_node_set_list_start (_fun _node _int -> _bool)) |
| 82 |
(defcmark cmark_node_get_list_tight (_fun _node -> _bool)) |
| 83 |
(defcmark cmark_node_set_list_tight (_fun _node _bool -> _bool)) |
| 84 |
(defcmark cmark_node_get_fence_info (_fun _node -> _string)) |
| 85 |
(defcmark cmark_node_set_fence_info (_fun _node _string -> _bool)) |
| 86 |
(defcmark cmark_node_get_url (_fun _node -> _string)) |
| 87 |
(defcmark cmark_node_set_url (_fun _node _string -> _bool)) |
| 88 |
(defcmark cmark_node_get_title (_fun _node -> _string)) |
| 89 |
(defcmark cmark_node_set_title (_fun _node _string -> _bool)) |
| 90 |
(defcmark cmark_node_get_start_line (_fun _node -> _int)) |
| 91 |
(defcmark cmark_node_get_start_column (_fun _node -> _int)) |
| 92 |
(defcmark cmark_node_get_end_line (_fun _node -> _int)) |
| 93 |
(defcmark cmark_node_get_end_column (_fun _node -> _int)) |
| 94 |
|
| 95 |
(defcmark cmark_node_unlink (_fun _node -> _void)) |
| 96 |
(defcmark cmark_node_insert_before (_fun _node _node -> _bool)) |
| 97 |
(defcmark cmark_node_insert_after (_fun _node _node -> _bool)) |
| 98 |
(defcmark cmark_node_prepend_child (_fun _node _node -> _bool)) |
| 99 |
(defcmark cmark_node_append_child (_fun _node _node -> _bool)) |
| 100 |
(defcmark cmark_consolidate_text_nodes (_fun _node -> _void)) |
| 101 |
|
| 102 |
(defcmark cmark_version (_fun -> _int)) |
| 103 |
(defcmark cmark_version_string (_fun -> _string)) |
| 104 |
|
| 105 |
) |
| 106 |
|
| 107 |
;; Rackety interface |
| 108 |
|
| 109 |
(module high-level racket/base |
| 110 |
|
| 111 |
(require (submod ".." low-level) ffi/unsafe) |
| 112 |
|
| 113 |
(provide cmark-markdown-to-html) |
| 114 |
(define (cmark-markdown-to-html str [options '(normalize smart)]) |
| 115 |
(cmark_markdown_to_html (if (bytes? str) str (string->bytes/utf-8 str)) |
| 116 |
options)) |
| 117 |
|
| 118 |
(require (for-syntax racket/base racket/syntax)) |
| 119 |
(define-syntax (make-getter+setter stx) |
| 120 |
(syntax-case stx () |
| 121 |
[(_ name) (with-syntax ([(getter setter) |
| 122 |
(map (λ(op) (format-id #'name "cmark_node_~a_~a" |
| 123 |
op #'name)) |
| 124 |
'(get set))]) |
| 125 |
#'(cons getter setter))])) |
| 126 |
(define-syntax-rule (define-getters+setters name [type field ...] ...) |
| 127 |
(define name (list (list 'type (make-getter+setter field) ...) ...))) |
| 128 |
(define-getters+setters getters+setters |
| 129 |
[heading heading_level] [code-block fence_info] |
| 130 |
[link url title] [image url title] |
| 131 |
[list list_type list_delim list_start list_tight]) |
| 132 |
|
| 133 |
(provide cmark->sexpr) |
| 134 |
(define (cmark->sexpr node) |
| 135 |
(define text (cmark_node_get_literal node)) |
| 136 |
(define type (cmark_node_get_type node)) |
| 137 |
(define children |
| 138 |
(let loop ([node (cmark_node_first_child node)]) |
| 139 |
(if (not node) '() |
| 140 |
(cons (cmark->sexpr node) (loop (cmark_node_next node)))))) |
| 141 |
(define info |
| 142 |
(cond [(assq type getters+setters) |
| 143 |
=> (λ(gss) (map (λ(gs) ((car gs) node)) (cdr gss)))] |
| 144 |
[else '()])) |
| 145 |
(define (assert-no what-not b) |
| 146 |
(when b (error 'cmark->sexpr "unexpected ~a in ~s" what-not type))) |
| 147 |
(cond [(memq type '(document paragraph heading block-quote list item |
| 148 |
emph strong link image)) |
| 149 |
(assert-no 'text text) |
| 150 |
(list type info children)] |
| 151 |
[(memq type '(text code code-block html-block html-inline |
| 152 |
softbreak linebreak thematic-break)) |
| 153 |
(assert-no 'children (pair? children)) |
| 154 |
(list type info text)] |
| 155 |
[else (error 'cmark->sexpr "unknown type: ~s" type)])) |
| 156 |
|
| 157 |
(provide sexpr->cmark) |
| 158 |
(define (sexpr->cmark sexpr) ; assumes valid input, as generated by the above |
| 159 |
(define (loop sexpr) |
| 160 |
(define type (car sexpr)) |
| 161 |
(define info (cadr sexpr)) |
| 162 |
(define data (caddr sexpr)) |
| 163 |
(define node (cmark_node_new type)) |
| 164 |
(let ([gss (assq type getters+setters)]) |
| 165 |
(when gss |
| 166 |
(unless (= (length (cdr gss)) (length info)) |
| 167 |
(error 'sexpr->cmark "bad number of info values in ~s" sexpr)) |
| 168 |
(for-each (λ(gs x) ((cdr gs) node x)) (cdr gss) info))) |
| 169 |
(cond [(string? data) (cmark_node_set_literal node data)] |
| 170 |
[(not data) (void)] |
| 171 |
[(list? data) |
| 172 |
(for ([child (in-list data)]) |
| 173 |
(cmark_node_append_child node (sexpr->cmark child)))] |
| 174 |
[else (error 'sexpr->cmark "bad data in ~s" sexpr)]) |
| 175 |
node) |
| 176 |
(define root (loop sexpr)) |
| 177 |
(register-finalizer root cmark_node_free) |
| 178 |
root) |
| 179 |
|
| 180 |
;; Registers a `cmark_node_free` finalizer |
| 181 |
(provide cmark-parse-document) |
| 182 |
(define (cmark-parse-document str [options '(normalize smart)]) |
| 183 |
(define root (cmark_parse_document |
| 184 |
(if (bytes? str) str (string->bytes/utf-8 str)) |
| 185 |
options)) |
| 186 |
(register-finalizer root cmark_node_free) |
| 187 |
root) |
| 188 |
|
| 189 |
(provide cmark-render-html) |
| 190 |
(define (cmark-render-html root [options '(normalize smart)]) |
| 191 |
(cmark_render_html root options))) |
| 192 |
|
| 193 |
#; ;; sample use |
| 194 |
(begin |
| 195 |
(require 'high-level racket/string) |
| 196 |
(cmark-render-html |
| 197 |
(cmark-parse-document |
| 198 |
(string-join '("foo" |
| 199 |
"===" |
| 200 |
"" |
| 201 |
"> blah" |
| 202 |
">" |
| 203 |
"> blah *blah* `bar()` blah:" |
| 204 |
">" |
| 205 |
"> function foo() {" |
| 206 |
"> bar();" |
| 207 |
"> }") |
| 208 |
"\n")))) |