;; ;; testing vport ;; (use gauche.test) (test-start "vport") (use gauche.vport) (use gauche.uvector) (use gauche.sequence) (use gauche.generator) (use scheme.list) (use srfi.13) (use file.util) (test-module 'gauche.vport) ;;----------------------------------------------------------- (test-section "virtual-input-port") (test* "vanilla" (make-list 8 #t) (let ((p (make ))) (list (eof-object? (read-byte p)) (eof-object? (read-char p)) (eof-object? (read-line p)) (eof-object? (read-block 10 p)) (byte-ready? p) (char-ready? p) (eof-object? (peek-byte p)) (eof-object? (peek-char p))))) (test* "getc" '(#\a #\a #\a 97 97 97 #*"aaaaaaaaaa") (let* ((p (make :getc (lambda () #\a))) (c0 (read-char p)) (c1 (read-char p)) (c2 (read-char p)) (b0 (read-byte p)) (b1 (read-byte p)) (b2 (read-byte p)) (s (read-block 10 p))) (list c0 c1 c2 b0 b1 b2 s))) (test* "getb" '(#\a #\a #\a 97 97 97 #*"aaaaaaaaaa") (let* ((p (make :getb (lambda () 97))) (c0 (read-char p)) (c1 (read-char p)) (c2 (read-char p)) (b0 (read-byte p)) (b1 (read-byte p)) (b2 (read-byte p)) (s (read-block 10 p))) (list c0 c1 c2 b0 b1 b2 s))) (test* "peekc/peekb & getc" '(#\a #\a 98 #\b) (let* ((x '(#\a #\b #\c)) (p (make :getc (lambda () (and (pair? x) (pop! x))))) (c0 (peek-char p)) (c1 (read-char p)) (c2 (peek-byte p)) (c3 (read-char p)) ) (list c0 c1 c2 c3))) (test* "peekc/peekb & getb" '(97 #\a #\b 98) (let* ((x '(97 98 99)) (p (make :getb (lambda () (and (pair? x) (pop! x))))) (c0 (peek-byte p)) (c1 (read-char p)) (c2 (peek-char p)) (c3 (read-byte p))) (list c0 c1 c2 c3))) (test* "getc -> read-line" "abcd" (let* ((x '(#\a #\b #\c #\d)) (p (make :getc (lambda () (and (pair? x) (pop! x)))))) (read-line p))) (test* "getc -> read-line" '("abcd" "efg") (let* ((x '(#\a #\b #\c #\d #\newline #\e #\f #\g #\newline)) (p (make :getc (lambda () (and (pair? x) (pop! x)))))) (port->string-list p))) (test* "getb -> read-line" '("abcd" "efg") (let* ((x '(97 98 99 100 10 101 102 103 10)) (p (make :getb (lambda () (and (pair? x) (pop! x)))))) (port->string-list p))) (test* "getc -> read-block" #*"abcd\ne" (let* ((x '(#\a #\b #\c #\d #\newline #\e #\f #\g #\newline)) (p (make :getc (lambda () (and (pair? x) (pop! x)))))) (read-block 6 p))) (test* "getc -> read-block" #*"abcd\nefg\n" (let* ((x '(#\a #\b #\c #\d #\newline #\e #\f #\g #\newline)) (p (make :getc (lambda () (and (pair? x) (pop! x)))))) (read-block 200 p))) (test* "getb -> read-block" #*"abcd\ne" (let* ((x '(97 98 99 100 10 101 102 103 10)) (p (make :getb (lambda () (and (pair? x) (pop! x)))))) (read-block 6 p))) (test* "getb -> read-block" #*"abcd\nefg\n" (let* ((x '(97 98 99 100 10 101 102 103 10)) (p (make :getb (lambda () (and (pair? x) (pop! x)))))) (read-block 200 p))) (test* "gets -> read-block" #*"this is fr" (let* ((buf "this is from gets") (p (make :getc (lambda () #f) :getb (lambda () #f) :gets (lambda (length) (if (< length (string-size buf)) (substring buf 0 length) buf))))) (read-block 10 p))) ;; regression tests for peek consuming EOF (test* "peek-char EOF regression" (make-list 3 (eof-object)) (let* ((state #f) (p (make :getc (lambda () (set! state (not state)) (if state (eof-object) #\a))))) (list (peek-char p) (peek-byte p) (read-char p)))) (test* "peek-byte EOF regression" (make-list 3 (eof-object)) (let* ((state #f) (p (make :getc (lambda () (set! state (not state)) (if state (eof-object) #\a))))) (list (peek-byte p) (peek-char p) (read-byte p)))) ;;----------------------------------------------------------- (test-section "virtual-output-port") (test* "putc" "abcdef" (call-with-output-string (lambda (o) (let* ((p (make :putc (^c (write-char c o))))) (write-char #\a p) (display "bcd" p) (write-byte 101 p) (write-char #\f p) (get-output-string o))))) (test* "putb" "abcdef" (call-with-output-string (lambda (o) (let* ((p (make :putb (^b (write-byte b o))))) (write-char #\a p) (display "bcd" p) (write-byte 101 p) (write-char #\f p) (get-output-string o))))) (test* "puts" "bcdxyz" (call-with-output-string (lambda (o) (let* ((p (make :putb (^b #f) :putc (^c #f) :puts (^s (display s o))))) (write-char #\a p) (display "bcd" p) (write-byte 101 p) (write-char #\f p) (display "xyz" p) (get-output-string o))))) ;;----------------------------------------------------------- (test-section "virtual-io-port") (let ([data (make-vector 100)] [pos 0] [end 0]) (define p (make :getc (^[] (if (>= pos end) (eof-object) (begin0 (vector-ref data pos) (inc! pos)))) :putc (^c (vector-set! data pos c) (inc! pos) (set! end (max pos end))) :seek (^[off whence] (cond [(= whence SEEK_SET) (set! pos off)] [(= whence SEEK_CUR) (inc! pos off)] [(= whence SEEK_END) (set! pos (+ end off))]) pos))) (vector-copy! data 0 '#(#\a #\b #\c #\d #\e)) (inc! end 5) (test* "read from io port" "abcde" (port->string p)) (test* "port-tell" 5 (port-tell p)) (write-char #\X p) (write-char #\Y p) (write-char #\Z p) (port-seek p 0) (test* "write, then read" "abcdeXYZ" (port->string p)) (port-seek p -8 SEEK_END) (write-string "PQR" p) (port-seek p 2 SEEK_CUR) (write-string "12345" p) (port-seek p 0) (test* "write, then read 2" "PQRde12345" (port->string p)) ) (let ([data (make-vector 100)] [pos 0] [end 0]) (define p (make :getc (^[] (if (>= pos end) (eof-object) (begin0 (vector-ref data pos) (inc! pos)))) :putc (^c (vector-set! data pos c) (inc! pos) (set! end (max pos end))) :getpos (^[] pos) :setpos (^p (set! pos p)))) (vector-copy! data 0 '#(#\a #\b #\c #\d #\e)) (inc! end 5) (test* "read from io port" "abcde" (port->string p)) (test* "port-tell" 5 (port-position p)) (write-char #\X p) (write-char #\Y p) (write-char #\Z p) (set-port-position! p 0) (test* "write, then read" "abcdeXYZ" (port->string p)) (set-port-position! p 5) (write-string "PQR" p) (set-port-position! p 0) (write-string "12345" p) (set-port-position! p 0) (test* "write, then read 2" "12345PQR" (port->string p)) ) ;;----------------------------------------------------------- (test-section "buffered-input-port") (let () (define (test-biport file size) (let* ((ifile (build-path 'cld file)) (src (open-input-file ifile)) (p (apply make :fill (lambda (buf) (read-block! buf src)) :close (lambda () (close-input-port src)) (if size (list :buffer-size size) '()))) (a (file->string-list ifile)) (b (port->string-list p))) (close-input-port p) (list (equal? a b) (port-closed? src)))) (test* "vport.c" '(#t #t) (test-biport "vport.c" #f)) (test* "vport.h" '(#t #t) (test-biport "vport.h" #f)) (test* "vport.c (bufsize=100)" '(#t #t) (test-biport "vport.c" 100)) (test* "vport.h (bufsize=100)" '(#t #t) (test-biport "vport.h" 100)) (test* "vport.c (bufsize=65536)" '(#t #t) (test-biport "vport.c" 65536)) (test* "vport.h (bufsize=65536)" '(#t #t) (test-biport "vport.h" 65536)) (test* "vport.c (bufsize=1)" '(#t #t) (test-biport "vport.c" 1)) (test* "vport.c (bufsize=0)" '(#t #t) (test-biport "vport.c" 0)) ) ;; test with no seeker; pointed in WiLiKi:Gauche:Bugs (let () (define in (let1 index 0 (make :fill (lambda (buf) (for-each-with-index (lambda (i _) (u8vector-set! buf i (logand (+ index i) #xFF))) buf) (let ((size (u8vector-length buf))) (inc! index size) size)) ))) (test* "buffered-input-port w/o seeker" '(0 1 #t 2) (let* ([a (read-byte in)] [b (read-byte in)] [s (guard (e [( e) #t]) (port-seek in 5 SEEK_SET))] ;this shouldn't move the point [c (read-byte in)]) (list a b s c))) ) ;; buffered input port and buffering mode (let () (define p (make :fill (^[buf] (u8vector-set! buf 0 #x20) 1) :ready (^[] #f))) (set! (port-buffering p) :none) (test* "buffered-input-port premature return" '#u8(#x20) (read-uvector 20 p)) ) ;;----------------------------------------------------------- (test-section "buffered-output-port") (let () (define (test-boport file size) (let* ((ifile (build-path 'cld file)) (src (file->string ifile)) (sink (open-output-string)) (closed? #f) (p (apply make :flush (lambda (buf force?) (write-block buf sink) (u8vector-length buf)) :close (lambda () (set! closed? #t)) (if size (list :buffer-size size) '())))) (string-for-each (^c (write-char c p)) src) (close-output-port p) (list (equal? src (get-output-string sink)) closed?))) (test* "vport.c" '(#t #t) (test-boport "vport.c" #f)) (test* "vport.h" '(#t #t) (test-boport "vport.h" #f)) (test* "vport.c (bufsize=100)" '(#t #t) (test-boport "vport.c" 100)) (test* "vport.h (bufsize=100)" '(#t #t) (test-boport "vport.h" 100)) (test* "vport.c (bufsize=65536)" '(#t #t) (test-boport "vport.c" 65536)) (test* "vport.h (bufsize=65536)" '(#t #t) (test-boport "vport.h" 65536)) (test* "vport.c (bufsize=1)" '(#t #t) (test-boport "vport.c" 1)) (test* "vport.c (bufsize=0)" '(#t #t) (test-boport "vport.c" 0)) ) ;;----------------------------------------------------------- (test-section "uvector-input-port") (let () (define (tester size) (test* #"size=~size" #t (let1 v (make-u8vector size 0) (dotimes (i size) (u8vector-set! v i (modulo i 256))) (let* ((p (open-input-uvector v)) (d (with-output-to-string (lambda () (let loop ((b (read-byte p))) (unless (eof-object? b) (write-byte b) (loop (read-byte p)))))))) (equal? v (string->u8vector d)))))) (tester 0) (tester 10) (tester 16385)) (let* ((size 1024) (v (make-u8vector size 0))) (dotimes (i size) (u8vector-set! v i (modulo i 256))) (let1 p (open-input-uvector v) (test* "port-seek (SEEK_SET)" (+ 128 256) (port-seek p (+ 128 256) SEEK_SET)) (test* "read after seek" 128 (read-byte p)) (test* "port-seek (SEEK_CUR)" (+ 127 256) (port-seek p -2 SEEK_CUR)) (test* "read after seek" 127 (read-byte p)) (test* "port-seek (SEEK_END)" (- size 5) (port-seek p -5 SEEK_END)) (test* "read after seek" (- 256 5) (read-byte p)) (test* "port-seek (oob)" #t (begin (port-seek p 10 SEEK_END) (eof-object? (read-byte p)))) )) ;;----------------------------------------------------------- (test-section "uvector-output-port") (let () (define (tester size) (test* #"size=~size" #t (let1 v (make-u8vector size 0) (dotimes (i size) (u8vector-set! v i (modulo i 256))) (let* ((dst (make-u8vector size 0)) (p (open-output-uvector dst))) (dotimes (i size) (write-byte (u8vector-ref v i) p)) (close-output-port p) (equal? v dst))))) (tester 0) (tester 10) (tester 16385)) (let* ((v (make-u8vector 16 0))) (let1 p (open-output-uvector v) (test* "port-seek (SEEK_SET)" 3 (port-seek p 3 SEEK_SET)) (test* "write after seek" '#u8(0 0 0 #xff 0 0 0 0 0 0 0 0 0 0 0 0 ) (begin (write-byte #xff p) (flush p) (u8vector-copy v))) (test* "port-seek (SEEK_CUR)" 8 (port-seek p 4 SEEK_CUR)) (test* "write after seek" '#u8(0 0 0 #xff 0 0 0 0 #x77 0 0 0 0 0 0 0 ) (begin (write-byte #x77 p) (flush p) (u8vector-copy v))) (test* "port-seek (SEEK_END)" 15 (port-seek p -1 SEEK_END)) (test* "write after seek" '#u8(0 0 0 #xff 0 0 0 0 #x77 0 0 0 0 0 0 #x11) (begin (write-byte #x11 p) (flush p) (u8vector-copy v))) )) (let () (define (tester size) ;; We disable port-buffering so that we can test gradually extending ;; the backing storage. (test* #"extendable u8 size=~size" (list (make-u8vector size 255) (make-u8vector size 255)) (let1 p (open-output-uvector '#u8() :extendable #t) (set! (port-buffering p) :none) (dotimes [size] (write-byte 255 p)) (list (get-output-uvector p) (get-output-uvector p :shared #t)))) (test* #"extendable s16 size=~size" (make-s16vector size #x1212) (let1 p (open-output-uvector (make-s16vector 10 -1) :extendable #t) (set! (port-buffering p) :none) (dotimes [size] (write-byte #x12 p) (write-byte #x12 p)) (get-output-uvector p)))) (tester 0) (tester 16) (tester 17) (tester 255) (tester 256) (tester 257)) (test* "unaligned extendable output" '#s32(#x01010101) (let1 p (open-output-uvector '#s32() :extendable #t) (dotimes [7] (write-byte 1 p)) (get-output-uvector p))) (test* "seek with extendable output" '#u8(1 0 0 0 3 0 0 2 0 4 0 0 5) (let1 p (open-output-uvector) (set! (port-buffering p) :none) (write-byte 1 p) (port-seek p 7 SEEK_SET) (write-byte 2 p) (port-seek p -4 SEEK_END) (write-byte 3 p) (port-seek p 4 SEEK_CUR) (write-byte 4 p) (port-seek p 2 SEEK_END) (write-byte 5 p) (get-output-uvector p))) ;;----------------------------------------------------------- (test-section "input-limited-length-port") (let () (define (tester size limit) (test* #"size=~size limit=~limit" #t (let* ((source (string-tabulate (^i (integer->char (modulo i 128))) size)) (expected (if (<= limit size) (string-take source limit) source)) (sp (open-input-string source)) (p (open-input-limited-length-port sp limit)) (result (port->string p))) (equal? expected result)))) (tester 10 0) (tester 10 1) (tester 10 5) (tester 10 9) (tester 10 10) (tester 10 15) (tester 20000 19999) (tester 20000 20000) (tester 20000 20001) (tester 0 0) (tester 0 1) (tester 0 10) ) ;;----------------------------------------------------------- (test-section "input-list-port") ;; A common routine for input list port and input generator port ;; make-char-input takes a string and returns a port ;; make-byte-input takes start and end bytes and returns a port (define (test-input-seq-ports name make-char-input make-byte-input get-remaining) (define (char-port) (make-char-input "Aloha, honua.")) (define (byte-port) (make-byte-input 10 48)) (test* #"char-~name, all" "Aloha, honua." (call-with-output-string (cut copy-port (char-port) <>))) (test* #"char-~name, remaining" "honua." (let1 p (char-port) (dotimes [n 7] (read-char p)) (list->string (get-remaining p)))) (test* #"char-~name, remaining, with push-back" "honua." (let1 p (char-port) (dotimes [n 7] (read-char p)) (peek-char p) (list->string (get-remaining p)))) (test* #"byte-~name, all" "0123456789" (let1 p (byte-port) (with-output-to-string (cut generator-for-each (^b (write-char (integer->char b))) (cut read-byte p))))) (test* #"byte-~name, remaining" '(53 54 55 56 57) (let1 p (byte-port) (dotimes [n 5] (read-byte p)) (get-remaining p))) (test* #"byte-~name push-back, remaining" '(53 54 55 56 57) (let1 p (byte-port) (dotimes [n 5] (read-byte p)) (peek-byte p) (get-remaining p))) (test* #"byte-~name push-back as char, remaining" '(53 54 55 56 57) (let1 p (byte-port) (dotimes [n 5] (read-byte p)) (peek-char p) (get-remaining p))) ) (test-input-seq-ports "list" (^s (open-input-char-list (string->list s))) (^[s e] (open-input-byte-list (iota s e))) get-remaining-input-list) ;;----------------------------------------------------------- (test-section "input-generator-port") (test-input-seq-ports "generator" (^s (open-input-char-generator (string->generator s))) (^[s e] (open-input-byte-generator (giota s e))) (^p (generator->list (get-remaining-input-generator p)))) ;;----------------------------------------------------------- (test-section "output-accumulator-port") (let ([data '()] [finished #f]) (define (acc x) (if (eof-object? x) (begin (set! finished (reverse-list->string data)) (set! data '())) (push! data x))) (define accout (open-output-char-accumulator acc)) (test* "output char accumulator" "abcdef" (begin (write-char #\a accout) (write 'bcd accout) (display "ef" accout) (close-output-port accout) finished))) ;;----------------------------------------------------------- (test-section "SRFI-181 and 192") (define-module srfi-181-tests (use gauche.test) (use gauche.uvector) (use scheme.list) (use srfi.13) (use srfi.64) (use srfi.181) (use srfi.192) (use scheme.base :only (bytevector bytevector-copy bytevector-u8-ref flush-output-port)) (test-module 'srfi.181) (test-module 'srfi.192) (test-include-r7 "../../test/include/srfi-181-192-tests.scm") ) ;; Auxiliary SRFI-181 tests ;; i/o-invalid-position-error (define-module srfi-181-tests-2 (use gauche.test) (use srfi.181) (use srfi.192) (define p (make-custom-binary-input-port 'invalid-position-error-test (^ _ 1) (^[] 0) (^[pos] (raise (make-i/o-invalid-position-error pos))) #f)) (test* "invalid-position-error" "Invalid position object: foo" (guard (e [else (and (condition-has-type? e ) (eq? (condition-ref e 'port) p) (~ e'message))]) (set-port-position! p 'foo))) ) (define-module srfi-181-transcoder (use gauche.test) (use gauche.vport) (use gauche.charconv) ; chaconv is tested before vport (use gauche.uvector) ; uvector is tested before vport (use srfi.181) (define (import-test codec external-data internal-string handling) (let1 native-codec (~ (native-transcoder)'codec) (test* `(bytevector->string (,(~ codec'name) -> ,(~ native-codec'name))) internal-string (bytevector->string external-data (make-transcoder codec (native-eol-style) handling))) (test* `(port (,(~ codec'name) -> ,(~ native-codec'name))) internal-string (let1 p (transcoded-port (open-input-bytevector external-data) (make-transcoder codec (native-eol-style) handling)) (begin0 (port->string p) (close-port p)))))) (define (export-test codec internal-string external-data handling) (let1 native-codec (~ (native-transcoder)'codec) (test* `(string->bytevector (,(~ native-codec'name) -> ,(~ codec'name))) external-data (string->bytevector internal-string (make-transcoder codec (native-eol-style) handling))) (test* `(port (,(~ native-codec'name) -> ,(~ codec'name))) external-data (let* ([buf (open-output-bytevector)] [p (transcoded-port buf (make-transcoder codec (native-eol-style) handling))]) (display internal-string p) (flush p) (begin0 (get-output-bytevector buf) (close-port p)))))) (define (roundtrip-test codec external-data internal-string handling) (import-test codec external-data internal-string handling) (export-test codec internal-string external-data handling)) (roundtrip-test (make-codec 'latin1) '#u8(#x41 #xc2 #x42) "A\u00c2B" 'replace) (roundtrip-test (make-codec 'utf-16be) '#u8(#x00 #x41 #x00 #xc2 #x00 #x42) "A\u00c2B" 'replace) (roundtrip-test (make-codec 'utf-16le) '#u8(#x41 #x00 #xc2 #x00 #x42 #x00) "A\u00c2B" 'replace) (import-test (make-codec 'utf-16) '#u8(#xfe #xff #x00 #x41 #x00 #xc2 #x00 #x42) "A\u00c2B" 'replace) (import-test (make-codec 'utf-16) '#u8(#xff #xfe #x41 #x00 #xc2 #x00 #x42 #x00) "A\u00c2B" 'replace) (export-test (make-codec 'utf-16) "A\u00c2B" (test-one-of '#u8(#xff #xfe #x41 #x00 #xc2 #x00 #x42 #x00) '#u8(#xfe #xff #x00 #x41 #x00 #xc2 #x00 #x42)) 'replace) (import-test (make-codec 'utf-16be) '#u8(#xdc #x00) (test-error ) 'raise) (export-test (make-codec 'ascii) "A\u3000" (test-error ) 'raise) ) ;;----------------------------------------------------------- (test-section "Base64 with uvector") (use rfc.base64) (test* "base64 encode from uvector" '("" "AA==" "//79/Pv6") (list (base64-encode-bytevector '#u8()) (base64-encode-bytevector '#u8(0)) (base64-encode-bytevector '#u8(255 254 253 252 251 250)))) (test* "base64 decode to uvector" '(#u8() #u8(0) #u8(255 254 253 252 251 250)) (list (base64-decode-bytevector "") (base64-decode-bytevector "AA==") (base64-decode-bytevector "//79/Pv6"))) (test* "base64 encode from uvector (digits)" "__79+_z6" (base64-encode-bytevector '#u8(255 254 253 251 252 250) :digits "+_")) (test* "base64 decode from uvector (digits)" '#u8(255 254 253 251 252 250) (base64-decode-bytevector "__79+_z6" :digits #(#\+ #\_))) (test-end)