Parser/tokenizer/tokenizer.h
raw| 1 | #ifndef Py_TOKENIZER_H |
| 2 | #define Py_TOKENIZER_H |
| 3 | |
| 4 | #include "Python.h" |
| 5 | |
| 6 | struct tok_state *_PyTokenizer_FromString(const char *, int, int); |
| 7 | struct tok_state *_PyTokenizer_FromUTF8(const char *, int, int); |
| 8 | struct tok_state *_PyTokenizer_FromReadline(PyObject*, const char*, int, int); |
| 9 | struct tok_state *_PyTokenizer_FromFile(FILE *, const char*, |
| 10 | const char *, const char *); |
| 11 | |
| 12 | #define tok_dump _Py_tok_dump |
| 13 | |
| 14 | #endif /* !Py_TOKENIZER_H */ |