aboutsummaryrefslogtreecommitdiff
path: root/src/as_tokenizer.h
diff options
context:
space:
mode:
Diffstat (limited to 'src/as_tokenizer.h')
-rw-r--r--src/as_tokenizer.h9
1 files changed, 7 insertions, 2 deletions
diff --git a/src/as_tokenizer.h b/src/as_tokenizer.h
index d22ab55..192e381 100644
--- a/src/as_tokenizer.h
+++ b/src/as_tokenizer.h
@@ -35,9 +35,14 @@ struct token_stream {
struct input_stream *s;
};
-struct token* next_token(struct allocator * alct, struct token_stream * ts);
-struct token* peek_token(struct allocator * alct, struct token_stream * ts);
+// result<token*>
+struct result next_token(struct allocator * alct, struct token_stream * ts);
+
+// result<token*>
+struct result peek_token(struct allocator * alct, struct token_stream * ts);
+
void print_token(struct token *t);
+
struct token_stream * new_token_stream(struct allocator * alct, FILE* fp);
#endif // FMV_AS_TOKENIZER_H_