add result style error handling

1 files changed, 7 insertions, 2 deletions

diff --git a/src/as_tokenizer.h b/src/as_tokenizer.h
index d22ab55..192e381 100644
--- a/src/as_tokenizer.h
+++ b/src/as_tokenizer.h
@@ -35,9 +35,14 @@ struct token_stream {
     struct input_stream *s;
 };
 
-struct token* next_token(struct allocator * alct, struct token_stream * ts);
-struct token* peek_token(struct allocator * alct, struct token_stream * ts);
+// result<token*>
+struct result next_token(struct allocator * alct, struct token_stream * ts);
+
+// result<token*>
+struct result peek_token(struct allocator * alct, struct token_stream * ts);
+
 void print_token(struct token *t);
+
 struct token_stream * new_token_stream(struct allocator * alct, FILE* fp);
 
 #endif // FMV_AS_TOKENIZER_H_