#ifndef TOK_H_
#define TOK_H_ 1
#include <stdio.h>
/* START HEADER */
struct token {
	int type;
	int rtype; /* a "real type", e.g. In, NAME, etc. */
	int length;
	int delimiter;
	int nondigits;
	int nonnames;
	struct token *next;
	char text[2048];
};

struct token_state {
	FILE *input;
	struct token *tok;

	char *strinput;
	int is_string;
	int strlen;
	int cursor;

	int pc; /* previous char */
	int cc; /* current char */
	int nc; /* next char */
	int push_back; /* true if next char is valid */

	int prev_op; /* previous character was used as part of an operator */
	int prev_word; /* previous character is part of a word */
	int quoting; /* type of quoting */

	char buf[2048];
	int buflen;
};

struct token_state *ts_init(struct token_state *ts, FILE *f);
int get_token(struct token_state *ts, struct token *tok);

/* END HEADER */
#endif