added grammar and parser files for sh

[pdutils] / utils / sh / tok.h

diff --git a/utils/sh/tok.h b/utils/sh/tok.h
new file mode 100644 (file)
index 0000000..fa95d55
--- /dev/null
+++ b/utils/sh/tok.h
@@ -0,0 +1,42 @@
+#ifndef TOK_H_
+#define TOK_H_ 1
+#include <stdio.h>
+/* START HEADER */
+struct token {
+       int type;
+       int rtype; /* a "real type", e.g. In, NAME, etc. */
+       int length;
+       int delimiter;
+       int nondigits;
+       int nonnames;
+       struct token *next;
+       char text[2048];
+};
+
+struct token_state {
+       FILE *input;
+       struct token *tok;
+
+       char *strinput;
+       int is_string;
+       int strlen;
+       int cursor;
+
+       int pc; /* previous char */
+       int cc; /* current char */
+       int nc; /* next char */
+       int push_back; /* true if next char is valid */
+
+       int prev_op; /* previous character was used as part of an operator */
+       int prev_word; /* previous character is part of a word */
+       int quoting; /* type of quoting */
+
+       char buf[2048];
+       int buflen;
+};
+
+struct token_state *ts_init(struct token_state *ts, FILE *f);
+int get_token(struct token_state *ts, struct token *tok);
+
+/* END HEADER */
+#endif