One Level Up Top Level

userspace/kp_lex.h - ktap

Data types defined

Macros defined

Source code

  1. /*
  2. * Lexical analyzer.
  3. *
  4. * Copyright (C) 2012-2014 Jovi Zhangwei <jovi.zhangwei@gmail.com>.
  5. *
  6. * Adapted from luajit and lua interpreter.
  7. * Copyright (C) 2005-2014 Mike Pall.
  8. * Copyright (C) 1994-2008 Lua.org, PUC-Rio.
  9. */

  11. #ifndef _KTAP_LEX_H
  12. ‌#define _KTAP_LEX_H

  14. #include <stdarg.h>
  15. #include "../include/err.h"
  16. #include "../include/ktap_bc.h"
  17. #include "kp_util.h"

  19. /* ktap lexer tokens. */
  20. ‌#define TKDEF(_, __) \
  21.     _(trace) _(trace_end) _(argstr) _(probename) _(ffi) \
  22.     _(arg0)_(arg1) _(arg2) _(arg3) _(arg4) _(arg5) _(arg6) _(arg7) \
  23.     _(arg8) _(arg9) _(profile) _(tick) \
  24.     _(pid) _(tid) _(uid) _(cpu) _(execname) __(incr, +=) \
  25.     __(and, &&) _(break) _(do) _(else) _(elseif) _(end) _(false) \
  26.     _(for) _(function) _(goto) _(if) _(in) __(local, var) _(nil) \
  27.     __(not, !) __(or, ||) \
  28.     _(repeat) _(return) _(then) _(true) _(until) _(while) \
  29.     __(concat, ..) __(dots, ...) __(eq, ==) __(ge, >=) __(le, <=) \
  30.     __(ne, !=) __(label, ::) __(number, <number>) __(name, <name>) \
  31.     __(string, <string>) __(eof, <eof>)

  33. enum {
  34.     TK_OFS = 256,
  35. ‌#define TKENUM1(name)        TK_##name,
  36. ‌#define TKENUM2(name, sym)    TK_##name,
  37.     TKDEF(TKENUM1, TKENUM2)
  38. ‌#undef TKENUM1
  39. ‌#undef TKENUM2
  40.     TK_RESERVED = TK_while - TK_OFS
  41. };

  43. ‌typedef int LexChar;    /* Lexical character. Unsigned ext. from char. */
  44. ‌typedef int LexToken;    /* Lexical token. */

  46. /* Combined bytecode ins/line. Only used during bytecode generation. */
  47. ‌typedef struct BCInsLine {
  48.     BCIns ins;        /* Bytecode instruction. */
  49.     BCLine line;        /* Line number for this bytecode. */
  50. ‌} BCInsLine;

  52. /* Info for local variables. Only used during bytecode generation. */
  53. ‌typedef struct VarInfo {
  54.     ktap_str_t *name;    /* Local variable name or goto/label name. */
  55.     BCPos startpc;    /* First point where the local variable is active. */
  56.     BCPos endpc;    /* First point where the local variable is dead. */
  57.     uint8_t slot;    /* Variable slot. */
  58.     uint8_t info;    /* Variable/goto/label info. */
  59. ‌} VarInfo;

  61. /* lexer state. */
  62. ‌typedef struct LexState {
  63.     struct FuncState *fs;    /* Current FuncState. Defined in kp_parse.c. */
  64.     ktap_val_t tokval;    /* Current token value. */
  65.     ktap_val_t lookaheadval;/* Lookahead token value. */
  66.     const char *p;    /* Current position in input buffer. */
  67.     const char *pe;    /* End of input buffer. */
  68.     LexChar c;        /* Current character. */
  69.     LexToken tok;        /* Current token. */
  70.     LexToken lookahead;    /* Lookahead token. */
  71.     SBuf sb;        /* String buffer for tokens. */
  72.     BCLine linenumber;    /* Input line counter. */
  73.     BCLine lastline;    /* Line of last token. */
  74.     ktap_str_t *chunkname;/* Current chunk name (interned string). */
  75.     const char *chunkarg;    /* Chunk name argument. */
  76.     const char *mode;/* Allow loading bytecode (b) and/or source text (t) */
  77.     VarInfo *vstack;/* Stack for names and extents of local variables. */
  78.     int sizevstack;    /* Size of variable stack. */
  79.     int vtop;    /* Top of variable stack. */
  80.     BCInsLine *bcstack;/* Stack for bytecode instructions/line numbers. */
  81.     int sizebcstack;/* Size of bytecode stack. */
  82.     uint32_t level;    /* Syntactical nesting level. */
  83. ‌} LexState;

  85. int kp_lex_setup(LexState *ls, const char *str);
  86. void kp_lex_cleanup(LexState *ls);
  87. void kp_lex_next(LexState *ls);
  88. void kp_lex_read_string_until(LexState *ls, int c);
  89. LexToken kp_lex_lookahead(LexState *ls);
  90. const char *kp_lex_token2str(LexState *ls, LexToken tok);
  91. void kp_lex_error(LexState *ls, LexToken tok, ErrMsg em, ...);
  92. void kp_lex_init(void);

  94. #endif

One Level Up Top Level