lexer.h File Reference

Header for tokenizer. More...

#include <stdio.h>
#include <errno.h>
#include <pcre.h>

Include dependency graph for lexer.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Enumerations
enum	elex {   LEX_RE = 3, LEX_REOFF = 2, LEX_SUB = 5, LEX_TAG = 0,   LEX_ELEMENT = 1, LEX_PAIRS = 2, LEX_CONTENT = 3, LEX_REGOK = 0,   LEX_ERR = EINVAL, LEX_REGDEF = 0, LEX_REG = PCRE_CASELESS | PCRE_DOTALL, LEX_BEGIN = 0,   LEX_END = 1, LEX_OFFSET = 0 }
Functions
int	lex (char *, const char *, void(*)(char *))
	Parses source according to mask; gives thence unto arbitrary appellant.
int	lexbuf (char *, const char *, void(*)(char *, char **), char **)
	Parses source according to mask; gives thence unto arbitrary appellant and deposits in receptant buffer.

---

Detailed Description

Header for tokenizer.

Definition in file lexer.h.

---

Enumeration Type Documentation

enum elex

PCRE constants Enumeration values: LEX_RE  PCRE vector constant LEX_REOFF  PCRE offset LEX_SUB  sub expressions LEX_TAG  tag subexpression LEX_ELEMENT  element subexpression LEX_PAIRS  pair subexpression LEX_CONTENT  content subexpression LEX_REGOK  PCRE match LEX_ERR  default errno LEX_REGDEF  PCRE compile parameters LEX_REG  PCRE execution parameters LEX_BEGIN  begin offset LEX_END  end offset LEX_OFFSET  string offset Definition at line 11 of file lexer.h. { LEX_RE = 3, LEX_REOFF = 2, LEX_SUB = 5, LEX_TAG = 0, LEX_ELEMENT = 1, LEX_PAIRS = 2, LEX_CONTENT = 3, LEX_REGOK = 0, LEX_ERR = EINVAL, LEX_REGDEF = 0, LEX_REG = PCRE_CASELESS | PCRE_DOTALL, LEX_BEGIN = 0, LEX_END = 1, LEX_OFFSET = 0 };

---

Function Documentation

int lex (  char *  pcin, const char *  pcmask, void(*)(char *)  pfcallback )

Parses source according to mask; gives thence unto arbitrary appellant. Parameters: pcin  lectand pcmask  lectant pfcallback  lector Returns: EXIT_{SUCCESS, FAILURE} Definition at line 39 of file lexer.c. References EVAL, LEX_BEGIN, LEX_END, LEX_ERR, LEX_OFFSET, LEX_RE, LEX_REG, LEX_REGDEF, NONE, and STRSUB. Referenced by parse(). { pcre *pre; int icur = 0, aisub[LEX_RE], ire, iret = EXIT_SUCCESS; const char *pcerr = "lexer.c lex()"; const char *pcprint = "%.*s"; const char *pcre; char NONE(*pclex); /* Compile the expression. */ EVAL((pre = pcre_compile(pcmask, LEX_REG, &pcre, &ire, NULL)) == NULL, LEX_ERR); /* Match successively. */ while (pcre_exec(pre, NULL, pcin += icur, strlen(pcin), LEX_OFFSET, LEX_REGDEF, aisub, LEX_RE) >= LEX_REGOK) { fprintf(stdout, pcprint, aisub[LEX_BEGIN], pcin); STRSUB(pclex, pcin + aisub[LEX_BEGIN], aisub[LEX_END] - aisub[LEX_BEGIN]); pfcallback(pclex); icur = aisub[LEX_END]; } /* Make shine the buffer's surplus. */ fputs(pcin, stdout); cleanup: free(pclex); pcre_free(pre); return iret; }

int lexbuf (  char *  pcin, const char *  pcmask, void(*)(char *, char **)  pfcallbackbuf, char **  ppcbuf )

Parses source according to mask; gives thence unto arbitrary appellant and deposits in receptant buffer. Parameters: pcin  lectand pcmask  lectant pfcallbackbuf  lector ppcbuf  lectate Returns: EXIT_{SUCCESS, FAILURE} Definition at line 74 of file lexer.c. References ALLOC, EVAL, LEX_BEGIN, LEX_END, LEX_ERR, LEX_OFFSET, LEX_RE, LEX_REG, LEX_REGDEF, NONE, and STRSUB. Referenced by translate(). { pcre *pre; int icur = 0, aisub[LEX_RE], ire, iret = EXIT_SUCCESS; const char *pcerr = "lexer.c lex()"; const char *pcprint = "%.*s"; const char *pcre; char NONE(*pclex), NONE(*pccallback); NONE(*ppcbuf); /* Compile the expression. */ EVAL((pre = pcre_compile(pcmask, LEX_REG, &pcre, &ire, NULL)) == NULL, LEX_ERR); /* Match successively. */ while (pcre_exec(pre, NULL, pcin + icur, strlen(pcin), LEX_OFFSET, LEX_REGDEF, aisub, LEX_RE) >= LEX_REGOK) { ALLOC(*ppcbuf, strlen(*ppcbuf) + aisub[LEX_BEGIN]); sprintf(*ppcbuf, pcprint, aisub[LEX_BEGIN], pcin + icur); STRSUB(pclex, pcin + icur + aisub[LEX_BEGIN], aisub[LEX_END] - aisub[LEX_BEGIN]); pfcallbackbuf(pclex, &pccallback); ALLOC(*ppcbuf, strlen(*ppcbuf) + strlen(pccallback)); strcat(*ppcbuf, pccallback); free(pccallback); icur = aisub[LEX_END]; } /* Make shine the buffer's surplus. */ ALLOC(*ppcbuf, strlen(*ppcbuf) + strlen(pcin + icur)); strcat(*ppcbuf, pcin + icur); cleanup: free(pclex); pcre_free(pre); return iret; }

---