doctokenizer.h File Reference

#include <qcstring.h>
#include <qlist.h>
#include <stdio.h>
#include "htmlattrib.h"

Go to the source code of this file.

Classes
struct	TokenInfo
	Data associated with a token used by the comment block parser. More...

Enumerations
enum	Tokens {   TK_WORD = 1, TK_LNKWORD = 2, TK_WHITESPACE = 3, TK_LISTITEM = 4,   TK_ENDLIST = 5, TK_COMMAND = 6, TK_HTMLTAG = 7, TK_SYMBOL = 8,   TK_NEWPARA = 9, TK_RCSTAG = 10, TK_URL = 11, RetVal_OK = 0x10000,   RetVal_SimpleSec = 0x10001, RetVal_ListItem = 0x10002, RetVal_Section = 0x10003, RetVal_Subsection = 0x10004,   RetVal_Subsubsection = 0x10005, RetVal_Paragraph = 0x10006, RetVal_SubParagraph = 0x10007, RetVal_EndList = 0x10008,   RetVal_EndPre = 0x10009, RetVal_DescData = 0x1000A, RetVal_DescTitle = 0x1000B, RetVal_EndDesc = 0x1000C,   RetVal_TableRow = 0x1000D, RetVal_TableCell = 0x1000E, RetVal_TableHCell = 0x1000F, RetVal_EndTable = 0x10010,   RetVal_Internal = 0x10011, RetVal_SwitchLang = 0x10012, RetVal_CloseXml = 0x10013, RetVal_EndBlockQuote = 0x10014,   RetVal_CopyDoc = 0x10015, RetVal_EndInternal = 0x10016, RetVal_EndParBlock = 0x10017 }

Functions
const char *	tokToString (int token)
void	doctokenizerYYFindSections (const char *input, Definition *d, MemberGroup *mg, const char *fileName)
void	doctokenizerYYinit (const char *input, const char *fileName)
void	doctokenizerYYcleanup ()
void	doctokenizerYYpushContext ()
bool	doctokenizerYYpopContext ()
int	doctokenizerYYlex ()
void	doctokenizerYYsetStatePara ()
void	doctokenizerYYsetStateTitle ()
void	doctokenizerYYsetStateTitleAttrValue ()
void	doctokenizerYYsetStateCode ()
void	doctokenizerYYsetStateXmlCode ()
void	doctokenizerYYsetStateHtmlOnly ()
void	doctokenizerYYsetStateManOnly ()
void	doctokenizerYYsetStateLatexOnly ()
void	doctokenizerYYsetStateXmlOnly ()
void	doctokenizerYYsetStateDbOnly ()
void	doctokenizerYYsetStateRtfOnly ()
void	doctokenizerYYsetStateVerbatim ()
void	doctokenizerYYsetStateDot ()
void	doctokenizerYYsetStateMsc ()
void	doctokenizerYYsetStateParam ()
void	doctokenizerYYsetStateXRefItem ()
void	doctokenizerYYsetStateFile ()
void	doctokenizerYYsetStatePattern ()
void	doctokenizerYYsetStateLink ()
void	doctokenizerYYsetStateCite ()
void	doctokenizerYYsetStateRef ()
void	doctokenizerYYsetStateInternalRef ()
void	doctokenizerYYsetStateText ()
void	doctokenizerYYsetStateSkipTitle ()
void	doctokenizerYYsetStateAnchor ()
void	doctokenizerYYsetInsidePre (bool b)
void	doctokenizerYYpushBackHtmlTag (const char *tag)
void	doctokenizerYYsetStateSnippet ()
void	doctokenizerYYstartAutoList ()
void	doctokenizerYYendAutoList ()
void	doctokenizerYYsetStatePlantUML ()
void	doctokenizerYYsetStateSetScope ()
void	doctokenizerYYsetStatePlantUMLOpt ()

Variables
TokenInfo *	g_token
int	doctokenizerYYlineno
FILE *	doctokenizerYYin

Enumeration Type Documentation

enum Tokens

Enumerator
TK_WORD
TK_LNKWORD
TK_WHITESPACE
TK_LISTITEM
TK_ENDLIST
TK_COMMAND
TK_HTMLTAG
TK_SYMBOL
TK_NEWPARA
TK_RCSTAG
TK_URL
RetVal_OK
RetVal_SimpleSec
RetVal_ListItem
RetVal_Section
RetVal_Subsection
RetVal_Subsubsection
RetVal_Paragraph
RetVal_SubParagraph
RetVal_EndList
RetVal_EndPre
RetVal_DescData
RetVal_DescTitle
RetVal_EndDesc
RetVal_TableRow
RetVal_TableCell
RetVal_TableHCell
RetVal_EndTable
RetVal_Internal
RetVal_SwitchLang
RetVal_CloseXml
RetVal_EndBlockQuote
RetVal_CopyDoc
RetVal_EndInternal
RetVal_EndParBlock

Definition at line 30 of file doctokenizer.h.

{
  TK_WORD          = 1,
  TK_LNKWORD       = 2,
  TK_WHITESPACE    = 3,
  TK_LISTITEM      = 4,
  TK_ENDLIST       = 5,
  TK_COMMAND       = 6,
  TK_HTMLTAG       = 7,
  TK_SYMBOL        = 8,
  TK_NEWPARA       = 9,
  TK_RCSTAG        = 10,
  TK_URL           = 11,

  RetVal_OK             = 0x10000,
  RetVal_SimpleSec      = 0x10001,
  RetVal_ListItem       = 0x10002,
  RetVal_Section        = 0x10003,
  RetVal_Subsection     = 0x10004,
  RetVal_Subsubsection  = 0x10005,
  RetVal_Paragraph      = 0x10006,
  RetVal_SubParagraph   = 0x10007,
  RetVal_EndList        = 0x10008,
  RetVal_EndPre         = 0x10009,
  RetVal_DescData       = 0x1000A,
  RetVal_DescTitle      = 0x1000B,
  RetVal_EndDesc        = 0x1000C,
  RetVal_TableRow       = 0x1000D,
  RetVal_TableCell      = 0x1000E,
  RetVal_TableHCell     = 0x1000F,
  RetVal_EndTable       = 0x10010,
  RetVal_Internal       = 0x10011,
  RetVal_SwitchLang     = 0x10012,
  RetVal_CloseXml       = 0x10013,
  RetVal_EndBlockQuote  = 0x10014,
  RetVal_CopyDoc        = 0x10015,
  RetVal_EndInternal    = 0x10016,
  RetVal_EndParBlock    = 0x10017
};

Function Documentation

void doctokenizerYYcleanup

(

)

Definition at line 82729 of file doctokenizer.cpp.

{
  doctokenizerYY_delete_buffer(YY_CURRENT_BUFFER );
}

void doctokenizerYYendAutoList

(

)

Definition at line 82756 of file doctokenizer.cpp.

{
  g_autoListLevel--;
}

void doctokenizerYYFindSections	(	const char *	input,
		Definition *	d,
		MemberGroup *	mg,
		const char *	fileName
	)

Definition at line 82540 of file doctokenizer.cpp.

{
  if (input==0) return;
  printlex(doctokenizerYY_flex_debug, TRUE, __FILE__, fileName);
  g_inputString = input;
  //printf("parsing --->`%s'<---\n",input);
  g_inputPos    = 0;
  g_definition  = d;
  g_memberGroup = mg;
  g_fileName    = fileName;
  BEGIN(St_Sections);
  doctokenizerYYlineno = 1;
  doctokenizerYYlex();
  printlex(doctokenizerYY_flex_debug, FALSE, __FILE__, fileName);
}

void doctokenizerYYinit	(	const char *	input,
		const char *	fileName
	)

Definition at line 82557 of file doctokenizer.cpp.

{
  g_autoListLevel = 0;
  g_inputString = input;
  g_inputPos    = 0;
  g_fileName    = fileName;
  g_insidePre   = FALSE;
  BEGIN(St_Para);
}

int doctokenizerYYlex

(

)

bool doctokenizerYYpopContext

(

)

Definition at line 79199 of file doctokenizer.cpp.

{
  if (g_lexerStack.isEmpty()) return FALSE;
  DocLexerContext *ctx = g_lexerStack.pop();
  g_autoListLevel = ctx->autoListLevel;
  g_inputPos = ctx->inputPos;
  g_inputString = ctx->inputString;
  doctokenizerYY_delete_buffer(YY_CURRENT_BUFFER);
  doctokenizerYY_switch_to_buffer(ctx->state);
  BEGIN(ctx->rule);
  delete ctx;
  return TRUE;
}

void doctokenizerYYpushBackHtmlTag

(

const char *

tag

)

Definition at line 82739 of file doctokenizer.cpp.

{
  QCString tagName = tag;
  int i,l = tagName.length();
  unput('>');
  for (i=l-1;i>=0;i--)
  {
    unput(tag[i]);
  }
  unput('<');
}

void doctokenizerYYpushContext

(

)

Definition at line 79186 of file doctokenizer.cpp.

{
  DocLexerContext *ctx = new DocLexerContext;
  ctx->rule = YY_START;
  ctx->autoListLevel = g_autoListLevel;
  ctx->token = g_token;
  ctx->inputPos = g_inputPos;
  ctx->inputString = g_inputString;
  ctx->state = YY_CURRENT_BUFFER;
  g_lexerStack.push(ctx);
  doctokenizerYY_switch_to_buffer(doctokenizerYY_create_buffer(doctokenizerYYin,YY_BUF_SIZE));
}

void doctokenizerYYsetInsidePre

(

bool

b

)

Definition at line 82734 of file doctokenizer.cpp.

{
  g_insidePre = b;
}

void doctokenizerYYsetStateAnchor

(

)

Definition at line 82714 of file doctokenizer.cpp.

{
  BEGIN(St_Anchor);
}

void doctokenizerYYsetStateCite

(

)

Definition at line 82689 of file doctokenizer.cpp.

{
  BEGIN(St_Cite);
}

void doctokenizerYYsetStateCode

(

)

Definition at line 82582 of file doctokenizer.cpp.

{
  g_token->verb="";
  g_token->name="";
  BEGIN(St_CodeOpt);
}

void doctokenizerYYsetStateDbOnly

(

)

Definition at line 82621 of file doctokenizer.cpp.

{
  g_token->verb="";
  BEGIN(St_DbOnly);
}

void doctokenizerYYsetStateDot

(

)

Definition at line 82639 of file doctokenizer.cpp.

{
  g_token->verb="";
  BEGIN(St_Dot);
}

void doctokenizerYYsetStateFile

(

)

Definition at line 82674 of file doctokenizer.cpp.

{
  BEGIN(St_File);
}

void doctokenizerYYsetStateHtmlOnly

(

)

Definition at line 82596 of file doctokenizer.cpp.

{
  g_token->verb="";
  g_token->name="";
  BEGIN(St_HtmlOnlyOption);
}

void doctokenizerYYsetStateInternalRef

(

)

Definition at line 82699 of file doctokenizer.cpp.

{
  BEGIN(St_IntRef);
}

void doctokenizerYYsetStateLatexOnly

(

)

Definition at line 82627 of file doctokenizer.cpp.

{
  g_token->verb="";
  BEGIN(St_LatexOnly);
}

void doctokenizerYYsetStateLink

(

)

Definition at line 82684 of file doctokenizer.cpp.

{
  BEGIN(St_Link);
}

void doctokenizerYYsetStateManOnly

(

)

Definition at line 82603 of file doctokenizer.cpp.

{
  g_token->verb="";
  BEGIN(St_ManOnly);
}

void doctokenizerYYsetStateMsc

(

)

Definition at line 82645 of file doctokenizer.cpp.

{
  g_token->verb="";
  BEGIN(St_Msc);
}

void doctokenizerYYsetStatePara

(

)

Definition at line 82567 of file doctokenizer.cpp.

{
  BEGIN(St_Para);
}

void doctokenizerYYsetStateParam

(

)

Definition at line 82664 of file doctokenizer.cpp.

{
  BEGIN(St_Param);
}

void doctokenizerYYsetStatePattern

(

)

Definition at line 82679 of file doctokenizer.cpp.

{
  BEGIN(St_Pattern);
}

void doctokenizerYYsetStatePlantUML

(

)

Definition at line 82658 of file doctokenizer.cpp.

{
  g_token->verb="";
  BEGIN(St_PlantUML);
}

void doctokenizerYYsetStatePlantUMLOpt

(

)

Definition at line 82651 of file doctokenizer.cpp.

{
  g_token->verb="";
  g_token->sectionId="";
  BEGIN(St_PlantUMLOpt);
}

void doctokenizerYYsetStateRef

(

)

Definition at line 82694 of file doctokenizer.cpp.

{
  BEGIN(St_Ref);
}

void doctokenizerYYsetStateRtfOnly

(

)

Definition at line 82609 of file doctokenizer.cpp.

{
  g_token->verb="";
  BEGIN(St_RtfOnly);
}

void doctokenizerYYsetStateSetScope

(

)

Definition at line 82724 of file doctokenizer.cpp.

{
  BEGIN(St_SetScope);
}

void doctokenizerYYsetStateSkipTitle

(

)

Definition at line 82709 of file doctokenizer.cpp.

{
  BEGIN(St_SkipTitle);
}

void doctokenizerYYsetStateSnippet

(

)

Definition at line 82719 of file doctokenizer.cpp.

{
  BEGIN(St_Snippet);
}

void doctokenizerYYsetStateText

(

)

Definition at line 82704 of file doctokenizer.cpp.

{
  BEGIN(St_Text);
}

void doctokenizerYYsetStateTitle

(

)

Definition at line 82572 of file doctokenizer.cpp.

{
  BEGIN(St_Title);
}

void doctokenizerYYsetStateTitleAttrValue

(

)

Definition at line 82577 of file doctokenizer.cpp.

{
  BEGIN(St_TitleV);
}

void doctokenizerYYsetStateVerbatim

(

)

Definition at line 82633 of file doctokenizer.cpp.

{
  g_token->verb="";
  BEGIN(St_Verbatim);
}

void doctokenizerYYsetStateXmlCode

(

)

Definition at line 82589 of file doctokenizer.cpp.

{
  g_token->verb="";
  g_token->name="";
  BEGIN(St_XmlCode);
}

void doctokenizerYYsetStateXmlOnly

(

)

Definition at line 82615 of file doctokenizer.cpp.

{
  g_token->verb="";
  BEGIN(St_XmlOnly);
}

void doctokenizerYYsetStateXRefItem

(

)

Definition at line 82669 of file doctokenizer.cpp.

{
  BEGIN(St_XRefItem);
}

void doctokenizerYYstartAutoList

(

)

Definition at line 82751 of file doctokenizer.cpp.

{
  g_autoListLevel++;
}

const char* tokToString

(

int

token

)

Definition at line 79216 of file doctokenizer.cpp.

{
  switch (token)
  {
    case 0:              return "TK_EOF";
    case TK_WORD:        return "TK_WORD";
    case TK_LNKWORD:     return "TK_LNKWORD";
    case TK_WHITESPACE:  return "TK_WHITESPACE";
    case TK_LISTITEM:    return "TK_LISTITEM";
    case TK_ENDLIST:     return "TK_ENDLIST";
    case TK_COMMAND:     return "TK_COMMAND";
    case TK_HTMLTAG:     return "TK_HTMLTAG";
    case TK_SYMBOL:      return "TK_SYMBOL";
    case TK_NEWPARA:     return "TK_NEWPARA";
    case TK_RCSTAG:      return "TK_RCSTAG";
    case TK_URL:         return "TK_URL";
  }
  return "ERROR";
}

Variable Documentation

FILE* doctokenizerYYin

int doctokenizerYYlineno

TokenInfo* g_token

Definition at line 79156 of file doctokenizer.cpp.