DocTokenizer Class Reference

#include <src/doctokenizer.h>

Classes
class	AutoSaveState
struct	Private

Public Member Functions
	DocTokenizer ()
	~DocTokenizer ()
TokenInfo *	token ()
TokenInfo *	resetToken ()
void	setFileName (const QCString &fileName)
QCString	getFileName () const
void	setLineNr (int lineno)
int	getLineNr () const
void	findSections (const QCString &input, const Definition *d, const QCString &fileName)
void	init (const char *input, const QCString &fileName, bool markdownSupport, bool insideHtmlLink)
void	cleanup ()
Token	lex ()
void	unputString (const QCString &tag)
void	setStatePara ()
void	setStateTitle ()
void	setStateTitleAttrValue ()
void	setStateCode ()
void	setStateICode ()
void	setStateXmlCode ()
void	setStateHtmlOnly ()
void	setStateManOnly ()
void	setStateLatexOnly ()
void	setStateXmlOnly ()
void	setStateDbOnly ()
void	setStateRtfOnly ()
void	setStateVerbatim ()
void	setStateIVerbatim ()
void	setStateILiteral ()
void	setStateILiteralOpt ()
void	setStateDot ()
void	setStateMsc ()
void	setStateParam ()
void	setStateXRefItem ()
void	setStateFile ()
void	setStateIFile ()
void	setStatePattern ()
void	setStateLink ()
void	setStateCite ()
void	setStateDoxyConfig ()
void	setStateRef ()
void	setStateInternalRef ()
void	setStateText ()
void	setStateSkipTitle ()
void	setStateAnchor ()
void	setInsidePre (bool b)
void	pushBackHtmlTag (const QCString &tag)
void	setStateSnippet ()
void	startAutoList ()
void	endAutoList ()
void	setStatePlantUML ()
void	setStateMermaid ()
void	setStateSetScope ()
void	setStatePlantUMLOpt ()
void	setStateMermaidOpt ()
void	setStateOptions ()
void	setStateBlock ()
void	setStateEmoji ()
void	setStateILine ()
void	setStateQuotedString ()
void	setStateShowDate ()
void	setStatePrefix ()

Private Member Functions
void	pushState ()
void	popState ()
void	pushContext ()
bool	popContext ()

Private Attributes
std::unique_ptr< Private >	p

Friends
class	AutoSaveState
class	DocParser

Detailed Description

Definition at line 182 of file doctokenizer.h.

Constructor & Destructor Documentation

DocTokenizer()

DocTokenizer::DocTokenizer

(

)

Definition at line 1811 of file doctokenizer.l.

                           : p(std::make_unique<Private>())
{
  //printf("%p:DocTokenizer::DocTokenizer()\n",(void*)this);
  doctokenizerYYlex_init_extra(&p->extra,&p->yyscanner);
#ifdef FLEX_DEBUG
  doctokenizerYYset_debug(Debug::isFlagSet(Debug::Lex_doctokenizer)?1:0,p->yyscanner);
#endif
}

References Debug::isFlagSet(), Debug::Lex_doctokenizer, and p.

Referenced by DocTokenizer::AutoSaveState::AutoSaveState().

~DocTokenizer()

DocTokenizer::~DocTokenizer

(

)

Definition at line 1820 of file doctokenizer.l.

{
  //printf("%p:DocTokenizer::~DocTokenizer()\n",(void*)this);
  doctokenizerYYlex_destroy(p->yyscanner);
}

References p.

Member Function Documentation

cleanup()

void DocTokenizer::cleanup

(

)

Definition at line 2225 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yy_delete_buffer( YY_CURRENT_BUFFER, yyscanner );
}

References p.

endAutoList()

void DocTokenizer::endAutoList

(

)

Definition at line 2260 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->autoListLevel--;
}

References p.

Referenced by DocAutoList::parse().

findSections()

void DocTokenizer::findSections	(	const QCString &	input,
		const Definition *	d,
		const QCString &	fileName )

Definition at line 1838 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
 
  if (input.isEmpty()) return;
  DebugLex debugLex(Debug::Lex_doctokenizer, __FILE__, qPrint(fileName));
  yyextra->inputString = input.data();
  //printf("parsing --->'%s'<---\n",input);
  yyextra->inputPos    = 0;
  yyextra->definition  = d;
  yyextra->fileName    = fileName;
  BEGIN(St_Sections);
  yyextra->yyLineNr = 1;
  doctokenizerYYlex(yyscanner);
}

References QCString::data(), QCString::isEmpty(), Debug::Lex_doctokenizer, p, and qPrint().

Referenced by docFindSections().

getFileName()

QCString DocTokenizer::getFileName

(

)

const

Definition at line 2274 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  return yyextra->fileName;
}

References p.

getLineNr()

int DocTokenizer::getLineNr

(

)

const

Definition at line 2288 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  return yyextra->yyLineNr;
}

References p.

Referenced by DocPara::handleFile(), DocParamList::parse(), and skipSpacesForTable().

init()

void DocTokenizer::init	(	const char *	input,
		const QCString &	fileName,
		bool	markdownSupport,
		bool	insideHtmlLink )

Definition at line 1856 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->autoListLevel = 0;
  yyextra->inputString = input;
  yyextra->inputPos    = 0;
  yyextra->fileName    = fileName;
  yyextra->insidePre   = FALSE;
  yyextra->markdownSupport = markdownSupport;
  yyextra->insideHtmlLink = insideHtmlLink;
  BEGIN(St_Para);
}

References FALSE, and p.

Referenced by validatingParseDoc(), and validatingParseText().

lex()

Token DocTokenizer::lex

(

)

Definition at line 1826 of file doctokenizer.l.

{
  return doctokenizerYYlex(p->yyscanner);
}

References p.

Referenced by DocPara::handleCommand(), DocPara::handleDoxyConfig(), DocPara::handleEmoji(), DocPara::handleFile(), DocPara::handleInclude(), DocPara::handleIncludeOperator(), DocPara::handleLink(), DocPara::handleSection(), DocPara::handleShowDate(), DocPara::handleStartCode(), DocPara::handleXRefItem(), DocHRef::parse(), DocHtmlCaption::parse(), DocHtmlDescList::parse(), DocHtmlDescTitle::parse(), DocHtmlHeader::parse(), DocHtmlList::parse(), DocHtmlSummary::parse(), DocIndexEntry::parse(), DocInternalRef::parse(), DocLink::parse(), DocPara::parse(), DocParamList::parse(), DocRef::parse(), DocSecRefItem::parse(), DocSecRefList::parse(), DocText::parse(), DocTitle::parse(), DocVhdlFlow::parse(), DocHtmlList::parseXml(), DocHtmlRow::parseXml(), DocHtmlTable::parseXml(), and skipSpacesForTable().

popContext()

bool DocTokenizer::popContext ( )

private

Definition at line 1790 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  //printf("DocTokenizer::popContext() stack=%zu\n",yyextra->lexerStack.size());
  if (yyextra->lexerStack.empty()) return FALSE;
  const auto &ctx = yyextra->lexerStack.top();
  yyextra->autoListLevel = ctx->autoListLevel;
  yyextra->inputPos      = ctx->inputPos;
  yyextra->inputString   = ctx->inputString;
  yyextra->token         = ctx->token;
 
  yy_delete_buffer(YY_CURRENT_BUFFER, yyscanner);
  yy_switch_to_buffer(ctx->state, yyscanner);
 
  BEGIN(ctx->rule);
  yyextra->lexerStack.pop();
  return TRUE;
}

References FALSE, p, and TRUE.

popState()

void DocTokenizer::popState ( )

private

Definition at line 2302 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  assert(!yyextra->stateStack.empty());
  BEGIN(yyextra->stateStack.top());
  yyextra->stateStack.pop();
}

References p.

pushBackHtmlTag()

void DocTokenizer::pushBackHtmlTag

(

const QCString &

tag

)

Definition at line 2239 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  QCString tagName = tag;
  int l = static_cast<int>(tagName.length());
  unput('>');
  for (int i=l-1;i>=0;i--)
  {
    unput(tag[i]);
  }
  unput('<');
}

References QCString::length(), and p.

Referenced by DocHtmlDescList::parse(), DocHtmlList::parse(), DocHtmlRow::parse(), DocHtmlTable::parse(), DocHtmlList::parseXml(), and DocHtmlRow::parseXml().

pushContext()

void DocTokenizer::pushContext ( )

private

Definition at line 1775 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  //printf("DocTokenizer::pushContext() stack=%zu\n",yyextra->lexerStack.size());
  yyextra->lexerStack.push(
      std::make_unique<DocLexerContext>(
        yyextra->token,YY_START,
        yyextra->autoListLevel,
        yyextra->inputPos,
        yyextra->inputString,
        YY_CURRENT_BUFFER));
  yy_switch_to_buffer(yy_create_buffer(0, YY_BUF_SIZE, yyscanner), yyscanner);
}

References p, and YY_BUF_SIZE.

pushState()

void DocTokenizer::pushState ( )

private

Definition at line 2295 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->stateStack.push(YYSTATE);
}

References p.

resetToken()

TokenInfo * DocTokenizer::resetToken

(

)

Definition at line 1877 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token = TokenInfo();
  return &yyextra->token;
}

References p.

Referenced by validatingParseDoc(), validatingParseText(), and validatingParseTitle().

setFileName()

void DocTokenizer::setFileName

(

const QCString &

fileName

)

Definition at line 2267 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->fileName = fileName;
}

References p.

Referenced by createRef(), and validatingParseDoc().

setInsidePre()

void DocTokenizer::setInsidePre

(

bool

b

)

Definition at line 2232 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->insidePre = b;
}

References p.

Referenced by DocPara::handleHtmlEndTag(), and DocPara::handleHtmlStartTag().

setLineNr()

void DocTokenizer::setLineNr

(

int

lineno

)

Definition at line 2281 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->yyLineNr = lineno;
}

References p.

Referenced by createRef(), validatingParseDoc(), and validatingParseText().

setStateAnchor()

void DocTokenizer::setStateAnchor

(

)

Definition at line 2151 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Anchor);
}

References p.

setStateBlock()

void DocTokenizer::setStateBlock

(

)

Definition at line 2188 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name="";
  BEGIN(St_Block);
}

References p.

Referenced by DocPara::handleInclude().

setStateCite()

void DocTokenizer::setStateCite

(

)

Definition at line 2108 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Cite);
}

References p.

setStateCode()

void DocTokenizer::setStateCode

(

)

Definition at line 1907 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.name="";
  BEGIN(St_CodeOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStateDbOnly()

void DocTokenizer::setStateDbOnly

(

)

Definition at line 1967 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_DbOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateDot()

void DocTokenizer::setStateDot

(

)

Definition at line 2015 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_Dot);
}

References p.

Referenced by DocPara::handleCommand().

setStateDoxyConfig()

void DocTokenizer::setStateDoxyConfig

(

)

Definition at line 2115 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_DoxyConfig);
}

References p.

Referenced by DocPara::handleDoxyConfig().

setStateEmoji()

void DocTokenizer::setStateEmoji

(

)

Definition at line 2196 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name="";
  BEGIN(St_Emoji);
}

References p.

Referenced by DocPara::handleEmoji().

setStateFile()

void DocTokenizer::setStateFile

(

)

Definition at line 2079 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_File);
}

References p.

Referenced by DocPara::handleFile(), and DocPara::handleInclude().

setStateHtmlOnly()

void DocTokenizer::setStateHtmlOnly

(

)

Definition at line 1934 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.name="";
  BEGIN(St_HtmlOnlyOption);
}

References p.

Referenced by DocPara::handleCommand().

setStateICode()

void DocTokenizer::setStateICode

(

)

Definition at line 1916 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.name="";
  BEGIN(St_iCodeOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStateIFile()

void DocTokenizer::setStateIFile

(

)

Definition at line 2086 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_IFile);
}

References p.

setStateILine()

void DocTokenizer::setStateILine

(

)

Definition at line 2204 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_ILine);
}

References p.

Referenced by skipSpacesForTable().

setStateILiteral()

void DocTokenizer::setStateILiteral

(

)

Definition at line 1983 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_ILiteral);
}

References p.

Referenced by DocPara::handleCommand().

setStateILiteralOpt()

void DocTokenizer::setStateILiteralOpt

(

)

Definition at line 1991 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_ILiteralOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStateInternalRef()

void DocTokenizer::setStateInternalRef

(

)

Definition at line 2130 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_IntRef);
}

References p.

setStateIVerbatim()

void DocTokenizer::setStateIVerbatim

(

)

Definition at line 2007 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_iVerbatim);
}

References p.

Referenced by DocPara::handleCommand().

setStateLatexOnly()

void DocTokenizer::setStateLatexOnly

(

)

Definition at line 1975 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_LatexOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateLink()

void DocTokenizer::setStateLink

(

)

Definition at line 2101 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Link);
}

References p.

Referenced by DocPara::handleLink(), and DocHtmlDescTitle::parse().

setStateManOnly()

void DocTokenizer::setStateManOnly

(

)

Definition at line 1943 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_ManOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateMermaid()

void DocTokenizer::setStateMermaid

(

)

Definition at line 2057 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_Mermaid);
}

References p.

Referenced by DocPara::handleCommand().

setStateMermaidOpt()

void DocTokenizer::setStateMermaidOpt

(

)

Definition at line 2048 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.sectionId="";
  BEGIN(St_MermaidOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStateMsc()

void DocTokenizer::setStateMsc

(

)

Definition at line 2023 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_Msc);
}

References p.

Referenced by DocPara::handleCommand().

setStateOptions()

void DocTokenizer::setStateOptions

(

)

Definition at line 2180 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name="";
  BEGIN(St_Options);
}

References p.

Referenced by DocPara::handleInclude().

setStatePara()

void DocTokenizer::setStatePara

(

)

Definition at line 1885 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->insideHtmlLink = false;
  BEGIN(St_Para);
}

References p.

Referenced by DocPara::handleCommand(), DocPara::handleDoxyConfig(), DocPara::handleEmoji(), DocPara::handleFile(), DocPara::handleHtmlStartTag(), DocPara::handleInclude(), DocPara::handleIncludeOperator(), DocPara::handleLink(), DocPara::handleSection(), DocPara::handleShowDate(), DocPara::handleStartCode(), DocPara::handleXRefItem(), DocHtmlDescTitle::parse(), DocHtmlSummary::parse(), DocIndexEntry::parse(), DocParamList::parse(), DocRef::parse(), DocRoot::parse(), DocSecRefItem::parse(), DocTitle::parse(), DocVhdlFlow::parse(), and DocTitle::parseFromString().

setStateParam()

void DocTokenizer::setStateParam

(

)

Definition at line 2065 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Param);
}

References p.

Referenced by DocParamList::parse().

setStatePattern()

void DocTokenizer::setStatePattern

(

)

Definition at line 2093 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name = "";
  BEGIN(St_Pattern);
}

References p.

Referenced by DocPara::handleIncludeOperator().

setStatePlantUML()

void DocTokenizer::setStatePlantUML

(

)

Definition at line 2040 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_PlantUML);
}

References p.

Referenced by DocPara::handleCommand().

setStatePlantUMLOpt()

void DocTokenizer::setStatePlantUMLOpt

(

)

Definition at line 2031 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.sectionId="";
  BEGIN(St_PlantUMLOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStatePrefix()

void DocTokenizer::setStatePrefix

(

)

Definition at line 2158 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Prefix);
}

References p.

setStateQuotedString()

void DocTokenizer::setStateQuotedString

(

)

Definition at line 2211 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_QuotedString);
}

References p.

Referenced by DocPara::handleShowDate().

setStateRef()

void DocTokenizer::setStateRef

(

)

Definition at line 2122 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->expectQuote=false;
  BEGIN(St_Ref);
}

References p.

Referenced by DocHtmlDescTitle::parse().

setStateRtfOnly()

void DocTokenizer::setStateRtfOnly

(

)

Definition at line 1951 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_RtfOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateSetScope()

void DocTokenizer::setStateSetScope

(

)

Definition at line 2173 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_SetScope);
}

References p.

Referenced by DocPara::handleCommand().

setStateShowDate()

void DocTokenizer::setStateShowDate

(

)

Definition at line 2218 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_ShowDate);
}

References p.

Referenced by DocPara::handleShowDate().

setStateSkipTitle()

void DocTokenizer::setStateSkipTitle

(

)

Definition at line 2144 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_SkipTitle);
}

References p.

Referenced by DocPara::handleSection().

setStateSnippet()

void DocTokenizer::setStateSnippet

(

)

Definition at line 2165 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name="";
  BEGIN(St_Snippet);
}

References p.

Referenced by DocPara::handleInclude().

setStateText()

void DocTokenizer::setStateText

(

)

Definition at line 2137 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Text);
}

References p.

Referenced by DocText::parse().

setStateTitle()

void DocTokenizer::setStateTitle

(

)

Definition at line 1893 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Title);
}

References p.

Referenced by DocHtmlSummary::parse(), DocIndexEntry::parse(), DocSecRefItem::parse(), DocTitle::parse(), and DocVhdlFlow::parse().

setStateTitleAttrValue()

void DocTokenizer::setStateTitleAttrValue

(

)

Definition at line 1900 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_TitleV);
}

References p.

setStateVerbatim()

void DocTokenizer::setStateVerbatim

(

)

Definition at line 1999 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_Verbatim);
}

References p.

Referenced by DocPara::handleCommand().

setStateXmlCode()

void DocTokenizer::setStateXmlCode

(

)

Definition at line 1925 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.name="";
  BEGIN(St_XmlCode);
}

References p.

Referenced by DocPara::handleHtmlStartTag().

setStateXmlOnly()

void DocTokenizer::setStateXmlOnly

(

)

Definition at line 1959 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_XmlOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateXRefItem()

void DocTokenizer::setStateXRefItem

(

)

Definition at line 2072 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_XRefItem);
}

References p.

Referenced by DocPara::handleXRefItem().

startAutoList()

void DocTokenizer::startAutoList

(

)

Definition at line 2253 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->autoListLevel++;
}

References p.

Referenced by DocAutoList::parse().

token()

TokenInfo * DocTokenizer::token

(

)

Definition at line 1870 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  return &yyextra->token;
}

References p.

unputString()

void DocTokenizer::unputString

(

const QCString &

tag

)

Definition at line 1831 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  unput_string(tag.data(),tag.length());
}

References QCString::data(), QCString::length(), p, and unput_string.

Referenced by checkIfHtmlEndTagEndsAutoList().

Friends And Related Symbol Documentation

AutoSaveState

friend class AutoSaveState

friend

Definition at line 264 of file doctokenizer.h.

DocParser

friend class DocParser

friend

Definition at line 265 of file doctokenizer.h.

References DocParser.

Referenced by DocParser.

Member Data Documentation

p

std::unique_ptr<Private> DocTokenizer::p

private

Definition at line 271 of file doctokenizer.h.

Referenced by cleanup(), DocTokenizer(), endAutoList(), findSections(), getFileName(), getLineNr(), init(), lex(), popContext(), popState(), pushBackHtmlTag(), pushContext(), pushState(), resetToken(), setFileName(), setInsidePre(), setLineNr(), setStateAnchor(), setStateBlock(), setStateCite(), setStateCode(), setStateDbOnly(), setStateDot(), setStateDoxyConfig(), setStateEmoji(), setStateFile(), setStateHtmlOnly(), setStateICode(), setStateIFile(), setStateILine(), setStateILiteral(), setStateILiteralOpt(), setStateInternalRef(), setStateIVerbatim(), setStateLatexOnly(), setStateLink(), setStateManOnly(), setStateMermaid(), setStateMermaidOpt(), setStateMsc(), setStateOptions(), setStatePara(), setStateParam(), setStatePattern(), setStatePlantUML(), setStatePlantUMLOpt(), setStatePrefix(), setStateQuotedString(), setStateRef(), setStateRtfOnly(), setStateSetScope(), setStateShowDate(), setStateSkipTitle(), setStateSnippet(), setStateText(), setStateTitle(), setStateTitleAttrValue(), setStateVerbatim(), setStateXmlCode(), setStateXmlOnly(), setStateXRefItem(), startAutoList(), token(), unputString(), and ~DocTokenizer().

---

The documentation for this class was generated from the following files:

• src/doctokenizer.h
• src/doctokenizer.l