DocTokenizer Class Reference

#include <src/doctokenizer.h>

Classes
class	AutoSaveState
struct	Private

Public Member Functions
	DocTokenizer ()
	~DocTokenizer ()
TokenInfo *	token ()
TokenInfo *	resetToken ()
void	setFileName (const QCString &fileName)
QCString	getFileName () const
void	setLineNr (int lineno)
int	getLineNr () const
void	findSections (const QCString &input, const Definition *d, const QCString &fileName)
void	init (const char *input, const QCString &fileName, bool markdownSupport, bool insideHtmlLink)
void	cleanup ()
Token	lex ()
void	unputString (const QCString &tag)
void	setStatePara ()
void	setStateTitle ()
void	setStateTitleAttrValue ()
void	setStateCode ()
void	setStateICode ()
void	setStateXmlCode ()
void	setStateHtmlOnly ()
void	setStateManOnly ()
void	setStateLatexOnly ()
void	setStateXmlOnly ()
void	setStateDbOnly ()
void	setStateRtfOnly ()
void	setStateVerbatim ()
void	setStateIVerbatim ()
void	setStateILiteral ()
void	setStateILiteralOpt ()
void	setStateDot ()
void	setStateMsc ()
void	setStateParam ()
void	setStateXRefItem ()
void	setStateFile ()
void	setStateIFile ()
void	setStatePattern ()
void	setStateLink ()
void	setStateCite ()
void	setStateDoxyConfig ()
void	setStateRef ()
void	setStateInternalRef ()
void	setStateText ()
void	setStateSkipTitle ()
void	setStateAnchor ()
void	setInsidePre (bool b)
void	pushBackHtmlTag (const QCString &tag)
void	setStateSnippet ()
void	startAutoList ()
void	endAutoList ()
void	setStatePlantUML ()
void	setStateMermaid ()
void	setStateSetScope ()
void	setStatePlantUMLOpt ()
void	setStateMermaidOpt ()
void	setStateOptions ()
void	setStateBlock ()
void	setStateEmoji ()
void	setStateILine ()
void	setStateQuotedString ()
void	setStateShowDate ()
void	setStatePrefix ()

Private Member Functions
void	pushState ()
void	popState ()
void	pushContext ()
bool	popContext ()

Private Attributes
std::unique_ptr< Private >	p

Friends
class	AutoSaveState
class	DocParser

Detailed Description

Definition at line 182 of file doctokenizer.h.

Constructor & Destructor Documentation

DocTokenizer()

DocTokenizer::DocTokenizer

(

)

Definition at line 1815 of file doctokenizer.l.

                           : p(std::make_unique<Private>())
{
  //printf("%p:DocTokenizer::DocTokenizer()\n",(void*)this);
  doctokenizerYYlex_init_extra(&p->extra,&p->yyscanner);
#ifdef FLEX_DEBUG
  doctokenizerYYset_debug(Debug::isFlagSet(Debug::Lex_doctokenizer)?1:0,p->yyscanner);
#endif
}

References Debug::isFlagSet(), Debug::Lex_doctokenizer, and p.

Referenced by DocTokenizer::AutoSaveState::AutoSaveState().

~DocTokenizer()

DocTokenizer::~DocTokenizer

(

)

Definition at line 1824 of file doctokenizer.l.

{
  //printf("%p:DocTokenizer::~DocTokenizer()\n",(void*)this);
  doctokenizerYYlex_destroy(p->yyscanner);
}

References p.

Member Function Documentation

cleanup()

void DocTokenizer::cleanup

(

)

Definition at line 2229 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yy_delete_buffer( YY_CURRENT_BUFFER, yyscanner );
}

References p.

endAutoList()

void DocTokenizer::endAutoList

(

)

Definition at line 2264 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->autoListLevel--;
}

References p.

Referenced by DocAutoList::parse().

findSections()

void DocTokenizer::findSections	(	const QCString &	input,
		const Definition *	d,
		const QCString &	fileName )

Definition at line 1842 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
 
  if (input.isEmpty()) return;
  DebugLex debugLex(Debug::Lex_doctokenizer, __FILE__, qPrint(fileName));
  yyextra->inputString = input.data();
  //printf("parsing --->'%s'<---\n",input);
  yyextra->inputPos    = 0;
  yyextra->definition  = d;
  yyextra->fileName    = fileName;
  BEGIN(St_Sections);
  yyextra->yyLineNr = 1;
  doctokenizerYYlex(yyscanner);
}

References QCString::data(), QCString::isEmpty(), Debug::Lex_doctokenizer, p, and qPrint().

Referenced by docFindSections().

getFileName()

QCString DocTokenizer::getFileName

(

)

const

Definition at line 2278 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  return yyextra->fileName;
}

References p.

getLineNr()

int DocTokenizer::getLineNr

(

)

const

Definition at line 2292 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  return yyextra->yyLineNr;
}

References p.

Referenced by DocPara::handleFile(), DocParamList::parse(), and skipSpacesForTable().

init()

void DocTokenizer::init	(	const char *	input,
		const QCString &	fileName,
		bool	markdownSupport,
		bool	insideHtmlLink )

Definition at line 1860 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->autoListLevel = 0;
  yyextra->inputString = input;
  yyextra->inputPos    = 0;
  yyextra->fileName    = fileName;
  yyextra->insidePre   = FALSE;
  yyextra->markdownSupport = markdownSupport;
  yyextra->insideHtmlLink = insideHtmlLink;
  BEGIN(St_Para);
}

References FALSE, and p.

Referenced by validatingParseDoc(), and validatingParseText().

lex()

Token DocTokenizer::lex

(

)

Definition at line 1830 of file doctokenizer.l.

{
  return doctokenizerYYlex(p->yyscanner);
}

References p.

Referenced by DocPara::handleCommand(), DocPara::handleDoxyConfig(), DocPara::handleEmoji(), DocPara::handleFile(), DocPara::handleInclude(), DocPara::handleIncludeOperator(), DocPara::handleLink(), DocPara::handleSection(), DocPara::handleShowDate(), DocPara::handleStartCode(), DocPara::handleXRefItem(), DocHRef::parse(), DocHtmlCaption::parse(), DocHtmlDescList::parse(), DocHtmlDescTitle::parse(), DocHtmlHeader::parse(), DocHtmlList::parse(), DocHtmlSummary::parse(), DocIndexEntry::parse(), DocInternalRef::parse(), DocLink::parse(), DocPara::parse(), DocParamList::parse(), DocRef::parse(), DocSecRefItem::parse(), DocSecRefList::parse(), DocText::parse(), DocTitle::parse(), DocVhdlFlow::parse(), DocHtmlList::parseXml(), DocHtmlRow::parseXml(), DocHtmlTable::parseXml(), and skipSpacesForTable().

popContext()

bool DocTokenizer::popContext ( )

private

Definition at line 1794 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  //printf("DocTokenizer::popContext() stack=%zu\n",yyextra->lexerStack.size());
  if (yyextra->lexerStack.empty()) return FALSE;
  const auto &ctx = yyextra->lexerStack.top();
  yyextra->autoListLevel = ctx->autoListLevel;
  yyextra->inputPos      = ctx->inputPos;
  yyextra->inputString   = ctx->inputString;
  yyextra->token         = ctx->token;
 
  yy_delete_buffer(YY_CURRENT_BUFFER, yyscanner);
  yy_switch_to_buffer(ctx->state, yyscanner);
 
  BEGIN(ctx->rule);
  yyextra->lexerStack.pop();
  return TRUE;
}

References FALSE, p, and TRUE.

popState()

void DocTokenizer::popState ( )

private

Definition at line 2306 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  assert(!yyextra->stateStack.empty());
  BEGIN(yyextra->stateStack.top());
  yyextra->stateStack.pop();
}

References p.

pushBackHtmlTag()

void DocTokenizer::pushBackHtmlTag

(

const QCString &

tag

)

Definition at line 2243 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  QCString tagName = tag;
  int l = static_cast<int>(tagName.length());
  unput('>');
  for (int i=l-1;i>=0;i--)
  {
    unput(tag[i]);
  }
  unput('<');
}

References QCString::length(), and p.

Referenced by DocHtmlDescList::parse(), DocHtmlList::parse(), DocHtmlRow::parse(), DocHtmlTable::parse(), DocHtmlList::parseXml(), and DocHtmlRow::parseXml().

pushContext()

void DocTokenizer::pushContext ( )

private

Definition at line 1779 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  //printf("DocTokenizer::pushContext() stack=%zu\n",yyextra->lexerStack.size());
  yyextra->lexerStack.push(
      std::make_unique<DocLexerContext>(
        yyextra->token,YY_START,
        yyextra->autoListLevel,
        yyextra->inputPos,
        yyextra->inputString,
        YY_CURRENT_BUFFER));
  yy_switch_to_buffer(yy_create_buffer(0, YY_BUF_SIZE, yyscanner), yyscanner);
}

References p, and YY_BUF_SIZE.

pushState()

void DocTokenizer::pushState ( )

private

Definition at line 2299 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->stateStack.push(YYSTATE);
}

References p.

resetToken()

TokenInfo * DocTokenizer::resetToken

(

)

Definition at line 1881 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token = TokenInfo();
  return &yyextra->token;
}

References p.

Referenced by validatingParseDoc(), validatingParseText(), and validatingParseTitle().

setFileName()

void DocTokenizer::setFileName

(

const QCString &

fileName

)

Definition at line 2271 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->fileName = fileName;
}

References p.

Referenced by createRef(), and validatingParseDoc().

setInsidePre()

void DocTokenizer::setInsidePre

(

bool

b

)

Definition at line 2236 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->insidePre = b;
}

References p.

Referenced by DocPara::handleHtmlEndTag(), and DocPara::handleHtmlStartTag().

setLineNr()

void DocTokenizer::setLineNr

(

int

lineno

)

Definition at line 2285 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->yyLineNr = lineno;
}

References p.

Referenced by createRef(), validatingParseDoc(), and validatingParseText().

setStateAnchor()

void DocTokenizer::setStateAnchor

(

)

Definition at line 2155 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Anchor);
}

References p.

setStateBlock()

void DocTokenizer::setStateBlock

(

)

Definition at line 2192 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name="";
  BEGIN(St_Block);
}

References p.

Referenced by DocPara::handleInclude().

setStateCite()

void DocTokenizer::setStateCite

(

)

Definition at line 2112 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Cite);
}

References p.

setStateCode()

void DocTokenizer::setStateCode

(

)

Definition at line 1911 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.name="";
  BEGIN(St_CodeOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStateDbOnly()

void DocTokenizer::setStateDbOnly

(

)

Definition at line 1971 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_DbOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateDot()

void DocTokenizer::setStateDot

(

)

Definition at line 2019 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_Dot);
}

References p.

Referenced by DocPara::handleCommand().

setStateDoxyConfig()

void DocTokenizer::setStateDoxyConfig

(

)

Definition at line 2119 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_DoxyConfig);
}

References p.

Referenced by DocPara::handleDoxyConfig().

setStateEmoji()

void DocTokenizer::setStateEmoji

(

)

Definition at line 2200 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name="";
  BEGIN(St_Emoji);
}

References p.

Referenced by DocPara::handleEmoji().

setStateFile()

void DocTokenizer::setStateFile

(

)

Definition at line 2083 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_File);
}

References p.

Referenced by DocPara::handleFile(), and DocPara::handleInclude().

setStateHtmlOnly()

void DocTokenizer::setStateHtmlOnly

(

)

Definition at line 1938 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.name="";
  BEGIN(St_HtmlOnlyOption);
}

References p.

Referenced by DocPara::handleCommand().

setStateICode()

void DocTokenizer::setStateICode

(

)

Definition at line 1920 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.name="";
  BEGIN(St_iCodeOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStateIFile()

void DocTokenizer::setStateIFile

(

)

Definition at line 2090 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_IFile);
}

References p.

setStateILine()

void DocTokenizer::setStateILine

(

)

Definition at line 2208 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_ILine);
}

References p.

Referenced by skipSpacesForTable().

setStateILiteral()

void DocTokenizer::setStateILiteral

(

)

Definition at line 1987 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_ILiteral);
}

References p.

Referenced by DocPara::handleCommand().

setStateILiteralOpt()

void DocTokenizer::setStateILiteralOpt

(

)

Definition at line 1995 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_ILiteralOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStateInternalRef()

void DocTokenizer::setStateInternalRef

(

)

Definition at line 2134 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_IntRef);
}

References p.

setStateIVerbatim()

void DocTokenizer::setStateIVerbatim

(

)

Definition at line 2011 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_iVerbatim);
}

References p.

Referenced by DocPara::handleCommand().

setStateLatexOnly()

void DocTokenizer::setStateLatexOnly

(

)

Definition at line 1979 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_LatexOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateLink()

void DocTokenizer::setStateLink

(

)

Definition at line 2105 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Link);
}

References p.

Referenced by DocPara::handleLink(), and DocHtmlDescTitle::parse().

setStateManOnly()

void DocTokenizer::setStateManOnly

(

)

Definition at line 1947 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_ManOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateMermaid()

void DocTokenizer::setStateMermaid

(

)

Definition at line 2061 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_Mermaid);
}

References p.

Referenced by DocPara::handleCommand().

setStateMermaidOpt()

void DocTokenizer::setStateMermaidOpt

(

)

Definition at line 2052 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.sectionId="";
  BEGIN(St_MermaidOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStateMsc()

void DocTokenizer::setStateMsc

(

)

Definition at line 2027 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_Msc);
}

References p.

Referenced by DocPara::handleCommand().

setStateOptions()

void DocTokenizer::setStateOptions

(

)

Definition at line 2184 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name="";
  BEGIN(St_Options);
}

References p.

Referenced by DocPara::handleInclude().

setStatePara()

void DocTokenizer::setStatePara

(

)

Definition at line 1889 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->insideHtmlLink = false;
  BEGIN(St_Para);
}

References p.

Referenced by DocPara::handleCommand(), DocPara::handleDoxyConfig(), DocPara::handleEmoji(), DocPara::handleFile(), DocPara::handleHtmlStartTag(), DocPara::handleInclude(), DocPara::handleIncludeOperator(), DocPara::handleLink(), DocPara::handleSection(), DocPara::handleShowDate(), DocPara::handleStartCode(), DocPara::handleXRefItem(), DocHtmlDescTitle::parse(), DocHtmlSummary::parse(), DocIndexEntry::parse(), DocParamList::parse(), DocRef::parse(), DocRoot::parse(), DocSecRefItem::parse(), DocTitle::parse(), DocVhdlFlow::parse(), and DocTitle::parseFromString().

setStateParam()

void DocTokenizer::setStateParam

(

)

Definition at line 2069 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Param);
}

References p.

Referenced by DocParamList::parse().

setStatePattern()

void DocTokenizer::setStatePattern

(

)

Definition at line 2097 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name = "";
  BEGIN(St_Pattern);
}

References p.

Referenced by DocPara::handleIncludeOperator().

setStatePlantUML()

void DocTokenizer::setStatePlantUML

(

)

Definition at line 2044 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_PlantUML);
}

References p.

Referenced by DocPara::handleCommand().

setStatePlantUMLOpt()

void DocTokenizer::setStatePlantUMLOpt

(

)

Definition at line 2035 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.sectionId="";
  BEGIN(St_PlantUMLOpt);
}

References p.

Referenced by DocPara::handleCommand().

setStatePrefix()

void DocTokenizer::setStatePrefix

(

)

Definition at line 2162 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Prefix);
}

References p.

setStateQuotedString()

void DocTokenizer::setStateQuotedString

(

)

Definition at line 2215 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_QuotedString);
}

References p.

Referenced by DocPara::handleShowDate().

setStateRef()

void DocTokenizer::setStateRef

(

)

Definition at line 2126 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->expectQuote=false;
  BEGIN(St_Ref);
}

References p.

Referenced by DocHtmlDescTitle::parse().

setStateRtfOnly()

void DocTokenizer::setStateRtfOnly

(

)

Definition at line 1955 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_RtfOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateSetScope()

void DocTokenizer::setStateSetScope

(

)

Definition at line 2177 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_SetScope);
}

References p.

Referenced by DocPara::handleCommand().

setStateShowDate()

void DocTokenizer::setStateShowDate

(

)

Definition at line 2222 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_ShowDate);
}

References p.

Referenced by DocPara::handleShowDate().

setStateSkipTitle()

void DocTokenizer::setStateSkipTitle

(

)

Definition at line 2148 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_SkipTitle);
}

References p.

Referenced by DocPara::handleSection().

setStateSnippet()

void DocTokenizer::setStateSnippet

(

)

Definition at line 2169 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.name="";
  BEGIN(St_Snippet);
}

References p.

Referenced by DocPara::handleInclude().

setStateText()

void DocTokenizer::setStateText

(

)

Definition at line 2141 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Text);
}

References p.

Referenced by DocText::parse().

setStateTitle()

void DocTokenizer::setStateTitle

(

)

Definition at line 1897 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_Title);
}

References p.

Referenced by DocHtmlSummary::parse(), DocIndexEntry::parse(), DocSecRefItem::parse(), DocTitle::parse(), and DocVhdlFlow::parse().

setStateTitleAttrValue()

void DocTokenizer::setStateTitleAttrValue

(

)

Definition at line 1904 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_TitleV);
}

References p.

setStateVerbatim()

void DocTokenizer::setStateVerbatim

(

)

Definition at line 2003 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_Verbatim);
}

References p.

Referenced by DocPara::handleCommand().

setStateXmlCode()

void DocTokenizer::setStateXmlCode

(

)

Definition at line 1929 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  yyextra->token.name="";
  BEGIN(St_XmlCode);
}

References p.

Referenced by DocPara::handleHtmlStartTag().

setStateXmlOnly()

void DocTokenizer::setStateXmlOnly

(

)

Definition at line 1963 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->token.verb="";
  BEGIN(St_XmlOnly);
}

References p.

Referenced by DocPara::handleCommand().

setStateXRefItem()

void DocTokenizer::setStateXRefItem

(

)

Definition at line 2076 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  BEGIN(St_XRefItem);
}

References p.

Referenced by DocPara::handleXRefItem().

startAutoList()

void DocTokenizer::startAutoList

(

)

Definition at line 2257 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  yyextra->autoListLevel++;
}

References p.

Referenced by DocAutoList::parse().

token()

TokenInfo * DocTokenizer::token

(

)

Definition at line 1874 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  return &yyextra->token;
}

References p.

unputString()

void DocTokenizer::unputString

(

const QCString &

tag

)

Definition at line 1835 of file doctokenizer.l.

{
  yyscan_t yyscanner = p->yyscanner;
  struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
  unput_string(tag.data(),tag.length());
}

References QCString::data(), QCString::length(), p, and unput_string.

Referenced by checkIfHtmlEndTagEndsAutoList().

Friends And Related Symbol Documentation

AutoSaveState

friend class AutoSaveState

friend

Definition at line 264 of file doctokenizer.h.

DocParser

friend class DocParser

friend

Definition at line 265 of file doctokenizer.h.

References DocParser.

Referenced by DocParser.

Member Data Documentation

p

std::unique_ptr<Private> DocTokenizer::p

private

Definition at line 271 of file doctokenizer.h.

Referenced by cleanup(), DocTokenizer(), endAutoList(), findSections(), getFileName(), getLineNr(), init(), lex(), popContext(), popState(), pushBackHtmlTag(), pushContext(), pushState(), resetToken(), setFileName(), setInsidePre(), setLineNr(), setStateAnchor(), setStateBlock(), setStateCite(), setStateCode(), setStateDbOnly(), setStateDot(), setStateDoxyConfig(), setStateEmoji(), setStateFile(), setStateHtmlOnly(), setStateICode(), setStateIFile(), setStateILine(), setStateILiteral(), setStateILiteralOpt(), setStateInternalRef(), setStateIVerbatim(), setStateLatexOnly(), setStateLink(), setStateManOnly(), setStateMermaid(), setStateMermaidOpt(), setStateMsc(), setStateOptions(), setStatePara(), setStateParam(), setStatePattern(), setStatePlantUML(), setStatePlantUMLOpt(), setStatePrefix(), setStateQuotedString(), setStateRef(), setStateRtfOnly(), setStateSetScope(), setStateShowDate(), setStateSkipTitle(), setStateSnippet(), setStateText(), setStateTitle(), setStateTitleAttrValue(), setStateVerbatim(), setStateXmlCode(), setStateXmlOnly(), setStateXRefItem(), startAutoList(), token(), unputString(), and ~DocTokenizer().

---

The documentation for this class was generated from the following files:

• src/doctokenizer.h
• src/doctokenizer.l