Doxygen
Loading...
Searching...
No Matches
DocTokenizer Class Reference

#include <src/doctokenizer.h>

Classes

class  AutoSaveState
struct  Private

Public Member Functions

 DocTokenizer ()
 ~DocTokenizer ()
TokenInfo * token ()
TokenInfo * resetToken ()
void setFileName (const DString &fileName)
DString getFileName () const
void setLineNr (int lineno)
int getLineNr () const
void findSections (const DString &input, const Definition *d, const DString &fileName)
void init (const char *input, const DString &fileName, bool markdownSupport, bool insideHtmlLink)
void cleanup ()
Token lex ()
void unputString (const DString &tag)
void setStatePara ()
void setStateTitle ()
void setStateTitleAttrValue ()
void setStateCode ()
void setStateICode ()
void setStateXmlCode ()
void setStateHtmlOnly ()
void setStateManOnly ()
void setStateLatexOnly ()
void setStateXmlOnly ()
void setStateDbOnly ()
void setStateRtfOnly ()
void setStateVerbatim ()
void setStateIVerbatim ()
void setStateILiteral ()
void setStateILiteralOpt ()
void setStateDot ()
void setStateMsc ()
void setStateParam ()
void setStateXRefItem ()
void setStateFile ()
void setStateIFile ()
void setStatePattern ()
void setStateLink ()
void setStateCite ()
void setStateDoxyConfig ()
void setStateRef ()
void setStateInternalRef ()
void setStateText ()
void setStateSkipTitle ()
void setStateAnchor ()
void setInsidePre (bool b)
void pushBackHtmlTag (const DString &tag)
void setStateSnippet ()
void startAutoList ()
void endAutoList ()
void setStatePlantUML ()
void setStateMermaid ()
void setStateSetScope ()
void setStatePlantUMLOpt ()
void setStateMermaidOpt ()
void setStateOptions ()
void setStateBlock ()
void setStateEmoji ()
void setStateILine ()
void setStateQuotedString ()
void setStateShowDate ()
void setStatePrefix ()

Private Member Functions

void pushState ()
void popState ()
void pushContext ()
bool popContext ()

Private Attributes

std::unique_ptr< Private > p

Friends

class AutoSaveState
class DocParser

Detailed Description

Definition at line 180 of file doctokenizer.h.

Constructor & Destructor Documentation

◆ DocTokenizer()

DocTokenizer::DocTokenizer ( )

Definition at line 1825 of file doctokenizer.l.

1825 : p(std::make_unique<Private>())
1826{
1827 //printf("%p:DocTokenizer::DocTokenizer()\n",(void*)this);
1828 doctokenizerYYlex_init_extra(&p->extra,&p->yyscanner);
1829#ifdef FLEX_DEBUG
1830 doctokenizerYYset_debug(Debug::isFlagSet(Debug::Lex_doctokenizer)?1:0,p->yyscanner);
1831#endif
1832}
Debug::Lex_doctokenizer
@ Lex_doctokenizer
Definition debug.h:61
Debug::isFlagSet
static bool isFlagSet(const DebugMask mask)
Definition debug.cpp:132
DocTokenizer::p
std::unique_ptr< Private > p
Definition doctokenizer.h:269

References Debug::isFlagSet(), Debug::Lex_doctokenizer, and p.

Referenced by DocTokenizer::AutoSaveState::AutoSaveState().

◆ ~DocTokenizer()

DocTokenizer::~DocTokenizer ( )

Definition at line 1834 of file doctokenizer.l.

1835{
1836 //printf("%p:DocTokenizer::~DocTokenizer()\n",(void*)this);
1837 doctokenizerYYlex_destroy(p->yyscanner);
1838}

References p.

Member Function Documentation

◆ cleanup()

void DocTokenizer::cleanup ( )

Definition at line 2239 of file doctokenizer.l.

2240{
2241 yyscan_t yyscanner = p->yyscanner;
2242 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2243 yy_delete_buffer( YY_CURRENT_BUFFER, yyscanner );
2244}
yyscan_t
yyguts_t * yyscan_t
Definition code.l:24

References p.

◆ endAutoList()

void DocTokenizer::endAutoList ( )

Definition at line 2274 of file doctokenizer.l.

2275{
2276 yyscan_t yyscanner = p->yyscanner;
2277 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2278 yyextra->autoListLevel--;
2279}

References p.

Referenced by DocAutoList::parse().

◆ findSections()

void DocTokenizer::findSections ( const DString & input,
const Definition * d,
const DString & fileName )

Definition at line 1852 of file doctokenizer.l.

1854{
1855 yyscan_t yyscanner = p->yyscanner;
1856 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1857
1858 if (input.empty()) return;
1859 DebugLex debugLex(Debug::Lex_doctokenizer, __FILE__, qPrint(fileName));
1860 yyextra->inputString = input.data();
1861 //printf("parsing --->'%s'<---\n",input);
1862 yyextra->inputPos = 0;
1863 yyextra->definition = d;
1864 yyextra->fileName = fileName;
1865 BEGIN(St_Sections);
1866 yyextra->yyLineNr = 1;
1867 doctokenizerYYlex(yyscanner);
1868}
DString::empty
bool empty() const
Returns true iff the string is empty (std::string compatible alias for isEmpty()).
Definition dstring.h:148
DString::data
const char * data() const
Returns a pointer to the contents of the string in the form of a 0-terminated C string.
Definition dstring.h:157
qPrint
const char * qPrint(const char *s)
Definition dstring.h:783

References DString::data(), DString::empty(), Debug::Lex_doctokenizer, p, and qPrint().

Referenced by docFindSections().

◆ getFileName()

DString DocTokenizer::getFileName ( ) const

Definition at line 2288 of file doctokenizer.l.

2289{
2290 yyscan_t yyscanner = p->yyscanner;
2291 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2292 return yyextra->fileName;
2293}

References p.

Referenced by DocParser::pushContext().

◆ getLineNr()

int DocTokenizer::getLineNr ( ) const

Definition at line 2302 of file doctokenizer.l.

2303{
2304 yyscan_t yyscanner = p->yyscanner;
2305 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2306 return yyextra->yyLineNr;
2307}

References p.

Referenced by DocParser::defaultHandleToken(), DocAnchor::DocAnchor(), DocCite::DocCite(), DocEmoji::DocEmoji(), DocFormula::DocFormula(), DocHtmlCaption::DocHtmlCaption(), DocLink::DocLink(), DocRef::DocRef(), DocParser::errorHandleDefaultToken(), DocParser::findAndCopyImage(), DocParser::handleAHref(), DocParser::handleAnchor(), DocParser::handleCite(), DocPara::handleFile(), DocParser::handleIFile(), DocParser::handleILine(), DocParser::handleImage(), DocParser::handleImg(), DocParser::handleInternalRef(), DocParser::handleLinkedWord(), DocParser::handlePrefix(), DocParser::handleRef(), DocParser::handleStyleArgument(), DocParser::handleStyleEnter(), DocParser::handleStyleLeave(), DocParser::handleUnclosedStyleCommands(), DocParamList::parse(), DocParser::processCopyDoc(), DocParser::pushContext(), DocParser::readTextFileByName(), and skipSpacesForTable().

◆ init()

void DocTokenizer::init ( const char * input,
const DString & fileName,
bool markdownSupport,
bool insideHtmlLink )

Definition at line 1870 of file doctokenizer.l.

1871{
1872 yyscan_t yyscanner = p->yyscanner;
1873 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1874 yyextra->autoListLevel = 0;
1875 yyextra->inputString = input;
1876 yyextra->inputPos = 0;
1877 yyextra->fileName = fileName;
1878 yyextra->insidePre = false;
1879 yyextra->markdownSupport = markdownSupport;
1880 yyextra->insideHtmlLink = insideHtmlLink;
1881 BEGIN(St_Para);
1882}

References p.

Referenced by DocParser::internalValidatingParseDoc(), validatingParseDoc(), and validatingParseText().

◆ lex()

Token DocTokenizer::lex ( )

Definition at line 1840 of file doctokenizer.l.

1841{
1842 return doctokenizerYYlex(p->yyscanner);
1843}

References p.

Referenced by DocParser::defaultHandleTitleAndSize(), DocParser::defaultHandleToken(), DocParser::handleAnchor(), DocParser::handleCite(), DocPara::handleCommand(), DocPara::handleDoxyConfig(), DocPara::handleEmoji(), DocPara::handleFile(), DocParser::handleIFile(), DocParser::handleILine(), DocParser::handleImage(), DocPara::handleInclude(), DocPara::handleIncludeOperator(), DocParser::handleInternalRef(), DocPara::handleLink(), DocParser::handlePrefix(), DocParser::handleRef(), DocPara::handleSection(), DocPara::handleShowDate(), DocPara::handleStartCode(), DocParser::handleStyleArgument(), DocPara::handleXRefItem(), DocHRef::parse(), DocHtmlCaption::parse(), DocHtmlDescList::parse(), DocHtmlDescTitle::parse(), DocHtmlHeader::parse(), DocHtmlList::parse(), DocHtmlSummary::parse(), DocIndexEntry::parse(), DocInternalRef::parse(), DocLink::parse(), DocPara::parse(), DocParamList::parse(), DocRef::parse(), DocSecRefItem::parse(), DocSecRefList::parse(), DocText::parse(), DocTitle::parse(), DocVhdlFlow::parse(), DocHtmlList::parseXml(), DocHtmlRow::parseXml(), DocHtmlTable::parseXml(), and skipSpacesForTable().

◆ popContext()

bool DocTokenizer::popContext ( )
private

Definition at line 1804 of file doctokenizer.l.

1805{
1806 yyscan_t yyscanner = p->yyscanner;
1807 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1808 //printf("DocTokenizer::popContext() stack=%zu\n",yyextra->lexerStack.size());
1809 if (yyextra->lexerStack.empty()) return false;
1810 const auto &ctx = yyextra->lexerStack.top();
1811 yyextra->autoListLevel = ctx->autoListLevel;
1812 yyextra->inputPos = ctx->inputPos;
1813 yyextra->inputString = ctx->inputString;
1814 yyextra->token = ctx->token;
1815
1816 yy_delete_buffer(YY_CURRENT_BUFFER, yyscanner);
1817 yy_switch_to_buffer(ctx->state, yyscanner);
1818
1819 BEGIN(ctx->rule);
1820 yyextra->lexerStack.pop();
1821 return true;
1822}

References p.

Referenced by DocParser::popContext().

◆ popState()

void DocTokenizer::popState ( )
private

Definition at line 2316 of file doctokenizer.l.

2317{
2318 yyscan_t yyscanner = p->yyscanner;
2319 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2320 ASSERT(!yyextra->stateStack.empty());
2321 BEGIN(yyextra->stateStack.top());
2322 yyextra->stateStack.pop();
2323}
ASSERT
#define ASSERT(x)
Definition message.h:142

References ASSERT, and p.

Referenced by DocTokenizer::AutoSaveState::~AutoSaveState().

◆ pushBackHtmlTag()

void DocTokenizer::pushBackHtmlTag ( const DString & tag)

Definition at line 2253 of file doctokenizer.l.

2254{
2255 yyscan_t yyscanner = p->yyscanner;
2256 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2257 DString tagName = tag;
2258 int l = static_cast<int>(tagName.length());
2259 unput('>');
2260 for (int i=l-1;i>=0;i--)
2261 {
2262 unput(tag[i]);
2263 }
2264 unput('<');
2265}
DString::length
size_t length() const
Returns the length of the string, not counting the 0-terminator.
Definition dstring.h:151

References DString::length(), and p.

Referenced by DocHtmlDescList::parse(), DocHtmlList::parse(), DocHtmlRow::parse(), DocHtmlTable::parse(), DocHtmlList::parseXml(), and DocHtmlRow::parseXml().

◆ pushContext()

void DocTokenizer::pushContext ( )
private

Definition at line 1789 of file doctokenizer.l.

1790{
1791 yyscan_t yyscanner = p->yyscanner;
1792 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1793 //printf("DocTokenizer::pushContext() stack=%zu\n",yyextra->lexerStack.size());
1794 yyextra->lexerStack.push(
1795 std::make_unique<DocLexerContext>(
1796 yyextra->token,YY_START,
1797 yyextra->autoListLevel,
1798 yyextra->inputPos,
1799 yyextra->inputString,
1800 YY_CURRENT_BUFFER));
1801 yy_switch_to_buffer(yy_create_buffer(0, YY_BUF_SIZE, yyscanner), yyscanner);
1802}
YY_BUF_SIZE
#define YY_BUF_SIZE
Definition commentcnv.l:19

References p, and YY_BUF_SIZE.

Referenced by DocParser::pushContext().

◆ pushState()

void DocTokenizer::pushState ( )
private

Definition at line 2309 of file doctokenizer.l.

2310{
2311 yyscan_t yyscanner = p->yyscanner;
2312 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2313 yyextra->stateStack.push(YYSTATE);
2314}

References p.

Referenced by DocTokenizer::AutoSaveState::AutoSaveState().

◆ resetToken()

TokenInfo * DocTokenizer::resetToken ( )

Definition at line 1891 of file doctokenizer.l.

1892{
1893 yyscan_t yyscanner = p->yyscanner;
1894 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1895 yyextra->token = TokenInfo();
1896 return &yyextra->token;
1897}

References p.

Referenced by validatingParseDoc(), validatingParseText(), and validatingParseTitle().

◆ setFileName()

void DocTokenizer::setFileName ( const DString & fileName)

Definition at line 2281 of file doctokenizer.l.

2282{
2283 yyscan_t yyscanner = p->yyscanner;
2284 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2285 yyextra->fileName = fileName;
2286}

References p.

Referenced by createRef(), DocParser::popContext(), and validatingParseDoc().

◆ setInsidePre()

void DocTokenizer::setInsidePre ( bool b)

Definition at line 2246 of file doctokenizer.l.

2247{
2248 yyscan_t yyscanner = p->yyscanner;
2249 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2250 yyextra->insidePre = b;
2251}

References p.

Referenced by DocPara::handleHtmlEndTag(), and DocPara::handleHtmlStartTag().

◆ setLineNr()

void DocTokenizer::setLineNr ( int lineno)

Definition at line 2295 of file doctokenizer.l.

2296{
2297 yyscan_t yyscanner = p->yyscanner;
2298 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2299 yyextra->yyLineNr = lineno;
2300}

References p.

Referenced by createRef(), DocParser::popContext(), validatingParseDoc(), and validatingParseText().

◆ setStateAnchor()

void DocTokenizer::setStateAnchor ( )

Definition at line 2165 of file doctokenizer.l.

2166{
2167 yyscan_t yyscanner = p->yyscanner;
2168 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2169 BEGIN(St_Anchor);
2170}

References p.

Referenced by DocParser::handleAnchor().

◆ setStateBlock()

void DocTokenizer::setStateBlock ( )

Definition at line 2202 of file doctokenizer.l.

2203{
2204 yyscan_t yyscanner = p->yyscanner;
2205 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2206 yyextra->token.name="";
2207 BEGIN(St_Block);
2208}

References p.

Referenced by DocPara::handleInclude().

◆ setStateCite()

void DocTokenizer::setStateCite ( )

Definition at line 2122 of file doctokenizer.l.

2123{
2124 yyscan_t yyscanner = p->yyscanner;
2125 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2126 BEGIN(St_Cite);
2127}

References p.

Referenced by DocParser::handleCite().

◆ setStateCode()

void DocTokenizer::setStateCode ( )

Definition at line 1921 of file doctokenizer.l.

1922{
1923 yyscan_t yyscanner = p->yyscanner;
1924 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1925 yyextra->token.verb="";
1926 yyextra->token.name="";
1927 BEGIN(St_CodeOpt);
1928}

References p.

Referenced by DocPara::handleCommand().

◆ setStateDbOnly()

void DocTokenizer::setStateDbOnly ( )

Definition at line 1981 of file doctokenizer.l.

1982{
1983 yyscan_t yyscanner = p->yyscanner;
1984 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1985 yyextra->token.verb="";
1986 BEGIN(St_DbOnly);
1987}

References p.

Referenced by DocParser::defaultHandleToken(), and DocPara::handleCommand().

◆ setStateDot()

void DocTokenizer::setStateDot ( )

Definition at line 2029 of file doctokenizer.l.

2030{
2031 yyscan_t yyscanner = p->yyscanner;
2032 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2033 yyextra->token.verb="";
2034 BEGIN(St_Dot);
2035}

References p.

Referenced by DocPara::handleCommand().

◆ setStateDoxyConfig()

void DocTokenizer::setStateDoxyConfig ( )

Definition at line 2129 of file doctokenizer.l.

2130{
2131 yyscan_t yyscanner = p->yyscanner;
2132 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2133 BEGIN(St_DoxyConfig);
2134}

References p.

Referenced by DocPara::handleDoxyConfig().

◆ setStateEmoji()

void DocTokenizer::setStateEmoji ( )

Definition at line 2210 of file doctokenizer.l.

2211{
2212 yyscan_t yyscanner = p->yyscanner;
2213 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2214 yyextra->token.name="";
2215 BEGIN(St_Emoji);
2216}

References p.

Referenced by DocPara::handleEmoji().

◆ setStateFile()

void DocTokenizer::setStateFile ( )

Definition at line 2093 of file doctokenizer.l.

2094{
2095 yyscan_t yyscanner = p->yyscanner;
2096 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2097 BEGIN(St_File);
2098}

References p.

Referenced by DocPara::handleFile(), DocParser::handleImage(), and DocPara::handleInclude().

◆ setStateHtmlOnly()

void DocTokenizer::setStateHtmlOnly ( )

Definition at line 1948 of file doctokenizer.l.

1949{
1950 yyscan_t yyscanner = p->yyscanner;
1951 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1952 yyextra->token.verb="";
1953 yyextra->token.name="";
1954 BEGIN(St_HtmlOnlyOption);
1955}

References p.

Referenced by DocParser::defaultHandleToken(), and DocPara::handleCommand().

◆ setStateICode()

void DocTokenizer::setStateICode ( )

Definition at line 1930 of file doctokenizer.l.

1931{
1932 yyscan_t yyscanner = p->yyscanner;
1933 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1934 yyextra->token.verb="";
1935 yyextra->token.name="";
1936 BEGIN(St_iCodeOpt);
1937}

References p.

Referenced by DocPara::handleCommand().

◆ setStateIFile()

void DocTokenizer::setStateIFile ( )

Definition at line 2100 of file doctokenizer.l.

2101{
2102 yyscan_t yyscanner = p->yyscanner;
2103 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2104 BEGIN(St_IFile);
2105}

References p.

Referenced by DocParser::handleIFile().

◆ setStateILine()

void DocTokenizer::setStateILine ( )

Definition at line 2218 of file doctokenizer.l.

2219{
2220 yyscan_t yyscanner = p->yyscanner;
2221 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2222 BEGIN(St_ILine);
2223}

References p.

Referenced by DocParser::handleILine(), and skipSpacesForTable().

◆ setStateILiteral()

void DocTokenizer::setStateILiteral ( )

Definition at line 1997 of file doctokenizer.l.

1998{
1999 yyscan_t yyscanner = p->yyscanner;
2000 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2001 yyextra->token.verb="";
2002 BEGIN(St_ILiteral);
2003}

References p.

Referenced by DocPara::handleCommand().

◆ setStateILiteralOpt()

void DocTokenizer::setStateILiteralOpt ( )

Definition at line 2005 of file doctokenizer.l.

2006{
2007 yyscan_t yyscanner = p->yyscanner;
2008 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2009 yyextra->token.verb="";
2010 BEGIN(St_ILiteralOpt);
2011}

References p.

Referenced by DocPara::handleCommand().

◆ setStateInternalRef()

void DocTokenizer::setStateInternalRef ( )

Definition at line 2144 of file doctokenizer.l.

2145{
2146 yyscan_t yyscanner = p->yyscanner;
2147 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2148 BEGIN(St_IntRef);
2149}

References p.

Referenced by DocParser::handleInternalRef().

◆ setStateIVerbatim()

void DocTokenizer::setStateIVerbatim ( )

Definition at line 2021 of file doctokenizer.l.

2022{
2023 yyscan_t yyscanner = p->yyscanner;
2024 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2025 yyextra->token.verb="";
2026 BEGIN(St_iVerbatim);
2027}

References p.

Referenced by DocPara::handleCommand().

◆ setStateLatexOnly()

void DocTokenizer::setStateLatexOnly ( )

Definition at line 1989 of file doctokenizer.l.

1990{
1991 yyscan_t yyscanner = p->yyscanner;
1992 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1993 yyextra->token.verb="";
1994 BEGIN(St_LatexOnly);
1995}

References p.

Referenced by DocParser::defaultHandleToken(), and DocPara::handleCommand().

◆ setStateLink()

void DocTokenizer::setStateLink ( )

Definition at line 2115 of file doctokenizer.l.

2116{
2117 yyscan_t yyscanner = p->yyscanner;
2118 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2119 BEGIN(St_Link);
2120}

References p.

Referenced by DocPara::handleLink(), DocHtmlCaption::parse(), and DocHtmlDescTitle::parse().

◆ setStateManOnly()

void DocTokenizer::setStateManOnly ( )

Definition at line 1957 of file doctokenizer.l.

1958{
1959 yyscan_t yyscanner = p->yyscanner;
1960 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1961 yyextra->token.verb="";
1962 BEGIN(St_ManOnly);
1963}

References p.

Referenced by DocParser::defaultHandleToken(), and DocPara::handleCommand().

◆ setStateMermaid()

void DocTokenizer::setStateMermaid ( )

Definition at line 2071 of file doctokenizer.l.

2072{
2073 yyscan_t yyscanner = p->yyscanner;
2074 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2075 yyextra->token.verb="";
2076 BEGIN(St_Mermaid);
2077}

References p.

Referenced by DocPara::handleCommand().

◆ setStateMermaidOpt()

void DocTokenizer::setStateMermaidOpt ( )

Definition at line 2062 of file doctokenizer.l.

2063{
2064 yyscan_t yyscanner = p->yyscanner;
2065 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2066 yyextra->token.verb="";
2067 yyextra->token.sectionId="";
2068 BEGIN(St_MermaidOpt);
2069}

References p.

Referenced by DocPara::handleCommand().

◆ setStateMsc()

void DocTokenizer::setStateMsc ( )

Definition at line 2037 of file doctokenizer.l.

2038{
2039 yyscan_t yyscanner = p->yyscanner;
2040 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2041 yyextra->token.verb="";
2042 BEGIN(St_Msc);
2043}

References p.

Referenced by DocPara::handleCommand().

◆ setStateOptions()

void DocTokenizer::setStateOptions ( )

Definition at line 2194 of file doctokenizer.l.

2195{
2196 yyscan_t yyscanner = p->yyscanner;
2197 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2198 yyextra->token.name="";
2199 BEGIN(St_Options);
2200}

References p.

Referenced by DocParser::handleCite(), DocParser::handleImage(), and DocPara::handleInclude().

◆ setStatePara()

void DocTokenizer::setStatePara ( )

Definition at line 1899 of file doctokenizer.l.

1900{
1901 yyscan_t yyscanner = p->yyscanner;
1902 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1903 yyextra->insideHtmlLink = false;
1904 BEGIN(St_Para);
1905}

References p.

Referenced by DocParser::defaultHandleTitleAndSize(), DocParser::defaultHandleToken(), DocParser::handleAHref(), DocParser::handleCite(), DocPara::handleCommand(), DocPara::handleDoxyConfig(), DocPara::handleEmoji(), DocPara::handleFile(), DocPara::handleHtmlStartTag(), DocParser::handleIFile(), DocParser::handleILine(), DocParser::handleImage(), DocPara::handleInclude(), DocPara::handleIncludeOperator(), DocPara::handleLink(), DocParser::handlePrefix(), DocPara::handleSection(), DocPara::handleShowDate(), DocPara::handleStartCode(), DocPara::handleXRefItem(), DocHtmlCaption::parse(), DocHtmlDescTitle::parse(), DocHtmlSummary::parse(), DocIndexEntry::parse(), DocParamList::parse(), DocRef::parse(), DocRoot::parse(), DocSecRefItem::parse(), DocTitle::parse(), DocVhdlFlow::parse(), and DocTitle::parseFromString().

◆ setStateParam()

void DocTokenizer::setStateParam ( )

Definition at line 2079 of file doctokenizer.l.

2080{
2081 yyscan_t yyscanner = p->yyscanner;
2082 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2083 BEGIN(St_Param);
2084}

References p.

Referenced by DocParamList::parse().

◆ setStatePattern()

void DocTokenizer::setStatePattern ( )

Definition at line 2107 of file doctokenizer.l.

2108{
2109 yyscan_t yyscanner = p->yyscanner;
2110 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2111 yyextra->token.name = "";
2112 BEGIN(St_Pattern);
2113}

References p.

Referenced by DocPara::handleIncludeOperator().

◆ setStatePlantUML()

void DocTokenizer::setStatePlantUML ( )

Definition at line 2054 of file doctokenizer.l.

2055{
2056 yyscan_t yyscanner = p->yyscanner;
2057 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2058 yyextra->token.verb="";
2059 BEGIN(St_PlantUML);
2060}

References p.

Referenced by DocPara::handleCommand().

◆ setStatePlantUMLOpt()

void DocTokenizer::setStatePlantUMLOpt ( )

Definition at line 2045 of file doctokenizer.l.

2046{
2047 yyscan_t yyscanner = p->yyscanner;
2048 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2049 yyextra->token.verb="";
2050 yyextra->token.sectionId="";
2051 BEGIN(St_PlantUMLOpt);
2052}

References p.

Referenced by DocPara::handleCommand().

◆ setStatePrefix()

void DocTokenizer::setStatePrefix ( )

Definition at line 2172 of file doctokenizer.l.

2173{
2174 yyscan_t yyscanner = p->yyscanner;
2175 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2176 BEGIN(St_Prefix);
2177}

References p.

Referenced by DocParser::handlePrefix().

◆ setStateQuotedString()

void DocTokenizer::setStateQuotedString ( )

Definition at line 2225 of file doctokenizer.l.

2226{
2227 yyscan_t yyscanner = p->yyscanner;
2228 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2229 BEGIN(St_QuotedString);
2230}

References p.

Referenced by DocPara::handleShowDate().

◆ setStateRef()

void DocTokenizer::setStateRef ( )

Definition at line 2136 of file doctokenizer.l.

2137{
2138 yyscan_t yyscanner = p->yyscanner;
2139 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2140 yyextra->expectQuote=false;
2141 BEGIN(St_Ref);
2142}

References p.

Referenced by DocParser::handleRef(), DocHtmlCaption::parse(), and DocHtmlDescTitle::parse().

◆ setStateRtfOnly()

void DocTokenizer::setStateRtfOnly ( )

Definition at line 1965 of file doctokenizer.l.

1966{
1967 yyscan_t yyscanner = p->yyscanner;
1968 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1969 yyextra->token.verb="";
1970 BEGIN(St_RtfOnly);
1971}

References p.

Referenced by DocParser::defaultHandleToken(), and DocPara::handleCommand().

◆ setStateSetScope()

void DocTokenizer::setStateSetScope ( )

Definition at line 2187 of file doctokenizer.l.

2188{
2189 yyscan_t yyscanner = p->yyscanner;
2190 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2191 BEGIN(St_SetScope);
2192}

References p.

Referenced by DocParser::defaultHandleToken(), and DocPara::handleCommand().

◆ setStateShowDate()

void DocTokenizer::setStateShowDate ( )

Definition at line 2232 of file doctokenizer.l.

2233{
2234 yyscan_t yyscanner = p->yyscanner;
2235 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2236 BEGIN(St_ShowDate);
2237}

References p.

Referenced by DocPara::handleShowDate().

◆ setStateSkipTitle()

void DocTokenizer::setStateSkipTitle ( )

Definition at line 2158 of file doctokenizer.l.

2159{
2160 yyscan_t yyscanner = p->yyscanner;
2161 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2162 BEGIN(St_SkipTitle);
2163}

References p.

Referenced by DocPara::handleSection().

◆ setStateSnippet()

void DocTokenizer::setStateSnippet ( )

Definition at line 2179 of file doctokenizer.l.

2180{
2181 yyscan_t yyscanner = p->yyscanner;
2182 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2183 yyextra->token.name="";
2184 BEGIN(St_Snippet);
2185}

References p.

Referenced by DocPara::handleInclude().

◆ setStateText()

void DocTokenizer::setStateText ( )

Definition at line 2151 of file doctokenizer.l.

2152{
2153 yyscan_t yyscanner = p->yyscanner;
2154 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2155 BEGIN(St_Text);
2156}

References p.

Referenced by DocText::parse().

◆ setStateTitle()

void DocTokenizer::setStateTitle ( )

Definition at line 1907 of file doctokenizer.l.

1908{
1909 yyscan_t yyscanner = p->yyscanner;
1910 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1911 BEGIN(St_Title);
1912}

References p.

Referenced by DocParser::defaultHandleTitleAndSize(), DocHtmlSummary::parse(), DocIndexEntry::parse(), DocSecRefItem::parse(), DocTitle::parse(), and DocVhdlFlow::parse().

◆ setStateTitleAttrValue()

void DocTokenizer::setStateTitleAttrValue ( )

Definition at line 1914 of file doctokenizer.l.

1915{
1916 yyscan_t yyscanner = p->yyscanner;
1917 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1918 BEGIN(St_TitleV);
1919}

References p.

Referenced by DocParser::defaultHandleTitleAndSize().

◆ setStateVerbatim()

void DocTokenizer::setStateVerbatim ( )

Definition at line 2013 of file doctokenizer.l.

2014{
2015 yyscan_t yyscanner = p->yyscanner;
2016 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2017 yyextra->token.verb="";
2018 BEGIN(St_Verbatim);
2019}

References p.

Referenced by DocPara::handleCommand().

◆ setStateXmlCode()

void DocTokenizer::setStateXmlCode ( )

Definition at line 1939 of file doctokenizer.l.

1940{
1941 yyscan_t yyscanner = p->yyscanner;
1942 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1943 yyextra->token.verb="";
1944 yyextra->token.name="";
1945 BEGIN(St_XmlCode);
1946}

References p.

Referenced by DocPara::handleHtmlStartTag().

◆ setStateXmlOnly()

void DocTokenizer::setStateXmlOnly ( )

Definition at line 1973 of file doctokenizer.l.

1974{
1975 yyscan_t yyscanner = p->yyscanner;
1976 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1977 yyextra->token.verb="";
1978 BEGIN(St_XmlOnly);
1979}

References p.

Referenced by DocParser::defaultHandleToken(), and DocPara::handleCommand().

◆ setStateXRefItem()

void DocTokenizer::setStateXRefItem ( )

Definition at line 2086 of file doctokenizer.l.

2087{
2088 yyscan_t yyscanner = p->yyscanner;
2089 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2090 BEGIN(St_XRefItem);
2091}

References p.

Referenced by DocPara::handleXRefItem().

◆ startAutoList()

void DocTokenizer::startAutoList ( )

Definition at line 2267 of file doctokenizer.l.

2268{
2269 yyscan_t yyscanner = p->yyscanner;
2270 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
2271 yyextra->autoListLevel++;
2272}

References p.

Referenced by DocAutoList::parse().

◆ token()

TokenInfo * DocTokenizer::token ( )

Definition at line 1884 of file doctokenizer.l.

1885{
1886 yyscan_t yyscanner = p->yyscanner;
1887 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1888 return &yyextra->token;
1889}

References p.

Referenced by DocParser::popContext(), and DocParser::pushContext().

◆ unputString()

void DocTokenizer::unputString ( const DString & tag)

Definition at line 1845 of file doctokenizer.l.

1846{
1847 yyscan_t yyscanner = p->yyscanner;
1848 struct yyguts_t *yyg = (struct yyguts_t*)yyscanner;
1849 unput_string(tag.data(),tag.length());
1850}
unput_string
#define unput_string(yytext, yyleng)
Definition commentscan.l:571

References DString::data(), DString::length(), p, and unput_string.

Referenced by checkIfHtmlEndTagEndsAutoList(), and DocParser::defaultHandleTitleAndSize().

◆ AutoSaveState

friend class AutoSaveState
friend

Definition at line 262 of file doctokenizer.h.

◆ DocParser

friend class DocParser
friend

Definition at line 263 of file doctokenizer.h.

References DocParser.

Referenced by DocParser.

Member Data Documentation

◆ p

std::unique_ptr<Private> DocTokenizer::p
private

Definition at line 269 of file doctokenizer.h.

Referenced by cleanup(), DocTokenizer(), endAutoList(), findSections(), getFileName(), getLineNr(), init(), lex(), popContext(), popState(), pushBackHtmlTag(), pushContext(), pushState(), resetToken(), setFileName(), setInsidePre(), setLineNr(), setStateAnchor(), setStateBlock(), setStateCite(), setStateCode(), setStateDbOnly(), setStateDot(), setStateDoxyConfig(), setStateEmoji(), setStateFile(), setStateHtmlOnly(), setStateICode(), setStateIFile(), setStateILine(), setStateILiteral(), setStateILiteralOpt(), setStateInternalRef(), setStateIVerbatim(), setStateLatexOnly(), setStateLink(), setStateManOnly(), setStateMermaid(), setStateMermaidOpt(), setStateMsc(), setStateOptions(), setStatePara(), setStateParam(), setStatePattern(), setStatePlantUML(), setStatePlantUMLOpt(), setStatePrefix(), setStateQuotedString(), setStateRef(), setStateRtfOnly(), setStateSetScope(), setStateShowDate(), setStateSkipTitle(), setStateSnippet(), setStateText(), setStateTitle(), setStateTitleAttrValue(), setStateVerbatim(), setStateXmlCode(), setStateXmlOnly(), setStateXRefItem(), startAutoList(), token(), unputString(), and ~DocTokenizer().

The documentation for this class was generated from the following files: