#include <src/docparser.h>

Include dependency graph for docparser.h:

This graph shows which files directly or indirectly include this file:

Classes
class	IDocParser
	opaque parser interface More...
class	IDocNodeAST
	opaque representation of the abstract syntax tree (AST) More...

Typedefs
using	IDocParserPtr = std::unique_ptr<IDocParser>
	pointer to parser interface
using	IDocNodeASTPtr = std::unique_ptr<IDocNodeAST>

Functions
IDocParserPtr	createDocParser ()
	factory function to create a parser
IDocNodeASTPtr	validatingParseDoc (IDocParser &parserIntf, const DString &fileName, int startLine, const Definition ctx, const MemberDef md, const DString &input, const DocOptions &options)
IDocNodeASTPtr	validatingParseText (IDocParser &parser, const DString &input)
IDocNodeASTPtr	validatingParseTitle (IDocParser &parserIntf, const DString &fileName, int lineNr, const DString &input)
IDocNodeASTPtr	createRef (IDocParser &parser, const DString &target, const DString &context, const DString &srcFile="", int srcLine=-1)
void	docFindSections (const DString &input, const Definition *d, const DString &fileName)
DString	parseCommentAsText (const Definition scope, const MemberDef md, const DString &doc, const DString &fileName, int lineNr)
DString	parseCommentAsHtml (const Definition scope, const MemberDef member, const DString &doc, const DString &fileName, int lineNr)

Typedef Documentation

◆ IDocNodeASTPtr

using IDocNodeASTPtr = std::unique_ptr<IDocNodeAST>

Definition at line 57 of file docparser.h.

◆ IDocParserPtr

using IDocParserPtr = std::unique_ptr<IDocParser>

pointer to parser interface

Definition at line 41 of file docparser.h.

Function Documentation

◆ createDocParser()

IDocParserPtr createDocParser ( )

factory function to create a parser

Definition at line 59 of file docparser.cpp.

{
  return std::make_unique<DocParser>();
}

Referenced by addPerlModDocBlock(), convertMapFile(), RTFGenerator::endIndexSection(), generateBriefDoc(), OutputList::generateDoc(), generateHtmlOutput(), getSQLDocBlock(), parseCommentAsHtml(), parseCommentAsText(), OutputList::parseText(), replaceRef(), LayoutNavEntry::url(), ConceptDefImpl::writeBriefDescription(), DirDefImpl::writeBriefDescription(), FileDefImpl::writeBriefDescription(), GroupDefImpl::writeBriefDescription(), ModuleDefImpl::writeBriefDescription(), NamespaceDefImpl::writeBriefDescription(), MemberDefImpl::writeDeclaration(), ClassDefImpl::writeDeclarationLink(), ConceptDefImpl::writeDeclarationLink(), ModuleDefImpl::writeDeclarationLink(), MemberList::writePlainDeclarations(), and writeXMLDocBlock().

◆ createRef()

IDocNodeASTPtr createRef	(	IDocParser &	parser,
		const DString &	target,
		const DString &	context,
		const DString &	srcFile = "",
		int	srcLine = -1 )

Definition at line 2459 of file docparser.cpp.

{
  DocParser *parser = dynamic_cast<DocParser*>(&parserIntf);
  ASSERT(parser!=nullptr);
  if (parser==nullptr) return nullptr;
  if (!srcFile.empty())
  {
    parser->context.fileName = srcFile;
    parser->tokenizer.setFileName(srcFile);
    parser->tokenizer.setLineNr(srcLine);
  }
  return std::make_unique<DocNodeAST>(DocRef(parser,nullptr,target,context));
}

References ASSERT, DocParser::context, DString::empty(), DocParserContext::fileName, DocTokenizer::setFileName(), DocTokenizer::setLineNr(), and DocParser::tokenizer.

Referenced by convertMapFile(), replaceRef(), and LayoutNavEntry::url().

◆ docFindSections()

void docFindSections	(	const DString &	input,
		const Definition *	d,
		const DString &	fileName )

Searches for section and anchor commands in the input Sections found will be added to the SectionManager.

Definition at line 2473 of file docparser.cpp.

{
  DocParser parser;
  parser.tokenizer.findSections(input,d,fileName);
}

References DocTokenizer::findSections(), and DocParser::tokenizer.

Referenced by ClassDefImpl::findSectionsInDocumentation(), ConceptDefImpl::findSectionsInDocumentation(), DirDefImpl::findSectionsInDocumentation(), FileDefImpl::findSectionsInDocumentation(), GroupDefImpl::findSectionsInDocumentation(), MemberDefImpl::findSectionsInDocumentation(), MemberGroup::findSectionsInDocumentation(), ModuleDefImpl::findSectionsInDocumentation(), NamespaceDefImpl::findSectionsInDocumentation(), and PageDefImpl::findSectionsInDocumentation().

◆ parseCommentAsHtml()

DString parseCommentAsHtml	(	const Definition *	scope,
		const MemberDef *	member,
		const DString &	doc,
		const DString &	fileName,
		int	lineNr )

Definition at line 2592 of file docparser.cpp.

{
  static std::mutex                              s_docCacheMutex;
  static std::unordered_map<std::string,DString> s_docCache;
 
  std::lock_guard lock(s_docCacheMutex);
  auto it = s_docCache.find(doc.str());
  if (it != s_docCache.end())
  {
    //printf("Cache: [%s]->[%s]\n",qPrint(doc),qPrint(it->second));
    return it->second;
  }
  auto parser { createDocParser() };
  auto ast    { validatingParseTitle(*parser.get(),fileName,lineNr,doc) };
  auto astImpl = dynamic_cast<const DocNodeAST*>(ast.get());
  DString result;
  if (astImpl)
  {
    TextStream t;
    OutputCodeList codeList;
    codeList.add<HtmlCodeGenerator>(&t);
    HtmlDocVisitor visitor(t,codeList,scope,fileName);
    std::visit(visitor,astImpl->root);
    result = t.str();
  }
  else // fallback, should not happen
  {
    result = filterTitle(doc);
  }
  //printf("Conversion: [%s]->[%s]\n",qPrint(doc),qPrint(result));
  s_docCache.insert(std::make_pair(doc.str(),result));
  return result;
}

References OutputCodeList::add(), createDocParser(), filterTitle(), DString::insert(), DString::str(), TextStream::str(), and validatingParseTitle().

Referenced by PageDefImpl::addSectionsToIndex(), SearchTerm::makeTitle(), DefinitionImpl::navigationPathAsString(), LayoutNavEntry::titleAsHtml(), and writeJavasScriptSearchDataPage().

◆ parseCommentAsText()

DString parseCommentAsText	(	const Definition *	scope,
		const MemberDef *	md,
		const DString &	doc,
		const DString &	fileName,
		int	lineNr )

Definition at line 2528 of file docparser.cpp.

{
  if (doc.empty()) return "";
  static std::mutex                              s_docCacheMutex;
  static std::unordered_map<std::string,DString> s_docCache;
 
  std::lock_guard lock(s_docCacheMutex);
  auto it = s_docCache.find(doc.str());
  if (it != s_docCache.end())
  {
    //printf("Cache: [%s]->[%s]\n",qPrint(doc),qPrint(it->second));
    return it->second;
  }
  //printf("parseCommentAsText(%s)\n",qPrint(doc));
  TextStream t;
  auto parser { createDocParser() };
  auto ast    { validatingParseDoc(*parser.get(),
                                   fileName,
                                   lineNr,
                                   scope,
                                   md,
                                   doc,
                                   DocOptions()
                                   .setAutolinkSupport(false))
              };
  auto astImpl = dynamic_cast<const DocNodeAST*>(ast.get());
  if (astImpl)
  {
    TextDocVisitor visitor(t);
    std::visit(visitor,astImpl->root);
  }
  DString result = HtmlEntityMapper::instance().convertCharEntitiesToUTF8(t.str()).stripWhiteSpace();
  int i=0;
  int charCnt=0;
  int l=static_cast<int>(result.length());
  while ((i=nextUTF8CharPosition(result,l,i))<l)
  {
    charCnt++;
    if (charCnt>=80) break;
  }
  if (charCnt>=80) // try to truncate the string
  {
    while ((i=nextUTF8CharPosition(result,l,i))<l && charCnt<100)
    {
      charCnt++;
      if (result.at(i)==',' ||
          result.at(i)=='.' ||
          result.at(i)=='!' ||
          result.at(i)=='?' ||
          result.at(i)=='}')    // good for UTF-16 characters and } otherwise also a good point to stop the string
      {
        i++; // we want to be "behind" last inspected character
        break;
      }
    }
  }
  if ( i < l) result=result.left(i)+"...";
  s_docCache.insert(std::make_pair(doc.str(),result));
  return result.data();
}

References DString::at(), HtmlEntityMapper::convertCharEntitiesToUTF8(), createDocParser(), DString::data(), DString::empty(), DString::insert(), HtmlEntityMapper::instance(), DString::left(), DString::length(), nextUTF8CharPosition(), DString::str(), TextStream::str(), DString::stripWhiteSpace(), and validatingParseDoc().

Referenced by RequirementManager::addRequirement(), PageDefImpl::addSectionsToIndex(), DefinitionImpl::computeTooltip(), GroupDefImpl::setGroupTitleLocal(), PageDefImpl::setTitle(), LayoutNavEntry::title(), and RequirementManager::writeRef().

◆ validatingParseDoc()

IDocNodeASTPtr validatingParseDoc	(	IDocParser &	parserIntf,
		const DString &	fileName,
		int	startLine,
		const Definition *	ctx,
		const MemberDef *	md,
		const DString &	input,
		const DocOptions &	options )

Main entry point for the comment block parser.

Parameters

parserIntf	The parser object created via createDocParser()
fileName	File in which the documentation block is found (or the name of the example file in case isExample is true).
startLine	Line at which the documentation block is found.
ctx	Class or namespace to which this block belongs.
md	Member definition to which the documentation belongs. Can be 0.
input	String representation of the documentation block.
options	Optional parameters.

Returns: An object representing the abstract syntax tree. Ownership of the pointer is handed over to the caller.

Definition at line 2205 of file docparser.cpp.

{
  DocParser *parser = dynamic_cast<DocParser*>(&parserIntf);
  ASSERT(parser!=nullptr);
  if (parser==nullptr) return nullptr;
  //printf("validatingParseDoc(%s,%s)=[%s]\n",ctx?qPrint(ctx->name()):"<none>",
  //                                     md?qPrint(md->name()):"<none>",
  //                                     qPrint(input));
  //printf("========== validating %s at line %d\n",qPrint(fileName),startLine);
  //printf("---------------- input --------------------\n%s\n----------- end input -------------------\n",qPrint(input));
 
  // set initial token
  parser->context.token = parser->tokenizer.resetToken();
 
  if (ctx && ctx!=Doxygen::globalScope &&
      (ctx->definitionType()==Definition::TypeClass ||
       ctx->definitionType()==Definition::TypeNamespace
      )
     )
  {
    parser->context.context = substitute(ctx->qualifiedName(),getLanguageSpecificSeparator(ctx->getLanguage(),true),"::");
  }
  else if (ctx && ctx->definitionType()==Definition::TypePage)
  {
    const Definition *scope = (toPageDef(ctx))->getPageScope();
    if (scope && scope!=Doxygen::globalScope)
    {
      parser->context.context = substitute(scope->name(),getLanguageSpecificSeparator(scope->getLanguage(),true),"::");
    }
  }
  else if (ctx && ctx->definitionType()==Definition::TypeGroup)
  {
    const Definition *scope = (toGroupDef(ctx))->getGroupScope();
    if (scope && scope!=Doxygen::globalScope)
    {
      parser->context.context = substitute(scope->name(),getLanguageSpecificSeparator(scope->getLanguage(),true),"::");
    }
  }
  else
  {
    parser->context.context = "";
  }
  parser->context.scope = ctx;
  parser->context.lang = getLanguageFromFileName(fileName);
 
  if (options.indexWords() && Doxygen::searchIndex.enabled())
  {
    if (md)
    {
      parser->context.searchUrl=md->getOutputFileBase();
      Doxygen::searchIndex.setCurrentDoc(md,md->anchor(),false);
    }
    else if (ctx)
    {
      parser->context.searchUrl=ctx->getOutputFileBase();
      Doxygen::searchIndex.setCurrentDoc(ctx,ctx->anchor(),false);
    }
  }
  else
  {
    parser->context.searchUrl="";
  }
 
  parser->context.fileName = fileName;
  parser->context.relPath = (!options.linkFromIndex() && ctx) ?
               relativePathToRoot(ctx->getOutputFileBase()) :
               DString("");
  //printf("ctx->name=%s relPath=%s\n",qPrint(ctx->name()),qPrint(parser->context.relPath));
  parser->context.memberDef = md;
  while (!parser->context.nodeStack.empty()) parser->context.nodeStack.pop();
  while (!parser->context.styleStack.empty()) parser->context.styleStack.pop();
  while (!parser->context.initialStyleStack.empty()) parser->context.initialStyleStack.pop();
  parser->context.inSeeBlock = false;
  parser->context.inCodeStyle = false;
  parser->context.xmlComment = false;
  parser->context.insideHtmlLink = false;
  parser->context.includeFileText = "";
  parser->context.includeFileOffset = 0;
  parser->context.includeFileLength = 0;
  parser->context.isExample = options.isExample();
  parser->context.exampleName = options.exampleName();
  parser->context.hasParamCommand = false;
  parser->context.hasReturnCommand = false;
  parser->context.retvalsFound.clear();
  parser->context.paramsFound.clear();
  parser->context.markdownSupport = options.markdownSupport();
  parser->context.autolinkSupport = options.autolinkSupport();
  if (md)
  {
    const ArgumentList &al=md->isDocsForDefinition() ? md->argumentList() : md->declArgumentList();
    parser->context.numParameters = static_cast<int>(al.size());
  }
  else
  {
    parser->context.numParameters = 0;
  }
  parser->context.paramPosition = 1;
 
  //printf("Starting comment block at %s:%d\n",qPrint(parser->context.fileName),startLine);
  parser->tokenizer.setFileName(fileName);
  parser->tokenizer.setLineNr(startLine);
  size_t ioLen = input.length();
  DString inpStr = parser->processCopyDoc(input.data(),ioLen);
  if (inpStr.empty() || inpStr.at(inpStr.length()-1)!='\n')
  {
    inpStr+='\n';
  }
  //printf("processCopyDoc(in='%s' out='%s')\n",qPrint(input),qPrint(inpStr));
  parser->tokenizer.init(inpStr.data(),parser->context.fileName,
                         parser->context.markdownSupport,parser->context.insideHtmlLink);
 
  // build abstract syntax tree
  auto ast = std::make_unique<DocNodeAST>(DocRoot(parser,md!=nullptr,options.singleLine()));
  std::get<DocRoot>(ast->root).parse();
 
  if (Debug::isFlagSet(Debug::PrintTree))
  {
    // pretty print the result
    std::visit(PrintDocVisitor{},ast->root);
  }
 
  if (md && md->isFunction())
  {
    parser->checkUnOrMultipleDocumentedParams();
  }
  if (parser->context.memberDef) parser->context.memberDef->detectUndocumentedParams(parser->context.hasParamCommand,parser->context.hasReturnCommand);
 
  // reset token
  parser->tokenizer.resetToken();
 
  //printf(">>>>>> end validatingParseDoc(%s,%s)\n",ctx?qPrint(ctx->name()):"<none>",
  //                                     md?qPrint(md->name()):"<none>");
 
  return ast;
}

Referenced by addPerlModDocBlock(), generateBriefDoc(), OutputList::generateDoc(), generateHtmlOutput(), getSQLDocBlock(), parseCommentAsText(), ConceptDefImpl::writeBriefDescription(), DirDefImpl::writeBriefDescription(), FileDefImpl::writeBriefDescription(), GroupDefImpl::writeBriefDescription(), ModuleDefImpl::writeBriefDescription(), NamespaceDefImpl::writeBriefDescription(), MemberDefImpl::writeDeclaration(), ClassDefImpl::writeDeclarationLink(), ConceptDefImpl::writeDeclarationLink(), ModuleDefImpl::writeDeclarationLink(), MemberList::writePlainDeclarations(), and writeXMLDocBlock().

◆ validatingParseText()

IDocNodeASTPtr validatingParseText	(	IDocParser &	parser,
		const DString &	input )

Main entry point for parsing simple text fragments. These fragments are limited to words, whitespace and symbols.

Definition at line 2400 of file docparser.cpp.

{
  DocParser *parser = dynamic_cast<DocParser*>(&parserIntf);
  ASSERT(parser!=nullptr);
  if (parser==nullptr) return nullptr;
 
  // set initial token
  parser->context.token = parser->tokenizer.resetToken();
 
  //printf("------------ input ---------\n%s\n"
  //       "------------ end input -----\n",input);
  //parser->context.token = new TokenInfo;
  parser->context.context = "";
  parser->context.fileName = "<parseText>";
  parser->context.relPath = "";
  parser->context.memberDef = nullptr;
  while (!parser->context.nodeStack.empty()) parser->context.nodeStack.pop();
  while (!parser->context.styleStack.empty()) parser->context.styleStack.pop();
  while (!parser->context.initialStyleStack.empty()) parser->context.initialStyleStack.pop();
  parser->context.inSeeBlock = false;
  parser->context.inCodeStyle = false;
  parser->context.xmlComment = false;
  parser->context.insideHtmlLink = false;
  parser->context.includeFileText = "";
  parser->context.includeFileOffset = 0;
  parser->context.includeFileLength = 0;
  parser->context.isExample = false;
  parser->context.exampleName = "";
  parser->context.hasParamCommand = false;
  parser->context.hasReturnCommand = false;
  parser->context.retvalsFound.clear();
  parser->context.paramsFound.clear();
  parser->context.searchUrl="";
  parser->context.lang = SrcLangExt::Unknown;
  parser->context.markdownSupport = Config_getBool(MARKDOWN_SUPPORT);
  parser->context.autolinkSupport = false;
 
 
  auto ast = std::make_unique<DocNodeAST>(DocText(parser));
 
  if (!input.empty())
  {
    parser->tokenizer.setLineNr(1);
    parser->tokenizer.init(input.data(),parser->context.fileName,
                           parser->context.markdownSupport,parser->context.insideHtmlLink);
 
    // build abstract syntax tree
    std::get<DocText>(ast->root).parse();
 
    if (Debug::isFlagSet(Debug::PrintTree))
    {
      // pretty print the result
      std::visit(PrintDocVisitor{},ast->root);
    }
  }
 
  return ast;
}

Referenced by RTFGenerator::endIndexSection(), and OutputList::parseText().

◆ validatingParseTitle()

IDocNodeASTPtr validatingParseTitle	(	IDocParser &	parserIntf,
		const DString &	fileName,
		int	lineNr,
		const DString &	input )

Main entry point for parsing titles. These allow limited markup commands

Definition at line 2347 of file docparser.cpp.

{
  DocParser *parser = dynamic_cast<DocParser*>(&parserIntf);
  ASSERT(parser!=nullptr);
  if (parser==nullptr) return nullptr;
 
  // set initial token
  parser->context.token = parser->tokenizer.resetToken();
 
  //printf("------------ input ---------\n%s\n"
  //       "------------ end input -----\n",input);
  parser->context.context = "";
  parser->context.fileName = fileName;
  parser->context.relPath = "";
  parser->context.memberDef = nullptr;
  while (!parser->context.nodeStack.empty()) parser->context.nodeStack.pop();
  while (!parser->context.styleStack.empty()) parser->context.styleStack.pop();
  while (!parser->context.initialStyleStack.empty()) parser->context.initialStyleStack.pop();
  parser->context.inSeeBlock = false;
  parser->context.inCodeStyle = false;
  parser->context.xmlComment = false;
  parser->context.insideHtmlLink = false;
  parser->context.includeFileText = "";
  parser->context.includeFileOffset = 0;
  parser->context.includeFileLength = 0;
  parser->context.isExample = false;
  parser->context.exampleName = "";
  parser->context.hasParamCommand = false;
  parser->context.hasReturnCommand = false;
  parser->context.retvalsFound.clear();
  parser->context.paramsFound.clear();
  parser->context.searchUrl="";
  parser->context.lang = SrcLangExt::Unknown;
  parser->context.markdownSupport = Config_getBool(MARKDOWN_SUPPORT);
  parser->context.autolinkSupport = false;
 
  auto ast = std::make_unique<DocNodeAST>(DocTitle(parser,nullptr));
 
  if (!input.empty())
  {
    // build abstract syntax tree from title string
    std::get<DocTitle>(ast->root).parseFromString(nullptr,input);
 
    if (Debug::isFlagSet(Debug::PrintTree))
    {
      // pretty print the result
      std::visit(PrintDocVisitor{},ast->root);
    }
  }
 
  return ast;
}

Referenced by parseCommentAsHtml().

Classes

Typedefs

Functions