• 设为首页
  • 点击收藏
  • 手机版
    手机扫一扫访问
    迪恩网络手机版
  • 关注官方公众号
    微信扫一扫关注
    公众号

Java AbstractBottomUpParser类代码示例

原作者: [db:作者] 来自: [db:来源] 收藏 邀请

本文整理汇总了Java中opennlp.tools.parser.AbstractBottomUpParser的典型用法代码示例。如果您正苦于以下问题:Java AbstractBottomUpParser类的具体用法?Java AbstractBottomUpParser怎么用?Java AbstractBottomUpParser使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。



AbstractBottomUpParser类属于opennlp.tools.parser包,在下文中一共展示了AbstractBottomUpParser类的8个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Java代码示例。

示例1: parseSentence

import opennlp.tools.parser.AbstractBottomUpParser; //导入依赖的package包/类
private Parse parseSentence(final Sentence sentence, final Collection<WordToken> tokens) {
	final String text = sentence.getCoveredText();

	final Parse parse = new Parse(text, new Span(0, text.length()), AbstractBottomUpParser.INC_NODE, 1, 0);

	// Add in the POS
	int index = 0;
	for (final WordToken token : tokens) {
		final Span span = new Span(token.getBegin() - sentence.getBegin(), token.getEnd() - sentence.getBegin());

		parse.insert(new Parse(text, span, AbstractBottomUpParser.TOK_NODE, 0, index));
		index++;
	}

	// Parse the sentence
	return parser.parse(parse);
}
 
开发者ID:tenode,项目名称:baleen-extras,代码行数:18,代码来源:OpenNLPParser.java


示例2: getTermTags

import opennlp.tools.parser.AbstractBottomUpParser; //导入依赖的package包/类
private void getTermTags(Parse parse, Multimap<String, String> termTags) {
	String POS = "";
	String text = "";
	if (!parse.getType().equals(AbstractBottomUpParser.TOK_NODE)) {
		POS = parse.getType();
		text = parse.getCoveredText();
	}
	List<Parse> parts = Arrays.asList(parse.getChildren());
	if (!POS.isEmpty() && !text.isEmpty()) {
		termTags.put(POS, text);
	}
	for (Iterator<Parse> i = parts.iterator(); i.hasNext();) {
		Parse c = i.next();
		getTermTags(c, termTags);
	}
}
 
开发者ID:TekstoSense,项目名称:word-root-finder,代码行数:17,代码来源:OpenNLPParser.java


示例3: parseSentence

import opennlp.tools.parser.AbstractBottomUpParser; //导入依赖的package包/类
/**
 * Parses the sentence.
 *
 * @param sentence
 *            the sentence
 * @param tokens
 *            the tokens
 * @return the parses the
 */
private Parse parseSentence(final Sentence sentence, final Collection<WordToken> tokens) {
	final String text = sentence.getCoveredText();

	final Parse parse = new Parse(text, new Span(0, text.length()), AbstractBottomUpParser.INC_NODE, 1, 0);

	// Add in the POS
	int index = 0;
	for (final WordToken token : tokens) {
		final Span span = new Span(token.getBegin() - sentence.getBegin(), token.getEnd() - sentence.getBegin());

		parse.insert(new Parse(text, span, AbstractBottomUpParser.TOK_NODE, 0, index));
		index++;
	}

	// Parse the sentence
	return parser.parse(parse);
}
 
开发者ID:dstl,项目名称:baleen,代码行数:27,代码来源:OpenNLPParser.java


示例4: createParseFromChunks

import opennlp.tools.parser.AbstractBottomUpParser; //导入依赖的package包/类
public Parse createParseFromChunks(String text, String[] tokens, Span[] tokenspans, String[] tags, String[] chunks) throws Exception {
    Parse topParse = new Parse(text, new Span(0,text.length()), AbstractBottomUpParser.TOP_NODE, 1.0, 1);
    Parse sentenceParse = new Parse(text, new Span(0,text.length()), "S", 1.0, 1);
    topParse.insert(sentenceParse);
    CSList<Parse> chunkParses = new CSList<Parse>();
    int start = 0, chunkstart = 0;
    String chunktype = null;
    for (int currentChunk = 0, chunkCount = chunks.length;currentChunk < chunkCount;currentChunk++)
    {
        if (currentChunk > 0 && !chunks[currentChunk].startsWith(CHUNKER_CHUNK_CONT) && !chunks[currentChunk - 1].equals(CHUNKER_CHUNK_OTHER))
            // this indicates end of a chunk, so create a chunk with accumulated parses
            createChunkParse(text,sentenceParse,chunkParses,start,chunkstart,chunktype);
         
        Parse tokenParse = new Parse(text, tokenspans[currentChunk], AbstractBottomUpParser.TOK_NODE, 1.0, 1);
        Parse posParse = new Parse(text, tokenspans[currentChunk], tags[currentChunk], 1.0, 1);
        posParse.insert(tokenParse);
        if (chunks[currentChunk].equals(CHUNKER_CHUNK_OTHER))
        {
            sentenceParse.insert(posParse);
        }
        else if (chunks[currentChunk].startsWith(CHUNKER_CHUNK_START))
        {
            chunktype = chunks[currentChunk].substring(2);
            chunkstart = start;
            chunkParses.add(posParse);
        }
        else if (chunks[currentChunk].startsWith(CHUNKER_CHUNK_CONT))
            chunkParses.add(posParse);
           
        start += tokens[currentChunk].length() + 1;
    }
    if ((!StringSupport.equals(chunks[chunks.length - 1], CHUNKER_CHUNK_OTHER)) && chunkParses.size() > 0)
        createChunkParse(text,sentenceParse,chunkParses,start,chunkstart,chunktype);
     
    return topParse;
}
 
开发者ID:datancoffee,项目名称:sirocco,代码行数:37,代码来源:EnglishIndexer.java


示例5: getSentimentVector

import opennlp.tools.parser.AbstractBottomUpParser; //导入依赖的package包/类
private void getSentimentVector(Parse parse, SentenceFlags sentenceflags, ParseDepth parsedepth, RefSupport<FloatVector> parsevector) throws Exception {
    parsevector.setValue(null);
    if ((parse == null) || (StringSupport.equals(parse.getType(), "INC")) || (StringSupport.equals(parse.getType(), AbstractBottomUpParser.TOK_NODE)))
    {
        return ;
    }
     
    // check for TK: should not happen, as the recursion stops at POS, but be cautious
    // check for null: sometimes the parse tree has null children
    // check for not complete: depending on beam size, sentence sometimes does not get parsed correctly
    Parse curparse = (!StringSupport.equals(parse.getType(), AbstractBottomUpParser.TOP_NODE)) ? parse : parse.getChildren()[0];
    if (curparse.isPosTag())
    {
        RefSupport<FloatVector> refVar25 = new RefSupport<FloatVector>();
        getSentimentVectorFromPOSParse(curparse,sentenceflags,refVar25);
        parsevector.setValue(refVar25.getValue());
    }
    else
    {
        RefSupport<FloatVector> refVar26 = new RefSupport<FloatVector>();
        accumulateVectors(curparse,sentenceflags,new CSList<Parse>(curparse.getChildren()),null,parsedepth,refVar26);
        parsevector.setValue(refVar26.getValue());
        if (parsevector.getValue() != null)
        {
            if (sentenceflags.isInQuotes(curparse.getSpan()))
                parsevector.getValue().moveAllToAmbiguousSentiment();
             
            Boolean isQSTop = tlQuestionSentenceTop.contains(curparse.getType());
            Boolean isSTop = tlSentenceTop.contains(curparse.getType());
            if (isQSTop || isTerminatedByQuestion(curparse))
            {
                parsevector.getValue().moveAllToAmbiguousSentiment();
            }
            else if (isSTop && parsevector.getValue().containsKey(FloatVector.SlyIronicSarcasticDimension))
            {
                parsevector.getValue().moveAllToAmbiguousSentiment();
            }
              
            if (isQSTop || isSTop)
            {
                CSList<LabelledSpan> lspans = parsevector.getValue().getDerivationSpans();
                for (LabelledSpan lspan : lspans)
                    sentenceflags.getSpanFlags((Span)lspan).IsSentiment = true;
            }
             
        }
         
    } 
}
 
开发者ID:datancoffee,项目名称:sirocco,代码行数:50,代码来源:EnglishIndexer.java


示例6: isLeaf

import opennlp.tools.parser.AbstractBottomUpParser; //导入依赖的package包/类
private boolean isLeaf(Parse parse) {
  Parse[] childParses = parse.getChildren();
  return childParses.length == 1 && childParses[0].getType() == AbstractBottomUpParser.TOK_NODE;
}
 
开发者ID:ClearTK,项目名称:cleartk,代码行数:5,代码来源:DefaultOutputTypesHelper.java


示例7: process

import opennlp.tools.parser.AbstractBottomUpParser; //导入依赖的package包/类
@Override
public void process(JCas jCas) throws AnalysisEngineProcessException {
  String text = jCas.getDocumentText();

  List<SENTENCE_TYPE> sentenceList = inputTypesHelper.getSentences(jCas);

  for (SENTENCE_TYPE sentence : sentenceList) {

    Parse parse = new Parse(
        text,
        new Span(sentence.getBegin(), sentence.getEnd()),
        AbstractBottomUpParser.INC_NODE,
        1,
        null);

    List<TOKEN_TYPE> tokenList = inputTypesHelper.getTokens(jCas, sentence);

    for (TOKEN_TYPE token : tokenList) {
      parse.insert(new Parse(
          text,
          new Span(token.getBegin(), token.getEnd()),
          AbstractBottomUpParser.TOK_NODE,
          0,
          0));
    }

    if (useTagsFromCas) {
      this.casTagger.setTokens(tokenList);
    }

    parse = this.parser.parse(parse);

    // if the sentence was successfully parsed, add the tree to the
    // sentence
    if (parse.getType() == AbstractBottomUpParser.TOP_NODE) {
      outputTypesHelper.addParse(jCas, parse, sentence, tokenList);
    }

    // add the POS tags to the tokens
    if (!useTagsFromCas) {
      setPOSTags(parse, tokenList.iterator(), jCas);
    }
  }
}
 
开发者ID:ClearTK,项目名称:cleartk,代码行数:45,代码来源:ParserAnnotator.java


示例8: getHead

import opennlp.tools.parser.AbstractBottomUpParser; //导入依赖的package包/类
public Parse getHead(final Parse[] constituents, final String type) {
  if (constituents[0].getType() == AbstractBottomUpParser.TOK_NODE) {
    return null;
  }
  HeadRule hr;
  //right
  if (type.equals("NP") || type.equals("NX")) {
    final String[] tags1 = { "NN", "NNP", "NNPS", "NNS", "NX", "JJR", "POS" };
    for (int ci = constituents.length - 1; ci >= 0; ci--) {
      for (int ti = tags1.length - 1; ti >= 0; ti--) {
        if (constituents[ci].getType().equals(tags1[ti])) {
          return constituents[ci];
        }
      }
    }
    //left
    for (final Parse constituent : constituents) {
      if (constituent.getType().equals("NP")) {
        return constituent;
      }
    }
    //right
    final String[] tags2 = { "$", "ADJP", "PRN" };
    for (int ci = constituents.length - 1; ci >= 0; ci--) {
      for (int ti = tags2.length - 1; ti >= 0; ti--) {
        if (constituents[ci].getType().equals(tags2[ti])) {
          return constituents[ci];
        }
      }
    }
    //right
    for (int ci = constituents.length - 1; ci >= 0; ci--) {
      if (constituents[ci].getType().equals("CD")) {
        return constituents[ci];
      }
    }
    //right
    final String[] tags3 = { "JJ", "JJS", "RB", "QP" };
    for (int ci = constituents.length - 1; ci >= 0; ci--) {
      for (int ti = tags3.length - 1; ti >= 0; ti--) {
        if (constituents[ci].getType().equals(tags3[ti])) {
          return constituents[ci];
        }
      }
    }
    //else return the last word
    return constituents[constituents.length - 1];
  } else if ((hr = this.headRules.get(type)) != null) {
    final String[] tags = hr.tags;
    final int cl = constituents.length;
    final int tl = tags.length;
    if (hr.leftToRight) {
      for (int ti = 0; ti < tl; ti++) {
        for (int ci = 0; ci < cl; ci++) {
          if (constituents[ci].getType().equals(tags[ti])) {
            return constituents[ci];
          }
        }
      }
      //else return the first constituent
      return constituents[0];
    } else {
      //right
      for (int ti = 0; ti < tl; ti++) {
        for (int ci = cl - 1; ci >= 0; ci--) {
          if (constituents[ci].getType().equals(tags[ti])) {
            return constituents[ci];
          }
        }
      }
      //else return the last constituent
      return constituents[cl - 1];
    }
  }
  return constituents[constituents.length - 1];
}
 
开发者ID:ixa-ehu,项目名称:ixa-pipe-parse,代码行数:77,代码来源:EnglishHeadRules.java



注:本文中的opennlp.tools.parser.AbstractBottomUpParser类示例整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。


鲜花

握手

雷人

路过

鸡蛋
该文章已有0人参与评论

请发表评论

全部评论

专题导读
上一篇:
Java AisMessage类代码示例发布时间:2022-05-22
下一篇:
Java PagerPositionStrip类代码示例发布时间:2022-05-22
热门推荐
阅读排行榜

扫描微信二维码

查看手机版网站

随时了解更新最新资讯

139-2527-9053

在线客服(服务时间 9:00~18:00)

在线QQ客服
地址:深圳市南山区西丽大学城创智工业园
电邮:jeky_zhao#qq.com
移动电话:139-2527-9053

Powered by 互联科技 X3.4© 2001-2213 极客世界.|Sitemap