import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
private static CharSequence getStartTagHTML(StartTag startTag) {
	// tidies and filters out non-approved attributes
	StringBuilder sb=new StringBuilder();
	sb.append('<').append(startTag.getName());
  for (Attribute attribute : startTag.getAttributes()) {
    if (VALID_ATTRIBUTE_NAMES.contains(attribute.getKey())) {
			sb.append(' ').append(attribute.getName());
			if (attribute.getValue()!=null) {
				sb.append("=\"");
			  sb.append(CharacterReference.encode(attribute.getValue()));
				sb.append('"');
			}
		}
  }
  if (startTag.getElement().getEndTag()==null && !HTMLElements.getEndTagOptionalElementNames().contains(startTag.getName())) sb.append(" /");
	sb.append('>');
	return sb;
}
 

import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
private CharSequence getStartTagHTML(StartTag startTag) {
	// tidies and filters out non-approved attributes
	StringBuilder sb = new StringBuilder();
	sb.append('<').append(startTag.getName());
	for (Attribute attribute : startTag.getAttributes()) {
		if (allowedAttributes.contains(attribute.getKey())) {
			sb.append(' ').append(attribute.getName());
			if (attribute.getValue() != null) {
				sb.append("=\"");
				sb.append(CharacterReference.encode(attribute.getValue()));
				sb.append('"');
			}
		}
	}
	if (startTag.getElement().getEndTag() == null
			&& !HTMLElements.getEndTagOptionalElementNames().contains(
					startTag.getName()))
		sb.append(" /");
	sb.append('>');
	return sb;
}
 

import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
private CharSequence getStartTagHTML(StartTag startTag) {
	// tidies and filters out non-approved attributes
	StringBuilder sb = new StringBuilder();
	sb.append('<').append(startTag.getName());
	for (Attribute attribute : startTag.getAttributes()) {
		if (allowedAttributes.contains(attribute.getKey())) {
			sb.append(' ').append(attribute.getName());
			if (attribute.getValue() != null) {
				sb.append("=\"");
				sb.append(CharacterReference.encode(attribute.getValue()));
				sb.append('"');
			}
		}
	}
	if (startTag.getElement().getEndTag() == null && !HTMLElements.getEndTagOptionalElementNames().contains(startTag.getName()))
		sb.append(" /");
	sb.append('>');
	return sb;
}
 

import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
private String parseText(int start, int end) {
    StringBuilder sb = new StringBuilder();
    while (start < end) {
        CharacterReference ref = source.getNextCharacterReference(start);
        if (ref == null || ref.getBegin() >= end) {
            break;
        }
        sb.append(source.subSequence(start, ref.getBegin()));
        sb.append(ref.getChar());
        start = ref.getEnd();
    }
    sb.append(source.subSequence(start, end));
    return sb.toString();
}
 

import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
private static void reencodeTextSegment(Source source, OutputDocument outputDocument, int begin, int end, boolean formatWhiteSpace) {
  if (begin>=end) return;
  Segment textSegment=new Segment(source,begin,end);
	String decodedText=CharacterReference.decode(textSegment);
	String encodedText=formatWhiteSpace ? CharacterReference.encodeWithWhiteSpaceFormatting(decodedText) : CharacterReference.encode(decodedText);
   outputDocument.replace(textSegment,encodedText);
}
 

import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
private void reencodeTextSegment(Source source, OutputDocument output, int begin, int end) {
	if (begin >= end)
		return;
	Segment textSegment = new Segment(source, begin, end);
	String decodedText = CharacterReference.decode(textSegment);
	String encodedText = CharacterReference.encode(decodedText);
	output.replace(textSegment, encodedText);
}
 

import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
private void reencodeTextSegment(Source source, OutputDocument output,
		int begin, int end) {
	if (begin >= end)
		return;
	Segment textSegment = new Segment(source, begin, end);
	String decodedText = CharacterReference.decode(textSegment);
	String encodedText = CharacterReference.encode(decodedText);
	output.replace(textSegment, encodedText);
}
 

import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
private String mosesPostprocess(String text, Language targetLanguage) {
    String result = CharacterReference.decode(text);
    
    result = DeNormalize.processSingleLine(result).replaceAll("\\s+", " ").trim();

    if (!targetLanguage.isSpaceDelimited()) {
        result = result.replaceAll("(?<=[\u3001-\u9fa0])\\s+(?=[\u3001-\u9fa0])", "");
    }

    return cleanSpacesAroundTags(result, text);
}
 

import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
/**
 *  Extracts the title out of a text document using Jericho parser
 * @param source Source
 * @return String
 */
private static String getTitle(Source source) {
    net.htmlparser.jericho.Element titleElement = source.getFirstElement(
            net.htmlparser.jericho.HTMLElementName.TITLE);
    if (titleElement == null) {
        return null;
    }
    // TITLE element never contains other tags so just decode it collapsing whitespace:
    return CharacterReference.decodeCollapseWhiteSpace(titleElement.
            getContent());
}
 

import net.htmlparser.jericho.CharacterReference; //导入依赖的package包/类
private static String getTitle(Source source) {
	Element titleElement=source.getFirstElement(HTMLElementName.TITLE);
	if (titleElement==null) return null;
	// TITLE element never contains other tags so just decode it collapsing whitespace:
	return CharacterReference.decodeCollapseWhiteSpace(titleElement.getContent());
}