<!DOCTYPE HTML PUBLIC “-//W3C//DTD HTML 4.01 Transitional//EN” “www.w3.org/TR/html4/loose.dtd”> <!–NewPage–> <HTML> <HEAD> <!– Generated by javadoc (build 1.6.0_65) on Tue Feb 18 19:45:41 CST 2014 –> <META http-equiv=“Content-Type” content=“text/html; charset=UTF-8”> <TITLE> AbnerTokenizer </TITLE>
<META NAME=“date” CONTENT=“2014-02-18”>
<LINK REL =“stylesheet” TYPE=“text/css” HREF=“../../stylesheet.css” TITLE=“Style”>
<SCRIPT type=“text/javascript”> function windowTitle() {
if (location.href.indexOf('is-external=true') == -1) { parent.document.title="AbnerTokenizer"; }
} </SCRIPT> <NOSCRIPT> </NOSCRIPT>
</HEAD>
<BODY BGCOLOR=“white” onload=“windowTitle();”> <HR>
<!– ========= START OF TOP NAVBAR ======= –> <A NAME=“navbar_top”><!– –></A> <A HREF=“#skip-navbar_top” title=“Skip navigation links”></A> <TABLE BORDER=“0” WIDTH=“100%” CELLPADDING=“1” CELLSPACING=“0” SUMMARY=“”> <TR> <TD COLSPAN=2 BGCOLOR=“#EEEEFF” CLASS=“NavBarCell1”> <A NAME=“navbar_top_firstrow”><!– –></A> <TABLE BORDER=“0” CELLPADDING=“0” CELLSPACING=“3” SUMMARY=“”>
<TR ALIGN="center" VALIGN="top"> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbnerTokenizer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../index-files/index-1.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> </TR>
</TABLE> </TD> <TD ALIGN=“right” VALIGN=“top” ROWSPAN=3> </TD> </TR>
<TR> <TD BGCOLOR=“white” CLASS=“NavBarCell2”><FONT SIZE=“-2”> PREV CLASS <A HREF=“../../lingscope/algorithms/AnnotationComparer.html” title=“class in lingscope.algorithms”>NEXT CLASS</A></FONT></TD> <TD BGCOLOR=“white” CLASS=“NavBarCell2”><FONT SIZE=“-2”>
<A HREF="../../index.html?lingscope/algorithms/AbnerTokenizer.html" target="_top"><B>FRAMES</B></A>
<A HREF=“AbnerTokenizer.html” target=“_top”>NO FRAMES</A> <SCRIPT type=“text/javascript”>
<!-- if(window==top) { document.writeln('<A HREF="../../allclasses-noframe.html"><B>All Classes</B></A>'); } //-->
</SCRIPT> <NOSCRIPT>
<A HREF="../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>
</FONT></TD> </TR> <TR> <TD VALIGN=“top” CLASS=“NavBarCell3”><FONT SIZE=“-2”>
SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN=“top” CLASS=“NavBarCell3”><FONT SIZE=“-2”> DETAIL: FIELD | <A HREF=“#constructor_detail”>CONSTR</A> | <A HREF=“#method_detail”>METHOD</A></FONT></TD> </TR> </TABLE> <A NAME=“skip-navbar_top”></A> <!– ========= END OF TOP NAVBAR ========= –>
<HR> <!– ======== START OF CLASS DATA ======== –> <H2> <FONT SIZE=“-1”> lingscope.algorithms</FONT> <BR> Class AbnerTokenizer</H2> <PRE> java.lang.Object
<IMG SRC="../../resources/inherit.gif" ALT="extended by "><B>lingscope.algorithms.AbnerTokenizer</B>
</PRE> <HR> <DL> <DT><PRE>public class AbnerTokenizer<DT>extends java.lang.Object</DL> </PRE>
<P> <HR>
<P>
<!– ======== CONSTRUCTOR SUMMARY ======== –>
<A NAME=“constructor_summary”><!– –></A> <TABLE BORDER=“1” WIDTH=“100%” CELLPADDING=“3” CELLSPACING=“0” SUMMARY=“”> <TR BGCOLOR=“#CCCCFF” CLASS=“TableHeadingColor”> <TH ALIGN=“left” COLSPAN=“2”><FONT SIZE=“+2”> Constructor Summary</FONT></TH> </TR> <TR BGCOLOR=“white” CLASS=“TableRowColor”> <TD><A HREF="../../lingscope/algorithms/AbnerTokenizer.html#AbnerTokenizer()">AbnerTokenizer</A>
()
<BR> </TD> </TR> </TABLE> <!– ========== METHOD SUMMARY =========== –>
<A NAME=“method_summary”><!– –></A> <TABLE BORDER=“1” WIDTH=“100%” CELLPADDING=“3” CELLSPACING=“0” SUMMARY=“”> <TR BGCOLOR=“#CCCCFF” CLASS=“TableHeadingColor”> <TH ALIGN=“left” COLSPAN=“2”><FONT SIZE=“+2”> Method Summary</FONT></TH> </TR> <TR BGCOLOR=“white” CLASS=“TableRowColor”> <TD ALIGN=“right” VALIGN=“top” WIDTH=“1%”><FONT SIZE=“-1”> static java.lang.String
</FONT></TD> <TD><A HREF="../../lingscope/algorithms/AbnerTokenizer.html#splitTermsByPunctuation(java.lang.String)">splitTermsByPunctuation</A>
(java.lang.String input)
<BR> Takes an input and splits the sentence by punctuations and spaces, then
stitches it back together with a space and returns</TD>
</TR> <TR BGCOLOR=“white” CLASS=“TableRowColor”> <TD ALIGN=“right” VALIGN=“top” WIDTH=“1%”><FONT SIZE=“-1”> static java.lang.String
</FONT></TD> <TD><A HREF="../../lingscope/algorithms/AbnerTokenizer.html#tokenize(java.lang.String)">tokenize</A>
(java.lang.String s)
<BR> Take raw text apply ABNER’s built-in tokenization on it.</TD> </TR> </TABLE> <A NAME=“methods_inherited_from_class_java.lang.Object”><!– –></A> <TABLE BORDER=“1” WIDTH=“100%” CELLPADDING=“3” CELLSPACING=“0” SUMMARY=“”> <TR BGCOLOR=“#EEEEFF” CLASS=“TableSubHeadingColor”> <TH ALIGN=“left”>Methods inherited from class java.lang.Object</TH> </TR> <TR BGCOLOR=“white” CLASS=“TableRowColor”> <TD>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
</TD> </TR> </TABLE> <P>
<!– ========= CONSTRUCTOR DETAIL ======== –>
<A NAME=“constructor_detail”><!– –></A> <TABLE BORDER=“1” WIDTH=“100%” CELLPADDING=“3” CELLSPACING=“0” SUMMARY=“”> <TR BGCOLOR=“#CCCCFF” CLASS=“TableHeadingColor”> <TH ALIGN=“left” COLSPAN=“1”><FONT SIZE=“+2”> Constructor Detail</FONT></TH> </TR> </TABLE>
<A NAME=“AbnerTokenizer()”><!– –></A><H3> AbnerTokenizer</H3> <PRE> public AbnerTokenizer()</PRE> <DL> </DL>
<!– ============ METHOD DETAIL ========== –>
<A NAME=“method_detail”><!– –></A> <TABLE BORDER=“1” WIDTH=“100%” CELLPADDING=“3” CELLSPACING=“0” SUMMARY=“”> <TR BGCOLOR=“#CCCCFF” CLASS=“TableHeadingColor”> <TH ALIGN=“left” COLSPAN=“1”><FONT SIZE=“+2”> Method Detail</FONT></TH> </TR> </TABLE>
<A NAME=“tokenize(java.lang.String)”><!– –></A><H3> tokenize</H3> <PRE> public static java.lang.String tokenize(java.lang.String s)</PRE> <DL> <DD><p>Take raw text apply ABNER’s built-in tokenization on it. <P> <DD><DL> </DL> </DD> </DL> <HR>
<A NAME=“splitTermsByPunctuation(java.lang.String)”><!– –></A><H3> splitTermsByPunctuation</H3> <PRE> public static java.lang.String splitTermsByPunctuation(java.lang.String input)</PRE> <DL> <DD>Takes an input and splits the sentence by punctuations and spaces, then
stitches it back together with a space and returns
<P> <DD><DL> <DT>Parameters:<DD>input
- the input string to process <DT>Returns:<DD>processed input string, where all words and punctuations are
seperated by space</DL>
</DD> </DL> <!– ========= END OF CLASS DATA ========= –> <HR>
<!– ======= START OF BOTTOM NAVBAR ====== –> <A NAME=“navbar_bottom”><!– –></A> <A HREF=“#skip-navbar_bottom” title=“Skip navigation links”></A> <TABLE BORDER=“0” WIDTH=“100%” CELLPADDING=“1” CELLSPACING=“0” SUMMARY=“”> <TR> <TD COLSPAN=2 BGCOLOR=“#EEEEFF” CLASS=“NavBarCell1”> <A NAME=“navbar_bottom_firstrow”><!– –></A> <TABLE BORDER=“0” CELLPADDING=“0” CELLSPACING=“3” SUMMARY=“”>
<TR ALIGN="center" VALIGN="top"> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/AbnerTokenizer.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../index-files/index-1.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> </TR>
</TABLE> </TD> <TD ALIGN=“right” VALIGN=“top” ROWSPAN=3> </TD> </TR>
<TR> <TD BGCOLOR=“white” CLASS=“NavBarCell2”><FONT SIZE=“-2”> PREV CLASS <A HREF=“../../lingscope/algorithms/AnnotationComparer.html” title=“class in lingscope.algorithms”>NEXT CLASS</A></FONT></TD> <TD BGCOLOR=“white” CLASS=“NavBarCell2”><FONT SIZE=“-2”>
<A HREF="../../index.html?lingscope/algorithms/AbnerTokenizer.html" target="_top"><B>FRAMES</B></A>
<A HREF=“AbnerTokenizer.html” target=“_top”>NO FRAMES</A> <SCRIPT type=“text/javascript”>
<!-- if(window==top) { document.writeln('<A HREF="../../allclasses-noframe.html"><B>All Classes</B></A>'); } //-->
</SCRIPT> <NOSCRIPT>
<A HREF="../../allclasses-noframe.html"><B>All Classes</B></A>
</NOSCRIPT>
</FONT></TD> </TR> <TR> <TD VALIGN=“top” CLASS=“NavBarCell3”><FONT SIZE=“-2”>
SUMMARY: NESTED | FIELD | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD>
<TD VALIGN=“top” CLASS=“NavBarCell3”><FONT SIZE=“-2”> DETAIL: FIELD | <A HREF=“#constructor_detail”>CONSTR</A> | <A HREF=“#method_detail”>METHOD</A></FONT></TD> </TR> </TABLE> <A NAME=“skip-navbar_bottom”></A> <!– ======== END OF BOTTOM NAVBAR ======= –>
<HR>
</BODY> </HTML>