00001 00002 // 00003 // FreeLing - Open Source Language Analyzers 00004 // 00005 // Copyright (C) 2004 TALP Research Center 00006 // Universitat Politecnica de Catalunya 00007 // 00008 // This library is free software; you can redistribute it and/or 00009 // modify it under the terms of the GNU Lesser General Public 00010 // License as published by the Free Software Foundation; either 00011 // version 2.1 of the License, or (at your option) any later version. 00012 // 00013 // This library is distributed in the hope that it will be useful, 00014 // but WITHOUT ANY WARRANTY; without even the implied warranty of 00015 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 00016 // Lesser General Public License for more details. 00017 // 00018 // You should have received a copy of the GNU Lesser General Public 00019 // License along with this library; if not, write to the Free Software 00020 // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 00021 // 00022 // contact: Lluis Padro (padro@lsi.upc.es) 00023 // TALP Research Center 00024 // despatx C6.212 - Campus Nord UPC 00025 // 08034 Barcelona. SPAIN 00026 // 00028 00029 #ifndef _SPLITTER 00030 #define _SPLITTER 00031 00032 #include <map> 00033 #include <set> 00034 #include "language.h" 00035 00036 00043 00044 class splitter { 00045 private: 00047 bool SPLIT_AllowBetweenMarkers; 00048 int SPLIT_MaxLines; 00050 set<string> starters; 00051 map<string,bool> enders; 00053 map<string,int> markers; 00054 00055 // current state 00056 bool betweenMrk; 00057 int no_split_count,mark_type; 00058 00060 list<sentence> ls; 00062 sentence buffer; 00063 00065 bool end_of_sentence(list<word>::const_iterator, const list<word> &) const; 00066 00067 public: 00069 splitter(const string &); 00070 00072 list<sentence> split(const list<word> &, bool); 00073 }; 00074 00075 #endif 00076 00077 00078 00079 00080 00081 00082 00083 00084 00085