---

IdentifinderParser.hpp

Go to the documentation of this file.

/*==========================================================================
 * Copyright (c) 2003 Carnegie Mellon University.  All Rights Reserved.
 *
 * Use of the Lemur Toolkit for Language Modeling and Information Retrieval
 * is subject to the terms of the software license set forth in the LICENSE
 * file included with this software, and also available at
 * http://www.lemurproject.org/license.html
 *
 *==========================================================================
*/

#include "Parser.hpp"
#include "TextHandler.hpp"
#include "LinkedPropertyList.hpp"

#ifndef _IDENTIPARSER_HPP
#define _IDENTIPARSER_HPP

// Source code in IdentifinderParser.l


#define BEGIN_PREFIX "B_"
#define END_PREFIX "E_"
// for simplicity, make both prefixes the same length
#define PREFIX_LEN 2

class IdentifinderParser : public Parser {

public:
  static const string identifier;

  IdentifinderParser();

  void parseFile(const string &filename);
  
  void parseBuffer(char * buf, int len);
 
  long fileTell() const;

private:
  void doParse();

  int state;

  int poscount;

  Property wordpos;
  Property tag;   // entity tag
  Property btag;  // the begin tag
  Property etag;  // the end tag

  
  LinkedPropertyList proplist;
};

#endif

---