---

InvFPPushIndex.hpp

Go to the documentation of this file.

/*==========================================================================
 * Copyright (c) 2001 Carnegie Mellon University.  All Rights Reserved.
 *
 * Use of the Lemur Toolkit for Language Modeling and Information Retrieval
 * is subject to the terms of the software license set forth in the LICENSE
 * file included with this software, and also available at
 * http://www.cs.cmu.edu/~lemur/license.html
 *
 *==========================================================================
*/


#ifndef _INVFPPUSHINDEX_HPP
#define _INVFPPUSHINDEX_HPP


/*
 * NAME DATE - COMMENTS
 * tnt 03/01 - created
 ======================================================================*/
#include "common_headers.hpp"
#include "PushIndex.hpp"
#include "MemCache.hpp"
#include "InvFPTypes.hpp"
#include "InvFPDocList.hpp"
#include "InvFPTerm.hpp"
#include "InvFPIndexMerge.hpp"


typedef map<char*, InvFPDocList*, ltstr> TABLE_T;

class InvFPPushIndex : public PushIndex {
public:
  InvFPPushIndex(char* prefix="DefaultIndex", int cachesize=128000000, long maxfilesize=2100000000, DOCID_T startdocid=1);
  ~InvFPPushIndex();

  void setName(char* prefix);

  bool beginDoc(DocumentProps* dp);

  bool addTerm(Term& t);

  void endDoc(DocumentProps* dp);

  void endCollection(CollectionProps* cp);


private:
  void writeTOC(int numinv);
  void writeDocIDs();
  void writeDTIDs();
  void writeCache();
  void lastWriteCache();

  long maxfile; 
  MemCache* cache; 
 // FILE* writetlist; /// filestream for writing the list of located terms for each document
  ofstream writetlist;
  FILE* writetlookup; 
  vector<LocatedTerm> termlist; 
  vector<char*> docIDs; 
  vector<char*> termIDs; 
  vector<char*> tempfiles; 
  vector<char*> dtfiles; 
  
  int tcount;    
  int tidcount ; 
  int dtidcount; 
  char* name;    
  int namelen;   
  TABLE_T wordtable; 

  int* membuf; 
  int membufsize;  // how much memory we have
};

#endif

---