---

InvPushIndex.hpp

Go to the documentation of this file.

/*==========================================================================
 * Copyright (c) 2001 Carnegie Mellon University.  All Rights Reserved.
 *
 * Use of the Lemur Toolkit for Language Modeling and Information Retrieval
 * is subject to the terms of the software license set forth in the LICENSE
 * file included with this software, and also available at
 * http://www.cs.cmu.edu/~lemur/license.html
 *
 *==========================================================================
*/


#ifndef _INVPUSHINDEX_HPP
#define _INVPUSHINDEX_HPP


/*
 * NAME DATE - COMMENTS
 * tnt 01/02 - created
 ======================================================================*/
#include "common_headers.hpp"
#include "PushIndex.hpp"
#include "MemCache.hpp"
#include "InvFPTypes.hpp"
#include "InvDocList.hpp"
#include "InvFPTerm.hpp"
#include "InvIndexMerge.hpp"


typedef map<char*, InvDocList*, ltstr> TABLE_T;

class InvPushIndex : public PushIndex {
public:
  InvPushIndex(){ };
  InvPushIndex(char* prefix, int cachesize=128000000, long maxfilesize=2100000000, DOCID_T startdocid=1);
  ~InvPushIndex();

  void setName(char* prefix);

  bool beginDoc(DocumentProps* dp);

  bool addTerm(Term& t);

  void endDoc(DocumentProps* dp);

  virtual void endDoc(DocumentProps* dp, const char* mgr);

  void endCollection(CollectionProps* cp);

  void setDocManager(const char* mgrID);

protected:
  void writeTOC(int numinv);
  void writeDocIDs();
  void writeCache();
  void lastWriteCache();
  void writeDTIDs();
  void writeDocMgrIDs();
  int docMgrID(const char* mgr);
  virtual void doendDoc(DocumentProps* dp, int mgrid);

  long maxfile; 
  MemCache* cache; 
  vector<char*> docIDs; 
  vector<char*> termIDs; 
  vector<char*> tempfiles; 
  vector<char*> dtfiles; 
  vector<char*> docmgrs;  // the list of doc managers we have (index = id)

  FILE* writetlookup; 
  ofstream writetlist; 

  int tcount;    
  int tidcount ; 
  int dtidcount; 
  char* name;    
  int namelen;   
  TABLE_T wordtable; 
  map<int, int> termlist; 
  int* membuf; 
  int membufsize;  // how much memory we have
  int curdocmgr; // the current docmanager to use
};

#endif

---