---

InvIndex.hpp

Go to the documentation of this file.

/*==========================================================================
 * Copyright (c) 2001 Carnegie Mellon University.  All Rights Reserved.
 *
 * Use of the Lemur Toolkit for Language Modeling and Information Retrieval
 * is subject to the terms of the software license set forth in the LICENSE
 * file included with this software, and also available at
 * http://www.cs.cmu.edu/~lemur/license.html
 *
 *==========================================================================
*/
/*
  10/22/2002 -- dmf Add arrays dtfstreams and invfstreams to hold open
  ifstreams for the inverted list files so that each is opened and closed
  only once.
 */

#ifndef _INVINDEX_HPP
#define _INVINDEX_HPP

#include "common_headers.hpp"
#include "Index.hpp"
#include "InvDocList.hpp"
#include "InvTermList.hpp"
#include "InvFPTypes.hpp"
#include "Param.hpp"
#include "DocMgrManager.hpp"

// for counts array
#define UNIQUE_TERMS 0
#define TOTAL_TERMS  1
#define DOCS         2
#define DT_FILES     3
#define INV_FILES    4

#define NAMES_SIZE   8
// for names array
#define DOC_INDEX    0
#define DOC_LOOKUP   1
#define TERM_INDEX   2
#define TERM_LOOKUP  3
#define TERM_IDS     4
#define DOC_IDS      5
#define DOCMGR_IDS   6
#define VERSION_NUM  7

class InvIndex : public Index {
public:
   InvIndex();
   InvIndex(const char* indexName);
  ~InvIndex(); 



  bool open(const char* indexName);



  int term(const char* word);

  const char* term(int termID);

  int document(const char* docIDStr);

  const char* document(int docID); 

  //  const char* docManager(int docID);
  DocumentManager* docManager(int docID);




  int docCount() { return counts[DOCS]; };

  int termCountUnique() { return counts[UNIQUE_TERMS]; };

  int termCount(int termID) const;

  int termCount() const { return counts[TOTAL_TERMS]; };

  float docLengthAvg();

  int docCount(int termID);

  int docLength(DOCID_T docID) const;

  virtual int docLengthCounted(int docID);




  DocInfoList* docInfoList(int termID);

  TermInfoList* termInfoList(int docID);


 void setMesgStream(ostream * lemStream);

protected:
  bool fullToc(const char* fileName);
  bool indexLookup();
  bool invFileIDs();
  bool docMgrIDs();
  bool dtLookup();
  bool dtLookup_ver1();
  bool dtFileIDs();
  bool termIDs();
  bool docIDs();


  int* counts;    // array to hold all the overall count stats of this db
  char** names;   // array to hold all the names for files we need for this db
  float aveDocLen; // the average document length in this index
  inv_entry* lookup;  // the array holding entries (index is termid)
  dt_entry* dtlookup; // the array holding entries to dt index (index of array is docid)
  int dtloaded; // indicate load status of the dt index (loaded or not)
  TERM_T* terms;   // array of the term spellings (index is termid)
  EXDOCID_T* docnames; // array of the external docids (index is docid)
  char** dtfiles; // array of dt index filenames
  ifstream *dtfstreams; // array of dt index input streams
  char** invfiles; // array of inv index filenames
  ifstream *invfstreams; // array of inv index input streams
  //  vector<char*> docmgrs; // list of document managers
  vector<DocumentManager*> docmgrs; // list of document managers
  map<TERM_T, TERMID_T, ltstr> termtable; // table of terms to termid
  map<EXDOCID_T, DOCID_T, ltstr> doctable; // table of exdocids to docid
  ostream* msgstream; // Lemur code messages stream             
};

#endif

---