---

InvDocList.hpp

Go to the documentation of this file.

/*==========================================================================
 * Copyright (c) 2001 Carnegie Mellon University.  All Rights Reserved.
 *
 * Use of the Lemur Toolkit for Language Modeling and Information Retrieval
 * is subject to the terms of the software license set forth in the LICENSE
 * file included with this software, and also available at
 * http://www.cs.cmu.edu/~lemur/license.html
 *
 *==========================================================================
*/


#ifndef _INVDOCLIST_HPP
#define _INVDOCLIST_HPP

/*
 * NAME DATE - COMMENTS
 * tnt 03/2001 - created
 *
 *========================================================================*/
#include <cmath>
#include "common_headers.hpp"
#include "DocInfoList.hpp"
#include "InvDocInfo.hpp"
#include "MemCache.hpp"
#include "RVLCompress.hpp"

extern "C" {
  #include <cstdio>
}

#define DEFAULT 9

class InvDocList: public DocInfoList {
public:
  InvDocList();

  InvDocList(int id, int len);
  InvDocList(MemCache* mc, int id, int len);  
  InvDocList(MemCache* mc, int id, int len, int docid, int location);
  InvDocList(int id, int listlen, int* list, int fr, int* ldocid, int len);
  ~InvDocList();

  void setList(int id, int listlen, int* list, int fr, int* ldocid=NULL, int len=0);

  void setListSafe(int id, int listlen, int* list, int fr, int* ldocid, int len);

  void reset();

  void resetFree();

  bool allocMem();
  bool hasNoMem();

  virtual bool addTerm(int docid);

  virtual bool append(InvDocList* tail);

  virtual void startIteration();
  virtual bool hasMore();
  virtual DocInfo* nextEntry();
  virtual void nextEntry(InvDocInfo* info);

  DOCID_T curDocID() { if (lastid == NULL) return -1; return *lastid; };
  int docFreq() { return df; };
  int length() { return end-begin; };
  int termID() { return uid; };
  int termLen() { return strlength; };
  virtual int termCTF();
  int curDocIDdiff() { return lastid-begin; };
  int curDocIDtf() { return *(lastid+1); };
  
  void binWrite(ofstream& of);

  bool binRead(ifstream& inf);

  void binWriteC(ofstream& of);

  bool binReadC(ifstream& inf);

protected:
  bool getMoreMem();
  int logb2(int num);

  virtual void deltaEncode();

  virtual void deltaDecode();

  int* begin;           // pointer to the beginning of this list
  int* lastid;  // pointer to the most recent DocID added
  int* freq;            // pointer to the frequency of the last DocID
  int* end;               // pointer to the next free memory
  int* iter;    // pointer tells us where we are in iteration
  int  size;            // how big are we, increment in powers of 2, start at 16K
  int  intsize; // sizeof(int) value
  int  strlength;       // the character length of our corresponding string
  TERMID_T  uid;                          // a unique ID for our string
  int  df;                        // the document frequency for current term
  MemCache* cache;      // the cache to get memory from
  bool hascache;        // remember if we have our own cache

  bool READ_ONLY;    // flag for whether this list can be added
private:
  InvDocInfo entry;
};

#endif

---