---

InvDocList.hpp

Go to the documentation of this file.

/*==========================================================================
 * Copyright (c) 2001 Carnegie Mellon University.  All Rights Reserved.
 *
 * Use of the Lemur Toolkit for Language Modeling and Information Retrieval
 * is subject to the terms of the software license set forth in the LICENSE
 * file included with this software, and also available at
 * http://www.cs.cmu.edu/~lemur/license.html
 *
 *==========================================================================
*/


#ifndef _INVDOCLIST_HPP
#define _INVDOCLIST_HPP

/*
 * NAME DATE - COMMENTS
 * tnt 03/2001 - created
 *
 *========================================================================*/
#include <cmath>
#include "InvFPTypes.hpp"
#include "common_headers.hpp"
#include "DocInfoList.hpp"
#include "MemCache.hpp"
#include "RVLCompress.hpp"

extern "C" {
  #include <cstdio>
}

#define DEFAULT 9

class InvDocList: public DocInfoList {
public:
  InvDocList();

  InvDocList(int id, int len);
  InvDocList(MemCache* mc, int id, int len);  
  InvDocList(MemCache* mc, int id, int len, int docid, int location);
  InvDocList(int id, int listlen, int* list, int fr, int* ldocid, int len);
  ~InvDocList();

  void setList(int id, int listlen, int* list, int fr, int* ldocid=NULL, int len=0);

  void setListSafe(int id, int listlen, int* list, int fr, int* ldocid, int len);

  void reset();

  void resetFree();

  bool allocMem();
  bool hasNoMem();

  virtual bool addTerm(int docid);

  virtual bool append(InvDocList* tail);

  virtual void startIteration() const;
  virtual bool hasMore() const;
  virtual DocInfo* nextEntry() const;
  virtual void nextEntry(DocInfo* info) const;

  DOCID_T curDocID() const{ if (lastid == NULL) return -1; return *lastid; };
  int docFreq() const{ return df; };
  int length() const{ return end-begin; };
  int termID() const{ return uid; };
  int termLen() const{ return strlength; };
  virtual int termCTF() const;
  int curDocIDdiff() const{ return lastid-begin; };
  int curDocIDtf() const{ return *(lastid+1); };
  int memorySize() const{ return size; };

  void binWrite(ofstream& of);

  bool binRead(ifstream& inf);

  void binWriteC(ofstream& of);

  bool binReadC(ifstream& inf);

protected:
  // Helper functions for iterator, subclasses should override
  virtual DocInfo* getElement(DocInfo* elem, POS_T position) const;
  virtual POS_T beginPosition() const { return (POS_T) begin; }
  virtual POS_T endPosition() const { return (POS_T) end; }
  virtual POS_T nextPosition(POS_T position) const;

  bool getMoreMem();
  int logb2(int num);

  virtual void deltaEncode();

  virtual void deltaDecode();

  int* begin;           // pointer to the beginning of this list
  int* lastid;  // pointer to the most recent DocID added
  int* freq;            // pointer to the frequency of the last DocID
  int* end;               // pointer to the next free memory
  mutable int* iter;    // pointer tells us where we are in iteration
  int  size;            // how big are we, increment in powers of 2, start at 16K
  int  intsize; // sizeof(int) value
  int  strlength;       // the character length of our corresponding string
  TERMID_T  uid;                          // a unique ID for our string
  int  df;                        // the document frequency for current term
  MemCache* cache;      // the cache to get memory from
  bool hascache;        // remember if we have our own cache

  bool READ_ONLY;    // flag for whether this list can be added
private:
  mutable DocInfo entry;
};

#endif

---