---

ngram.h File Reference

Data structures for storing ngram. More...

#include "rr_libs/sih.h"
#include "toolkit.h"

Go to the source code of this file.

Compounds
struct	count_table_t
	Data structure for counts. More...
struct	ng_t
	Data structure for storing ngram. More...
struct	ngram
	structure of id-ngram More...
Defines
#define	DEFAULT_COUNT_TABLE_SIZE   65535
#define	DEFAULT_OOV_FRACTION   0.5
#define	DEFAULT_DISC_RANGE_1   1
#define	DEFAULT_DISC_RANGE_REST   7
#define	DEFAULT_MIN_ALPHA   -3.2
#define	DEFAULT_MAX_ALPHA   2.5
#define	DEFAULT_OUT_OF_RANGE_ALPHAS   10000
#define	GOOD_TURING   1
#define	ABSOLUTE   2
#define	LINEAR   3
#define	WITTEN_BELL   4
#define	SPECIFIED   1
#define	BUFFER   2
#define	TWO_PASSES   3
#define	KEY   65000
#define	CLOSED_VOCAB   0
#define	OPEN_VOCAB_1   1
#define	OPEN_VOCAB_2   2
Typedefs
typedef unsigned short	id__t
typedef int	count_t
typedef unsigned short	count_ind_t
typedef unsigned short	bo_weight_t
typedef unsigned short	cutoff_t
typedef int	table_size_t
typedef unsigned short	index__t
typedef double	disc_val_t
typedef double	uni_probs_t
typedef int	ptr_tab_t
typedef float	four_byte_t

---

Detailed Description

Data structures for storing ngram.

Definition in file ngram.h.

---

Define Documentation

#define ABSOLUTE   2

Definition at line 37 of file ngram.h. Referenced by bo_ng_prob(), compute_back_off(), compute_unigram(), display_stats(), load_lm(), main(), and write_bin_lm().

#define BUFFER   2

Definition at line 42 of file ngram.h. Referenced by main().

#define CLOSED_VOCAB   0

Definition at line 47 of file ngram.h. Referenced by calc_prob_of(), compute_perplexity(), compute_unigram(), display_arpa_stats(), display_stats(), if(), load_arpa_lm(), main(), and validate().

#define DEFAULT_COUNT_TABLE_SIZE   65535

Definition at line 28 of file ngram.h. Referenced by main().

#define DEFAULT_DISC_RANGE_1   1

Definition at line 30 of file ngram.h. Referenced by main().

#define DEFAULT_DISC_RANGE_REST   7

Definition at line 31 of file ngram.h. Referenced by main().

#define DEFAULT_MAX_ALPHA   2.5

Definition at line 33 of file ngram.h. Referenced by main().

#define DEFAULT_MIN_ALPHA   -3.2

Definition at line 32 of file ngram.h. Referenced by main().

#define DEFAULT_OOV_FRACTION   0.5

Definition at line 29 of file ngram.h. Referenced by main().

#define DEFAULT_OUT_OF_RANGE_ALPHAS   10000

Definition at line 34 of file ngram.h. Referenced by main().

#define GOOD_TURING   1

Definition at line 36 of file ngram.h. Referenced by bo_ng_prob(), compute_back_off(), compute_unigram(), display_stats(), load_lm(), main(), and write_bin_lm().

#define KEY   65000

Definition at line 45 of file ngram.h. Referenced by get_full_index(), and new_index().

#define LINEAR   3

Definition at line 38 of file ngram.h. Referenced by bo_ng_prob(), compute_back_off(), compute_unigram(), display_stats(), load_lm(), main(), and write_bin_lm().

#define OPEN_VOCAB_1   1

Definition at line 48 of file ngram.h. Referenced by display_arpa_stats(), display_stats(), load_arpa_lm(), and main().

#define OPEN_VOCAB_2   2

Definition at line 49 of file ngram.h. Referenced by compute_unigram(), display_arpa_stats(), display_stats(), and main().

#define SPECIFIED   1

Definition at line 41 of file ngram.h. Referenced by main().

#define TWO_PASSES   3

Definition at line 43 of file ngram.h. Referenced by main().

#define WITTEN_BELL   4

Definition at line 39 of file ngram.h. Referenced by bo_ng_prob(), compute_back_off(), compute_unigram(), display_stats(), load_lm(), main(), and write_bin_lm().

---

Typedef Documentation

typedef unsigned short bo_weight_t

Definition at line 57 of file ngram.h. Referenced by load_lm(), main(), and write_bin_lm().

typedef unsigned short count_ind_t

Definition at line 55 of file ngram.h. Referenced by load_lm(), main(), and write_bin_lm().

typedef int count_t

Definition at line 53 of file ngram.h. Referenced by calc_mem_req(), get_ngram(), load_lm(), main(), and write_bin_lm().

typedef unsigned short cutoff_t

Definition at line 58 of file ngram.h. Referenced by load_lm(), main(), and write_bin_lm().

typedef double disc_val_t

Definition at line 61 of file ngram.h. Referenced by compute_gt_discount(), load_lm(), main(), and write_bin_lm().

typedef float four_byte_t

Definition at line 64 of file ngram.h. Referenced by load_lm(), main(), and write_bin_lm().

typedef unsigned short id__t

Definition at line 51 of file ngram.h.

typedef unsigned short index__t

Definition at line 60 of file ngram.h. Referenced by load_arpa_lm(), load_lm(), main(), and write_bin_lm().

typedef int ptr_tab_t

Definition at line 63 of file ngram.h. Referenced by load_lm(), and write_bin_lm().

typedef int table_size_t

Definition at line 59 of file ngram.h. Referenced by guess_mem(), and main().

typedef double uni_probs_t

Definition at line 62 of file ngram.h. Referenced by load_lm(), main(), and write_bin_lm().

---