src/localdef.h

/*  -*- C++ -*-

    textIR - A fast text document retrieval engine

    Copyright (C) 2005-2009 Laurence Park

    This program is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program.  If not, see <http://www.gnu.org/licenses/>.

    File information:
    $Header: /home/staff/lapark/cvsroot/web_search/textIR/src/localdef.h,v 1.28.2.3 2009/11/05 03:04:52 lapark Exp $
*/

#ifndef LOCALDEF_H
#define LOCALDEF_H

//#define OLD_INDEX

#define TRIPLET Triple_tfd
#define DRIPLET Triple_dft
#define QRIPLET Triplef_tfd

#define INDEX_NAME "tindex.bin"
#define DINDEX_NAME "dindex.bin"
#define WORD_NAME  "word.stats"
#define DOCUMENT_LIST "document.stats"

#define QD_NAME "dq.list"
#define QD_INDEX_NAME "dq.bin"

#define QINDEX_NAME "tq.bin"
#define QDINDEX_NAME "qt.bin"
#define QWORD_NAME  "tq.stats"
#define QDOCUMENT_LIST "qt.stats"
#define ORACLE "oracle"

#define QINVINDEX_NAME "lsainv.bin"
#define QINVWORD_NAME  "lsainv.stats"


#define FILE_POS_TYPE unsigned long

// block sizes
#define MEMSIZE 8388608 //67108864 //4294967296 //67108864
#define MAXDOCUMENT_SIZE 32768 //8192
#define BLOCKSIZE 65536
#define HASHWORDS 218
#define MINBLOCKSIZE (sizeof(Triple<int>))
#define MAXWORD_SIZE 29 //64
#define MAXURL_SIZE 2048
//#define PERFHASH_MULTIPLE 3

#define EPSILON (1e-6)

// query constants
#define ACCUMULATOR_SIZE 100000
#define SEARCH_ID "textIR"

// pseudo-relevance feedback
#define FEEDBACK_DOCUMENTS 3
#define EXPANSION_TERMS 25
#define EXPANSION_MIX (0.333)

// plsa || lsa
#define PLSAWT_INDEX "plsawt.bin"
#define PLSAWT_STATS "plsawt.stats"
#define PLSATW_INDEX "plsatw.bin"
#define PLSATW_STATS "plsatw.stats"
#define PLSAWW_INDEX "plsaww.bin"
#define PLSAWW_STATS "plsaww.stats"
#define PLSAWD_INDEX "plsawd.bin"
#define PLSAWD_STATS "plsawd.stats"
#define LSAWW_INDEX "lsaww.bin"
#define LSAWW_STATS "lsaww.stats"
#define LSAWD_INDEX "lsawd.bin"
#define LSAWD_STATS "lsawd.stats"
#define QUANTISE_LEVELS 64
#define QUANTISE_UPPER 1

#define LDAWW_INDEX "ldaww.bin"
#define LDAWW_STATS "ldaww.stats"

// language model based thesaurus
#define LMWW "lmww"

// co-occurance thesaurus
#define COT_INDEX "cot.bin"
#define COT_STATS "cot.stats"

// link analysis
#define URL_INDEX "url.bin"
#define URL_STATS "url.stats"

// kernelLSA
#define KERNEL_RBK
//#define KERNEL_POLYNOMIAL
//#define KERNEL_BM25 // use for klsa BM25 and TF-IDF
//#define FAST_KERNEL
//#define KERNEL_BM25_MOD
#define KERNEL_SIGMA 10
#define KERNEL_THETA 1
#define KERNEL_POWER 2

//#define LSI_COSINE

#endif

---