ivory.lsh.driver

Class PwsimEnvironment

java.lang.Object

org.apache.hadoop.conf.Configured

ivory.lsh.driver.PwsimEnvironment

All Implemented Interfaces:

Configurable

Direct Known Subclasses:

RunComputeSignatures

public abstract class PwsimEnvironment
extends Configured

Runner class for pairwise similarity algorithms.

Author:

ferhanture

Field Summary

Fields

Modifier and Type	Field and Description
static int	batchIndexKeyLength
static int	chunkOverlapSize
static boolean	cluster
static int	dfCut
static boolean	isCrossLingual
static int	maxHammingDistance
static String	mode
static int	numBatchFiles
static int	numChunksPerPermTable
static int	numOfBits
static int	numOfPermutations
static int	numResults
static boolean	pairwiseWithinChunk
static String	permutationType
static int	sampleSize
static float	scoreThreshold
static String	signatureType
static int	slidingWindowSize
static boolean	withBoundaries

Constructor Summary

Constructors

Constructor and Description
PwsimEnvironment()

Method Summary

Methods

Modifier and Type	Method and Description
static String	getFilteredPwsimDir(String dir, String signatureType, int maxHammingDistance, int numOfBits, int numOfPermutations, int slidingWindowSize, String docnos, int numResults)
static String	getIntDocvectorsFile(String dir, FileSystem fs)
static String	getIntDocvectorsFile(String dir, FileSystem fs, int sampleSize)
static String	getPermutationsFile(String dir, FileSystem fs, int numOfBits, int numOfPermutations)
static String	getPwsimDir(String dir, String signatureType, int maxHammingDistance, int numOfBits, int numOfPermutations, int slidingWindowSize)
static String	getRandomVectorsDir(String dir, int numOfBits)
static String	getSignaturesDir(String dir, int numOfBits, String type)
static String	getSignaturesDir(String dir, int numOfBits, String type, int numBatch)
static String	getTablesDir(String dir, FileSystem fs, String signatureType, int numOfBits, int chunkOverlapSize, int numOfPermutations)
static String	getTermDocvectorsFile(String dir, FileSystem fs)
static String	getTermDocvectorsFile(String dir, FileSystem fs, int sampleSize)
static JobConf	setBitextPaths(JobConf conf, String dataDir, String eLang, String fLang, String bitextName, String eDir, String fDir)
static JobConf	setBitextPaths(JobConf conf, String dataDir, String eLang, String fLang, String bitextName, String eDir, String fDir, float classifierThreshold, int classifierId, String pwsimPairsPath, String classifierType)
static void	setClassTypes(String signatureType, Configuration config)

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

batchIndexKeyLength

public static int batchIndexKeyLength

chunkOverlapSize

public static int chunkOverlapSize

cluster

public static final boolean cluster

See Also:

Constant Field Values

dfCut

public static int dfCut

isCrossLingual

public static boolean isCrossLingual

maxHammingDistance

public static int maxHammingDistance

mode

public static String mode

numBatchFiles

public static int numBatchFiles

numChunksPerPermTable

public static int numChunksPerPermTable

numOfBits

public static int numOfBits

numOfPermutations

public static int numOfPermutations

numResults

public static int numResults

pairwiseWithinChunk

public static boolean pairwiseWithinChunk

permutationType

public static String permutationType

sampleSize

public static int sampleSize

scoreThreshold

public static float scoreThreshold

signatureType

public static String signatureType

slidingWindowSize

public static int slidingWindowSize

withBoundaries

public static boolean withBoundaries

Constructor Detail

PwsimEnvironment

public PwsimEnvironment()

Method Detail

getFilteredPwsimDir

public static String getFilteredPwsimDir(String dir,
                         String signatureType,
                         int maxHammingDistance,
                         int numOfBits,
                         int numOfPermutations,
                         int slidingWindowSize,
                         String docnos,
                         int numResults)
                                  throws IOException

Throws:

IOException

getIntDocvectorsFile

public static String getIntDocvectorsFile(String dir,
                          FileSystem fs)
                                   throws IOException

Throws:

IOException

getIntDocvectorsFile

public static String getIntDocvectorsFile(String dir,
                          FileSystem fs,
                          int sampleSize)
                                   throws IOException

Throws:

IOException

getPermutationsFile

public static String getPermutationsFile(String dir,
                         FileSystem fs,
                         int numOfBits,
                         int numOfPermutations)
                                  throws IOException

Throws:

IOException

getPwsimDir

public static String getPwsimDir(String dir,
                 String signatureType,
                 int maxHammingDistance,
                 int numOfBits,
                 int numOfPermutations,
                 int slidingWindowSize)
                          throws IOException

Throws:

IOException

getRandomVectorsDir

public static String getRandomVectorsDir(String dir,
                         int numOfBits)

getSignaturesDir

public static String getSignaturesDir(String dir,
                      int numOfBits,
                      String type)

getSignaturesDir

public static String getSignaturesDir(String dir,
                      int numOfBits,
                      String type,
                      int numBatch)

getTablesDir

public static String getTablesDir(String dir,
                  FileSystem fs,
                  String signatureType,
                  int numOfBits,
                  int chunkOverlapSize,
                  int numOfPermutations)
                           throws IOException

Throws:

IOException

getTermDocvectorsFile

public static String getTermDocvectorsFile(String dir,
                           FileSystem fs)
                                    throws IOException

Throws:

IOException

getTermDocvectorsFile

public static String getTermDocvectorsFile(String dir,
                           FileSystem fs,
                           int sampleSize)
                                    throws IOException

Throws:

IOException

setBitextPaths

public static JobConf setBitextPaths(JobConf conf,
                     String dataDir,
                     String eLang,
                     String fLang,
                     String bitextName,
                     String eDir,
                     String fDir)
                              throws IOException,
                                     URISyntaxException

Throws:

IOException

URISyntaxException

setBitextPaths

public static JobConf setBitextPaths(JobConf conf,
                     String dataDir,
                     String eLang,
                     String fLang,
                     String bitextName,
                     String eDir,
                     String fDir,
                     float classifierThreshold,
                     int classifierId,
                     String pwsimPairsPath,
                     String classifierType)
                              throws IOException,
                                     URISyntaxException

Throws:

IOException

URISyntaxException

setClassTypes

public static void setClassTypes(String signatureType,
                 Configuration config)