com.datorama.oss.timbermill

Class ElasticsearchClient

java.lang.Object

com.datorama.oss.timbermill.ElasticsearchClient

public class ElasticsearchClient
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String[]	ALL_TASK_FIELDS
AtomicInteger	numOfBulksPersistedToDisk
int	numOfCouldNotBeInserted
int	numOfFetchedMaxTimes
int	numOfSuccessfulBulksFromDisk
static org.elasticsearch.index.query.TermsQueryBuilder	PARTIALS_QUERY

Constructor Summary

Constructors

Constructor and Description
ElasticsearchClient(String elasticUrl, int indexBulkSize, int indexingThreads, String awsRegion, String elasticUser, String elasticPassword, long maxIndexAge, long maxIndexSizeInGB, long maxIndexDocs, int numOfElasticSearchActionsTries, int maxBulkIndexFetches, int searchMaxSize, Map<String,Object> params, String diskHandlerStrategy)

Method Summary

Modifier and Type	Method and Description
void	bootstrapElasticsearch(int numberOfShards, int numberOfReplicas, int maxTotalFields)
org.elasticsearch.action.bulk.BulkResponse	bulk(DbBulkRequest request, org.elasticsearch.client.RequestOptions requestOptions)
void	close()
void	deleteExpiredTasks()
String	getCurrentIndex()
List<Task>	getMultipleTasksByIds(String taskId)
String	getOldIndex()
Map<String,Task>	getSingleTaskByIds(org.elasticsearch.index.query.AbstractQueryBuilder queryBuilder, String index, String functionDescription, String[] taskFieldsToInclude, String[] taskFieldsToExclude)
Task	getTaskById(String taskId)
Map<String,Task>	getTasksByIds(String index, Set<String> taskIds, String functionDescription, String[] taskFieldsToInclude, String[] taskFieldsToExclude)
boolean	hasFailedRequests()
void	index(Map<String,Task> tasksMap, String index)
void	indexAndDeleteTasks(Map<String,Task> previousIndexPartialTasks)
boolean	isWithPersistence()
boolean	retryFailedRequestsFromDisk()
void	retryFailedRequestsFromMemory()
void	setCurrentIndex(String currentIndex)
void	setOldIndex(String oldIndex)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PARTIALS_QUERY

public static final org.elasticsearch.index.query.TermsQueryBuilder PARTIALS_QUERY

ALL_TASK_FIELDS

public static final String[] ALL_TASK_FIELDS

numOfBulksPersistedToDisk

public AtomicInteger numOfBulksPersistedToDisk

numOfSuccessfulBulksFromDisk

public int numOfSuccessfulBulksFromDisk

numOfFetchedMaxTimes

public int numOfFetchedMaxTimes

numOfCouldNotBeInserted

public int numOfCouldNotBeInserted

Constructor Detail

ElasticsearchClient

public ElasticsearchClient(String elasticUrl,
                           int indexBulkSize,
                           int indexingThreads,
                           String awsRegion,
                           String elasticUser,
                           String elasticPassword,
                           long maxIndexAge,
                           long maxIndexSizeInGB,
                           long maxIndexDocs,
                           int numOfElasticSearchActionsTries,
                           int maxBulkIndexFetches,
                           int searchMaxSize,
                           Map<String,Object> params,
                           String diskHandlerStrategy)

Method Detail

getCurrentIndex

public String getCurrentIndex()

getOldIndex

public String getOldIndex()

setCurrentIndex

public void setCurrentIndex(String currentIndex)

setOldIndex

public void setOldIndex(String oldIndex)

getTaskById

public Task getTaskById(String taskId)

getMultipleTasksByIds

public List<Task> getMultipleTasksByIds(String taskId)

getTasksByIds

public Map<String,Task> getTasksByIds(String index,
                                      Set<String> taskIds,
                                      String functionDescription,
                                      String[] taskFieldsToInclude,
                                      String[] taskFieldsToExclude)

getSingleTaskByIds

public Map<String,Task> getSingleTaskByIds(org.elasticsearch.index.query.AbstractQueryBuilder queryBuilder,
                                           String index,
                                           String functionDescription,
                                           String[] taskFieldsToInclude,
                                           String[] taskFieldsToExclude)

close

public void close()

bulk

public org.elasticsearch.action.bulk.BulkResponse bulk(DbBulkRequest request,
                                                       org.elasticsearch.client.RequestOptions requestOptions)
                                                throws IOException

Throws:

IOException

index

public void index(Map<String,Task> tasksMap,
                  String index)

indexAndDeleteTasks

public void indexAndDeleteTasks(Map<String,Task> previousIndexPartialTasks)

bootstrapElasticsearch

public void bootstrapElasticsearch(int numberOfShards,
                                   int numberOfReplicas,
                                   int maxTotalFields)

deleteExpiredTasks

public void deleteExpiredTasks()

retryFailedRequestsFromMemory

public void retryFailedRequestsFromMemory()

hasFailedRequests

public boolean hasFailedRequests()

isWithPersistence

public boolean isWithPersistence()

retryFailedRequestsFromDisk

public boolean retryFailedRequestsFromDisk()