On Tue, May 11, 2021 at 11:54 AM, <hadoopmarc@...> wrote:
https://docs.janusgraph.org/advanced-topics/bulk-loading/#optimizing-id-allocation
Thanks for response Marc. Below is the method i am using to create janus connection:
public JanusGraph createJanusConnection(HashMap<String, Object> janusConfig) {
JanusGraphFactory.Builder configProps = JanusGraphFactory.build();
configProps.set(GREMLIN_GRAPH, “org.janusgraph.core.JanusGraphFactory”);
configProps.set(STORAGE_BACKEND, “cql”);
configProps.set(STORAGE_HOSTNAME, janusConfig.get("storage.hostname"));
configProps.set(STORAGE_CQL_KEYSPACE, janusConfig.get("storage.keyspace"));
configProps.set(CACHE_DB_CACHE, “false”);
configProps.set(CACHE_DB_CACHE_SIZE, “0.5”);
configProps.set(CACHE_DB_CACHE_TIME, “180000”);
configProps.set(CACHE_DB_CACHE_CLEAN_WAIT, “20”);
configProps.set(STORAGE_CQL_LOCAL_DATACENTER, janusConfig.get("local-datacenter"));
configProps.set(STORAGE_CQL_WRITE_CONSISTENCY_LEVEL, “LOCAL_ONE”);
configProps.set(STORAGE_CQL_READ_CONSISTENCY_LEVEL, “LOCAL_ONE”);
configProps.set(STORAGE_CQL_SSL_ENABLED, janusConfig.get("cql.ssl.enabled"));
configProps.set(STORAGE_CQL_SSL_TRUSTSTORE_LOCATION, janusConfig.get("truststore.location"));
configProps.set(STORAGE_CQL_SSL_TRUSTSTORE_PASSWORD, janusConfig.get("truststore.password"));
configProps.set(STORAGE_USERNAME, janusConfig.get("cassandra.username"));
configProps.set(STORAGE_PASSWORD, janusConfig.get("cassandra.password"));
configProps.set("storage.read-time", "120000");
configProps.set("storage.write-time", "120000");
configProps.set("storage.connection-timeout", "120000");
// added to fix ID block allocation exceptions
configProps.set("renew-timeout", "240000");
configProps.set("write-time", "1000");
configProps.set("read-time", "100");
configProps.set("renew-percentage", "0.4");
configProps.set(METRICS_ENABLED, “true”);
configProps.set(METRICS_JMX_ENABLED, “true”);
configProps.set(INDEX_SEARCH_BACKEND, “elasticsearch”);
configProps.set(INDEX_SEARCH_HOSTNAME, janusConfig.get("elasticsearch.hostname"));
configProps.set(INDEX_SEARCH_ELASTICSEARCH_HTTP_AUTH_TYPE,”basic”);
}
configProps.set(INDEX_SEARCH_ELASTICSEARCH_HTTP_AUTH_BASIC_USERNAME, janusConfig.get("elasticsearch.username"));
configProps.set(INDEX_SEARCH_ELASTICSEARCH_HTTP_AUTH_BASIC_PASSWORD, janusConfig.get("elasticsearch.password"));
configProps.set(INDEX_SEARCH_ELASTICSEARCH_SSL_ENABLED, janusConfig.get("elasticsearch.ssl.enabled")
);
configProps.set(IDS_BLOCK_SIZE, “1000000000”);
configProps.set(IDS_RENEW_PERCENTAGE, “0.3”);
logger.info("JanusGraph config initialization!!");
return configProps.open();
}