CONFIGURATION=test RCPT_TO=hadoop@localhost # ingest properties DATAWAVE_INGEST_HOME=/local/datawave-ingest WAREHOUSE_ACCUMULO_HOME=/local/accumulo-current WAREHOUSE_HDFS_NAME_NODE=hdfs://localhost:9000 WAREHOUSE_JOBTRACKER_NODE=localhost:8032 WAREHOUSE_ZOOKEEPERS=localhost:2181 WAREHOUSE_INSTANCE_NAME=SuperStar #Sets variable sets the zookeeper location for the warehouse side zookeeper.hosts=localhost:2181 INGEST_ACCUMULO_HOME=/local/accumulo-current INGEST_HDFS_NAME_NODE=hdfs://localhost:9000 INGEST_JOBTRACKER_NODE=localhost:8032 INGEST_ZOOKEEPERS=localhost:2181 INGEST_INSTANCE_NAME=SuperStar JOB_CACHE_REPLICATION=1 STAGING_HOSTS=localhost DUMPER_HOSTS=localhost INGEST_HOST=localhost ROLLUP_HOST=localhost #extra mapreduce options (e.g. mapreduce.task.io.sort.mb and the like) MAPRED_INGEST_OPTS=-useInlineCombiner #extra HADOOP_OPTS (java options) HADOOP_INGEST_OPTS= #extra CHILD_OPTS (java options) CHILD_INGEST_OPTS= BULK_CHILD_MAP_MAX_MEMORY_MB=2048 LIVE_CHILD_MAP_MAX_MEMORY_MB=1024 BULK_CHILD_REDUCE_MAX_MEMORY_MB=2048 LIVE_CHILD_REDUCE_MAX_MEMORY_MB=1024 BULK_INGEST_DATA_TYPES=shardStats,wikipedia,mycsv,myjson,annotation LIVE_INGEST_DATA_TYPES=wikipedia,mycsv,myjson,annotation # Clear out these values if you do not want standard shard ingest. DEFAULT_SHARD_HANDLER_CLASSES=datawave.ingest.mapreduce.handler.shard.AbstractColumnBasedHandler ALL_HANDLER_CLASSES=datawave.ingest.mapreduce.handler.edge.ProtobufEdgeDataTypeHandler,datawave.ingest.mapreduce.handler.dateindex.DateIndexDataTypeHandler BULK_INGEST_REDUCERS=10 LIVE_INGEST_REDUCERS=10 # Note the max blocks per job must be less than or equal to the number of mappers INGEST_BULK_JOBS=1 INGEST_BULK_MAPPERS=4 INGEST_MAX_BULK_BLOCKS_PER_JOB=4 INGEST_LIVE_JOBS=1 INGEST_LIVE_MAPPERS=4 INGEST_MAX_LIVE_BLOCKS_PER_JOB=4 INDEX_STATS_MAX_MAPPERS=7 NUM_MAP_LOADERS=1 USERNAME=root PASSWORD=secret ZOOKEEPER_HOME=/local/zookeeper HADOOP_HOME=/local/hadoop MAPRED_HOME=/local/hadoop WAREHOUSE_HADOOP_CONF=/local/hadoop/conf INGEST_HADOOP_CONF=/local/hadoop/conf HDFS_BASE_DIR=/NewIngest MONITOR_SERVER_HOST=localhost LOG_DIR=/local/logs/ingest PDSH_LOG_DIR=${LOG_DIR}/pdsh_logs FLAG_DIR=/local/data/flags FLAG_MAKER_CONFIG=/local/datawave-ingest/config/liveFlagMaker.xml,/local/datawave-ingest/config/bulkFlagMaker.xml,/local/datawave-ingest/config/WikipediaFlagMakerConfig.xml BIN_DIR_FOR_FLAGS=/local/datawave-ingest/bin PYTHON=/usr/bin/python # Setting discard interval to 0 in order to disable auto-ageoff @ ingest time EVENT_DISCARD_INTERVAL=0 # Setting discard interval to 0 in order to disable auto-ageoff @ ingest time EVENT_DISCARD_FUTURE_INTERVAL=0 DATAWAVE_CACHE_PORT=20444 EDGE_DEFINITION_FILE=config/edge-definitions.xml ERROR_TABLE=errors ANALYTIC_MTX=analytic_metrics LOADER_MTX=loader_metrics INGEST_MTX=ingest_metrics BULK_INGEST_METRIC_THRESHOLD=1500000 LIVE_INGEST_METRIC_THRESHOLD=1500000 KEYSTORE=/local/wildfly/standalone/configuration/certificates/testServer.p12 KEYSTORE_TYPE=PKCS12 KEYSTORE_PASSWORD=secret TRUSTSTORE=/local/wildfly/standalone/configuration/certificates/ca.jks FLAG_METRICS_DIR=/data/flagMetrics TRUSTSTORE_PASSWORD=Changeit1 TRUSTSTORE_TYPE=JKS cluster.name=dev accumulo.instance.name=SuperStar accumulo.user.name=root accumulo.user.password=secret # uncomment to pull password from the environment. also need to modify bootstrap-web.sh for quickstart #accumulo.user.password=env:DW_ACCUMULO_PASSWORD cached.results.hdfs.uri=hdfs://localhost:8020/ cached.results.export.dir=/CachedResults lock.file.dir=/tmp/datawave-lock-files/ JAVA_HOME=/local/jdk1.8.0 # query properties server.keystore.password=secret mysql.user.password=datawave jboss.jmx.password=blah hornetq.cluster.password=blah hornetq.system.password=blah server.truststore.password=Changeit #Sets up the Atom Service atom.wildfly.hostname=localhost atom.wildfly.port.number=8443 atom.connection.pool.name=WAREHOUSE security.use.testauthservice=true security.testauthservice.context.entry=classpath*:datawave/security/TestDatawaveUserServiceConfiguration.xml security.testauthservice.users= \ \n \ \n # other properties rpm.file.owner=rpmowner rpm.file.group=rpmowner rpm.file.accumulo.owner=accumulo-owner rpm.file.accumulo.group=accumulo-owner # Enable full table scans for the base event query? #beq.fullTableScanEnabled=true event.query.data.decorators= \ \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n lookup.uuid.uuidTypes= \ \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n \ \n query.metrics.marking=(PUBLIC) query.metrics.visibility=PUBLIC metrics.warehouse.namenode=localhost metrics.warehouse.hadoop.path=/local/hadoop metrics.reporter.class=datawave.metrics.NoOpMetricsReporterFactory metadatahelper.default.auths=PUBLIC security.npe.ou.entries=EXAMPLE_SERVER_OU1,EXAMPLE_SERVER_OU2 security.subject.dn.pattern=(?:^|,)\\s*OU\\s*=\\s*My Department\\s*(?:,|$) datawave.docs.menu.extras=
  • Accumulo