flink-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From se...@apache.org
Subject [01/22] flink git commit: [hotfix] [bin] Adjust the comments and inactive options in 'flink-conf.yaml' to reflect latest config options
Date Thu, 01 Feb 2018 15:46:33 GMT
Repository: flink
Updated Branches:
  refs/heads/master bcead3be3 -> 31e97e57c


[hotfix] [bin] Adjust the comments and inactive options in 'flink-conf.yaml' to reflect latest
config options


Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/20bae20e
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/20bae20e
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/20bae20e

Branch: refs/heads/master
Commit: 20bae20ec3fe4e1c65337e50d85c4afcc4b8b854
Parents: bcead3b
Author: Stephan Ewen <sewen@apache.org>
Authored: Thu Feb 1 09:48:25 2018 +0100
Committer: Stephan Ewen <sewen@apache.org>
Committed: Thu Feb 1 09:48:25 2018 +0100

----------------------------------------------------------------------
 flink-dist/src/main/resources/flink-conf.yaml | 81 +++++++++++++---------
 1 file changed, 48 insertions(+), 33 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/flink/blob/20bae20e/flink-dist/src/main/resources/flink-conf.yaml
----------------------------------------------------------------------
diff --git a/flink-dist/src/main/resources/flink-conf.yaml b/flink-dist/src/main/resources/flink-conf.yaml
index fca97df..cad9aa6 100644
--- a/flink-dist/src/main/resources/flink-conf.yaml
+++ b/flink-dist/src/main/resources/flink-conf.yaml
@@ -51,17 +51,18 @@ taskmanager.heap.mb: 1024
 
 taskmanager.numberOfTaskSlots: 1
 
-# Specify whether TaskManager memory should be allocated when starting up (true) or when
-# memory is required in the memory manager (false)
-# Important Note: For pure streaming setups, we highly recommend to set this value to `false`
-# as the default state backends currently do not use the managed memory.
-
-taskmanager.memory.preallocate: false
-
 # The parallelism used for programs that did not specify and other parallelism.
 
 parallelism.default: 1
 
+# The default file system scheme and authority.
+# 
+# By default file paths without scheme are interpreted relative to the local
+# root file system 'file:///'. Use this to override the default and interpret
+# relative paths relative to a different file system,
+# for example 'hdfs://mynamenode:12345'
+#
+# fs.default-scheme
 
 #==============================================================================
 # Web Frontend
@@ -104,35 +105,40 @@ web.port: 8081
 #historyserver.archive.fs.refresh-interval: 10000
 
 #==============================================================================
-# Streaming state checkpointing
+# Fault tolerance and checkpointing
 #==============================================================================
 
 # The backend that will be used to store operator state checkpoints if
 # checkpointing is enabled.
 #
-# Supported backends: jobmanager, filesystem, rocksdb, <class-name-of-factory>
+# Supported backends are 'jobmanager', 'filesystem', 'rocksdb', or the
+# <class-name-of-factory>.
 #
 # state.backend: filesystem
 
+# Directory for checkpoints filesystem, when using any of the default bundled
+# state backends.
+#
+# state.checkpoints.dir: hdfs://namenode-host:port/flink-checkpoints
 
-# Directory for storing checkpoints in a Flink-supported filesystem
-# Note: State backend must be accessible from the JobManager and all TaskManagers.
-# Use "hdfs://" for HDFS setups, "file://" for UNIX/POSIX-compliant file systems,
-# (or any local file system under Windows), or "s3://" with lower case 's' for S3 file system.
+# Default target directory for savepoints, optional.
 #
-# state.backend.fs.checkpointdir: hdfs://namenode-host:port/flink-checkpoints
+# state.savepoints.dir: hdfs://namenode-host:port/flink-checkpoints
 
+# Flag to enable/disable incremental checkpoints for backends that
+# support incremental checkpoints (like the RocksDB state backend). 
+#
+# state.backend.incremental: false
 
 #==============================================================================
 # Advanced
 #==============================================================================
 
-# The number of buffers for the network stack.
+# Override the directories for temporary files. If not specified, the
+# system-specific Java temporary directory (java.io.tmpdir property) is taken.
 #
-# taskmanager.network.numberOfBuffers: 2048
-
-
-# Directories for temporary files.
+# For framework setups on Yarn or Mesos, Flink will automatically pick up the
+# containers' temp directories without any need for configuration.
 #
 # Add a delimited list for multiple directories, using the system directory
 # delimiter (colon ':' on unix) or a comma, e.g.:
@@ -143,26 +149,35 @@ web.port: 8081
 # multiple I/O threads against that directory. This is for example relevant for
 # high-throughput RAIDs.
 #
-# If not specified, the system-specific Java temporary directory (java.io.tmpdir
-# property) is taken.
-#
-# taskmanager.tmp.dirs: /tmp
+# io.tmp.dirs: /tmp
 
-
-# Path to the Hadoop configuration directory.
+# Specify whether TaskManager's managed memory should be allocated when starting
+# up (true) or when memory is requested.
 #
-# Note: these keys are deprecated and it is recommended to configure the Hadoop
-# path with the environment variable 'HADOOP_CONF_DIR' instead.
+# We recomment to set this value to 'true' only in setups for pure batch
+# processing (DataSet API). Streaming setups currently do not use the TaskManager's
+# managed memory: The 'rocksdb' state backend uses RocksDB's own memory management,
+# while the 'memory' and 'filesystem' backends explicitly keep data as objects
+# to save on serialization cost.
 #
-# This configuration is used when writing into HDFS. Unless specified otherwise,
-# HDFS file creation will use HDFS default settings with respect to block-size,
-# replication factor, etc.
+# taskmanager.memory.preallocate: false
+
+# The classloading resolve order. Possible values are 'parent-first' (Java's default)
+# and 'child-first'.
 #
-# You can also directly specify the paths to hdfs-default.xml and hdfs-site.xml
-# via keys 'fs.hdfs.hdfsdefault' and 'fs.hdfs.hdfssite'.
+# Child first classloading allows users to use different dependency/library
+# versions in their application than those in the classpath. Switching back
+# to 'parent-first' may help with debugging dependency issues.
 #
-# fs.hdfs.hadoopconf: /path/to/hadoop/conf/
+# classloader.resolve-order: child-first
 
+# The amount of memory going to the network stack. These numbers usually need 
+# no tuning. Adjusting them may be necessary in case of an "Insufficient number
+# of network buffers" error. The default min is 64MB, teh default max is 1GB.
+# 
+# taskmanager.network.memory.fraction: 0.1
+# taskmanager.network.memory.min: 67108864
+# taskmanager.network.memory.max: 1073741824
 
 #==============================================================================
 # High Availability


Mime
View raw message