Commit 3a9d3ba7 authored by Georgios Ouzounis's avatar Georgios Ouzounis
Browse files

LAM-33 Created apache-flink role.

parent 133f04ba
---
- hosts: master
user: root
tasks:
- name: Download Apache Flink, Yarn version.
get_url: url=http://apache.tsl.gr/flink/flink-0.8.1/flink-0.8.1-bin-hadoop2-yarn.tgz dest=/root/flink-0.8.1-bin-hadoop2-yarn.tgz
tags:
- download
- name: Uncompress Apache Flink.
unarchive: src=/root/flink-0.8.1-bin-hadoop2-yarn.tgz dest=/usr/local copy=no
tags:
- uncompress
- name: Create softlink for Apache Flink.
file: src=/usr/local/flink-yarn-0.8.1 dest=/usr/local/flink state=link
tags:
- uncompress
- name: Configure Apache Flink.
copy: src=../files/usr/local/flink/conf/flink-conf.yaml dest=/usr/local/flink/conf/flink-conf.yaml owner=root group=root mode=0644
tags:
- configure
- name: Start Apache Flink.
shell: /usr/local/flink/bin/yarn-session.sh -n 2 -tm 512
async: 31536000 # Stay alive for a year(1 year = 31536000 seconds).
poll: 0
tags:
- start
roles:
- ../roles/apache-flink
---
- name: Download Apache Flink, Yarn version.
get_url: url=http://mirrors.myaegean.gr/apache/flink/flink-0.9.0/flink-0.9.0-bin-hadoop27.tgz dest=/root/flink-0.9.0-bin-hadoop27.tgz
tags:
- download
- name: Uncompress Apache Flink.
unarchive: src=/root/flink-0.9.0-bin-hadoop27.tgz dest=/usr/local copy=no
tags:
- uncompress
- name: Create softlink for Apache Flink.
file: src=/usr/local/flink-0.9.0 dest=/usr/local/flink state=link
tags:
- uncompress
- name: Configure Apache Flink.
template: src=usr/local/flink/conf/flink-conf.j2 dest=/usr/local/flink/conf/flink-conf.yaml owner=root group=root mode=0644
tags:
- configure
- name: Start Apache Flink.
shell: /usr/local/flink/bin/yarn-session.sh -n {{ number_of_taskmanagers }} -tm {{ ram_per_task_manager }}
async: 31536000 # Stay alive for a year(1 year = 31536000 seconds).
poll: 0
tags:
- start
################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################
#==============================================================================
# Common
#==============================================================================
jobmanager.rpc.address: {{ master_node_ip }}
jobmanager.rpc.port: 6123
jobmanager.heap.mb: {{ jobmanager_heap_mb }}
taskmanager.heap.mb: {{ taskmanager_heap_mb }}
taskmanager.numberOfTaskSlots: {{ taskmanager_numberOfTaskSlots }}
parallelization.degree.default: {{ parallelization_degree_default }}
#==============================================================================
# Web Frontend
#==============================================================================
jobmanager.web.port: 8081
webclient.port: 8080
#==============================================================================
# Advanced
# The number of buffers for the network stack.
#
# taskmanager.network.numberOfBuffers: 2048
# Directories for temporary files.
#
# Add a delimited list for multiple directories, using the system directory
# delimiter (colon ':' on unix) or a comma, e.g.:
# /data1/tmp:/data2/tmp:/data3/tmp
#
# Note: Each directory entry is read from and written to by a different I/O
# thread. You can include the same directory multiple times in order to create
# multiple I/O threads against that directory. This is for example relevant for
# high-throughput RAIDs.
#
# If not specified, the system-specific Java temporary directory (java.io.tmpdir
# property) is taken.
#
taskmanager.tmp.dirs: /tmp
# Path to the Hadoop configuration directory.
#
# This configuration is used when writing into HDFS. Unless specified otherwise,
# HDFS file creation will use HDFS default settings with respect to block-size,
# replication factor, etc.
#
# You can also directly specify the paths to hdfs-default.xml and hdfs-site.xml
# via keys 'fs.hdfs.hdfsdefault' and 'fs.hdfs.hdfssite'.
#
# fs.hdfs.hadoopconf: /path/to/hadoop/conf/
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment