From 74c75c3d3636f65e2949a6f261c00d531dae8d78 Mon Sep 17 00:00:00 2001 From: James Tombleson Date: Fri, 26 Apr 2019 12:35:26 -0700 Subject: [PATCH] Moving kibana to a role --- playbook/linux/elastic/role-test.yml | 6 +- roles/elasticsearch/README.md | 72 ++++++++++++-- roles/elasticsearch/defaults/main.yml | 21 ++++- roles/elasticsearch/tasks/elastic-7.x.list | 1 - roles/elasticsearch/tasks/main.yml | 31 +----- roles/elasticsearch/tasks/ubuntu.yml | 38 +++++++- .../elasticsearch/templates/elasticsearch.j2 | 94 +++++++++++++++++++ roles/kibana/README.md | 38 ++++++++ roles/kibana/defaults/main.yml | 15 +++ roles/kibana/handlers/main.yml | 2 + roles/kibana/meta/main.yml | 60 ++++++++++++ roles/kibana/tasks/install-repo.yml | 29 ++++++ roles/kibana/tasks/main.yml | 2 + .../kibana/templates}/kibana.j2 | 0 roles/kibana/tests/inventory | 2 + roles/kibana/tests/test.yml | 5 + roles/kibana/vars/main.yml | 2 + 17 files changed, 381 insertions(+), 37 deletions(-) delete mode 100644 roles/elasticsearch/tasks/elastic-7.x.list create mode 100755 roles/elasticsearch/templates/elasticsearch.j2 create mode 100644 roles/kibana/README.md create mode 100644 roles/kibana/defaults/main.yml create mode 100644 roles/kibana/handlers/main.yml create mode 100644 roles/kibana/meta/main.yml create mode 100644 roles/kibana/tasks/install-repo.yml create mode 100644 roles/kibana/tasks/main.yml rename {playbook/linux/elastic => roles/kibana/templates}/kibana.j2 (100%) create mode 100644 roles/kibana/tests/inventory create mode 100644 roles/kibana/tests/test.yml create mode 100644 roles/kibana/vars/main.yml diff --git a/playbook/linux/elastic/role-test.yml b/playbook/linux/elastic/role-test.yml index 5d681f8..68fb5bc 100644 --- a/playbook/linux/elastic/role-test.yml +++ b/playbook/linux/elastic/role-test.yml @@ -7,5 +7,9 @@ import_role: name: elasticsearch vars: - cluster_name: "cookies" + cluster_name: "loggin-dev" + ufw_http_port: true + ufw_transport_port: true + systemd_enabled: true + systemd_restart: true diff --git a/roles/elasticsearch/README.md b/roles/elasticsearch/README.md index 225dd44..1cdb858 100644 --- a/roles/elasticsearch/README.md +++ b/roles/elasticsearch/README.md @@ -1,17 +1,64 @@ -Role Name +ElasticSearch ========= -A brief description of the role goes here. +This role will install and configure ElastiSearch on requested servers. Requirements ------------ -Any pre-requisites that may not be covered by Ansible itself or the role should be mentioned here. For instance, if the role uses the EC2 module, it may be a good idea to mention in this section that the boto package is required. +No requirements are needed for this role. Role Variables -------------- -A description of the settable variables for this role should go here, including any variables that are in defaults/main.yml, vars/main.yml, and any variables that can/should be set via parameters to the role. Any variables that are read from other roles and/or the global scope (ie. hostvars, group vars, etc.) should be mentioned here as well. +```yaml +cluster_name: 'cluster' + +node_name: '' + +# https://www.elastic.co/guide/en/elasticsearch/reference/current/modules-node.html +# +node_master: true + +node_data: true + +path_data: '/var/lib/elasticsearch' + +path_logs: '/var/log/elastisearch' + +http_port: 9200 + +### Transport ### +# +#https://www.elastic.co/guide/en/elasticsearch/reference/current/modules-transport.html +# + +# The host address to bind the transport service to. Defaults to transport.host (if set) or network.bind_host. +transport_host: 'localhost' + +# A bind port range. Defaults to 9300-9400. +transport_port: 9300 + +# +# Firewall configuration +# + +# Allow http_port though UFW +ufw_http_port: false + +# Allow transport_port though UFW +ufw_transport_port: false + +# +# systemd configuration +# + +# Enable ElasticSearch on system startup +systemd_enabled: false + +# Restart ElasticSearch after running though playbook +systemd_restart: false +``` Dependencies ------------ @@ -23,9 +70,20 @@ Example Playbook Including an example of how to use your role (for instance, with variables passed in as parameters) is always nice for users too: - - hosts: servers - roles: - - { role: username.rolename, x: 42 } +- name: testing elastic role + hosts: elastic + + tasks: + - name: Install ElasticSearch + import_role: + name: elasticsearch + vars: + cluster_name: "cookies" + ufw_http_port: true + ufw_transport_port: true + systemd_enabled: true + systemd_restart: true + License ------- diff --git a/roles/elasticsearch/defaults/main.yml b/roles/elasticsearch/defaults/main.yml index 75bf840..a2a291c 100644 --- a/roles/elasticsearch/defaults/main.yml +++ b/roles/elasticsearch/defaults/main.yml @@ -3,7 +3,7 @@ cluster_name: 'cluster' -node_name: '' +node_name: 'nodeName' # https://www.elastic.co/guide/en/elasticsearch/reference/current/modules-node.html # @@ -28,4 +28,23 @@ transport_host: 'localhost' # A bind port range. Defaults to 9300-9400. transport_port: 9300 +# +# Firewall configuration +# + +# Allow http_port though UFW +ufw_http_port: false + +# Allow transport_port though UFW +ufw_transport_port: false + +# +# systemd configuration +# + +# Enable ElasticSearch on system startup +systemd_enabled: false + +# Restart ElasticSearch after running though playbook +systemd_restart: false diff --git a/roles/elasticsearch/tasks/elastic-7.x.list b/roles/elasticsearch/tasks/elastic-7.x.list deleted file mode 100644 index 7eef915..0000000 --- a/roles/elasticsearch/tasks/elastic-7.x.list +++ /dev/null @@ -1 +0,0 @@ -deb https://artifacts.elastic.co/packages/7.x/apt stable main diff --git a/roles/elasticsearch/tasks/main.yml b/roles/elasticsearch/tasks/main.yml index 62c35c7..4f0a375 100644 --- a/roles/elasticsearch/tasks/main.yml +++ b/roles/elasticsearch/tasks/main.yml @@ -1,32 +1,11 @@ --- # tasks file for elasticsearcih -- name: Test role - debug: var=cluster_name +#- name: Test role +#debug: var=cluster_name -- name: Install Elastic Repo - include: install-repo.yml +- name: Running role - elasticsearch + include: ubuntu.yml when: ansible_distribution == "Ubuntu" - #- name: Install Elastic GPG Key - #become: true - #apt_key: - #url: "https://artifacts.elastic.co/GPG-KEY-elasticsearch" - #state: present - #id: 46095ACC8548582C1A2699A9D27D666CD88E42B4 - -#- name: Install apt-transport-https - # become: true - #apt: - #name: apt-transport-https - -#- name: Add Elastic Repo -# become: true -# copy: - # dest: '/etc/apt/sources.list.d/elastic-7.x.list' - # content: "deb https://artifacts.elastic.co/packages/7.x/apt stable main" - - #- name: Update Packages - #become: true - # apt: - # update_cache: true + diff --git a/roles/elasticsearch/tasks/ubuntu.yml b/roles/elasticsearch/tasks/ubuntu.yml index 1b8b0f2..6026c10 100644 --- a/roles/elasticsearch/tasks/ubuntu.yml +++ b/roles/elasticsearch/tasks/ubuntu.yml @@ -1,8 +1,44 @@ +- name: Add Elastic repo + include: install-repo.yml + - name: Install ElasticSearch from apt become: true apt: name: elasticsearch -- name: +- name: Update config + become: true + template: + src: elasticsearch.j2 + dest: /etc/elasticsearch/elasticsearch.yml + backup: yes + +- name: UFW allow http_port + become: true + when: ufw_http_port == true + ufw: + rule: allow + port: "{{ http_port }}" + +- name: UFW allow transport_port + become: true + when: ufw_transport_port == true + ufw: + rule: allow + port: "{{ transport_port }}" + +- name: systemd enable elasticsearch + become: true + when: systemd_enabled == true + systemd: + name: elasticsearch + enabled: true + +- name: systemd restart elasticsearch + become: true + when: systemd_restart == true + systemd: + name: elasticsearch + state: restarted diff --git a/roles/elasticsearch/templates/elasticsearch.j2 b/roles/elasticsearch/templates/elasticsearch.j2 new file mode 100755 index 0000000..5dc9754 --- /dev/null +++ b/roles/elasticsearch/templates/elasticsearch.j2 @@ -0,0 +1,94 @@ +# ======================== Elasticsearch Configuration ========================= +# +# NOTE: Elasticsearch comes with reasonable defaults for most settings. +# Before you set out to tweak and tune the configuration, make sure you +# understand what are you trying to accomplish and the consequences. +# +# The primary way of configuring a node is via this file. This template lists +# the most important settings you may want to configure for a production cluster. +# +# Please consult the documentation for further information on configuration options: +# https://www.elastic.co/guide/en/elasticsearch/reference/index.html +# +# ---------------------------------- Cluster ----------------------------------- +# +# Use a descriptive name for your cluster: +# +#cluster.name: my-application +cluster.name: {{ cluster_name }} +# +# ------------------------------------ Node ------------------------------------ +# +# Use a descriptive name for the node: +# +#node.name: node-1 +node.name: {{ node_name }} +node.master: {{ node_master }} +node.data: {{ node_data }} +# +# Add custom attributes to the node: +# +#node.attr.rack: r1 +# +# ----------------------------------- Paths ------------------------------------ +# +# Path to directory where to store the data (separate multiple locations by comma): +# +path.data: {{ path_data }} +# +# Path to log files: +# +path.logs: {{ path_logs }} +# +# ----------------------------------- Memory ----------------------------------- +# +# Lock the memory on startup: +# +#bootstrap.memory_lock: true +# +# Make sure that the heap size is set to about half the memory available +# on the system and that the owner of the process is allowed to use this +# limit. +# +# Elasticsearch performs poorly when the system is swapping the memory. +# +# ---------------------------------- Network ----------------------------------- +# +# Set the bind address to a specific IP (IPv4 or IPv6): +# +network.host: {{ ansible_default_ipv4.address }} +# +# Set a custom port for HTTP: +# +http.port: {{ http_port }} +transport.host: {{ transport_host }} +transport.tcp.port: {{ transport_port }} +# +# For more information, consult the network module documentation.# +# +# --------------------------------- Discovery ---------------------------------- +# +# Pass an initial list of hosts to perform discovery when this node is started: +# The default list of hosts is ["127.0.0.1", "[::1]"] +# +#discovery.seed_hosts: ["host1", "host2"] +# +# Bootstrap the cluster using an initial set of master-eligible nodes: +# +#cluster.initial_master_nodes: ["node-1", "node-2"] +# +# For more information, consult the discovery and cluster formation module documentation. +# +# ---------------------------------- Gateway ----------------------------------- +# +# Block initial recovery after a full cluster restart until N nodes are started: +# +#gateway.recover_after_nodes: 3 +# +# For more information, consult the gateway module documentation. +# +# ---------------------------------- Various ----------------------------------- +# +# Require explicit names when deleting indices: +# +#action.destructive_requires_name: true diff --git a/roles/kibana/README.md b/roles/kibana/README.md new file mode 100644 index 0000000..225dd44 --- /dev/null +++ b/roles/kibana/README.md @@ -0,0 +1,38 @@ +Role Name +========= + +A brief description of the role goes here. + +Requirements +------------ + +Any pre-requisites that may not be covered by Ansible itself or the role should be mentioned here. For instance, if the role uses the EC2 module, it may be a good idea to mention in this section that the boto package is required. + +Role Variables +-------------- + +A description of the settable variables for this role should go here, including any variables that are in defaults/main.yml, vars/main.yml, and any variables that can/should be set via parameters to the role. Any variables that are read from other roles and/or the global scope (ie. hostvars, group vars, etc.) should be mentioned here as well. + +Dependencies +------------ + +A list of other roles hosted on Galaxy should go here, plus any details in regards to parameters that may need to be set for other roles, or variables that are used from other roles. + +Example Playbook +---------------- + +Including an example of how to use your role (for instance, with variables passed in as parameters) is always nice for users too: + + - hosts: servers + roles: + - { role: username.rolename, x: 42 } + +License +------- + +BSD + +Author Information +------------------ + +An optional section for the role authors to include contact information, or a website (HTML is not allowed). diff --git a/roles/kibana/defaults/main.yml b/roles/kibana/defaults/main.yml new file mode 100644 index 0000000..a3854d0 --- /dev/null +++ b/roles/kibana/defaults/main.yml @@ -0,0 +1,15 @@ +--- + +# +# All variables exposed to the Kibana role. +# + +# +# Role variables +# + + + +# +# Configuration file variables +# diff --git a/roles/kibana/handlers/main.yml b/roles/kibana/handlers/main.yml new file mode 100644 index 0000000..2afd799 --- /dev/null +++ b/roles/kibana/handlers/main.yml @@ -0,0 +1,2 @@ +--- +# handlers file for kibana \ No newline at end of file diff --git a/roles/kibana/meta/main.yml b/roles/kibana/meta/main.yml new file mode 100644 index 0000000..5d50bf4 --- /dev/null +++ b/roles/kibana/meta/main.yml @@ -0,0 +1,60 @@ +galaxy_info: + author: your name + description: your description + company: your company (optional) + + # If the issue tracker for your role is not on github, uncomment the + # next line and provide a value + # issue_tracker_url: http://example.com/issue/tracker + + # Some suggested licenses: + # - BSD (default) + # - MIT + # - GPLv2 + # - GPLv3 + # - Apache + # - CC-BY + license: license (GPLv2, CC-BY, etc) + + min_ansible_version: 2.4 + + # If this a Container Enabled role, provide the minimum Ansible Container version. + # min_ansible_container_version: + + # Optionally specify the branch Galaxy will use when accessing the GitHub + # repo for this role. During role install, if no tags are available, + # Galaxy will use this branch. During import Galaxy will access files on + # this branch. If Travis integration is configured, only notifications for this + # branch will be accepted. Otherwise, in all cases, the repo's default branch + # (usually master) will be used. + #github_branch: + + # + # Provide a list of supported platforms, and for each platform a list of versions. + # If you don't wish to enumerate all versions for a particular platform, use 'all'. + # To view available platforms and versions (or releases), visit: + # https://galaxy.ansible.com/api/v1/platforms/ + # + # platforms: + # - name: Fedora + # versions: + # - all + # - 25 + # - name: SomePlatform + # versions: + # - all + # - 1.0 + # - 7 + # - 99.99 + + galaxy_tags: [] + # List tags for your role here, one per line. A tag is a keyword that describes + # and categorizes the role. Users find roles by searching for tags. Be sure to + # remove the '[]' above, if you add tags to this list. + # + # NOTE: A tag is limited to a single word comprised of alphanumeric characters. + # Maximum 20 tags per role. + +dependencies: [] + # List your role dependencies here, one per line. Be sure to remove the '[]' above, + # if you add dependencies to this list. \ No newline at end of file diff --git a/roles/kibana/tasks/install-repo.yml b/roles/kibana/tasks/install-repo.yml new file mode 100644 index 0000000..c4504a6 --- /dev/null +++ b/roles/kibana/tasks/install-repo.yml @@ -0,0 +1,29 @@ +--- + +- name: Install Elastic GPG Key + become: true + apt_key: + url: "https://artifacts.elastic.co/GPG-KEY-elasticsearch" + state: present + id: 46095ACC8548582C1A2699A9D27D666CD88E42B4 + +- name: Install apt-transport-https + become: true + apt: + name: apt-transport-https + +- name: Add Elastic Repo + become: true + copy: + dest: '/etc/apt/sources.list.d/elastic-7.x.list' + content: "deb https://artifacts.elastic.co/packages/7.x/apt stable main" + # copy: + #src: elastic-7.x.list + # dest: /etc/apt/sources.list.d/ + # backup: yes + +- name: Update Packages + become: true + apt: + update_cache: true + diff --git a/roles/kibana/tasks/main.yml b/roles/kibana/tasks/main.yml new file mode 100644 index 0000000..442e090 --- /dev/null +++ b/roles/kibana/tasks/main.yml @@ -0,0 +1,2 @@ +--- +# tasks file for kibana \ No newline at end of file diff --git a/playbook/linux/elastic/kibana.j2 b/roles/kibana/templates/kibana.j2 similarity index 100% rename from playbook/linux/elastic/kibana.j2 rename to roles/kibana/templates/kibana.j2 diff --git a/roles/kibana/tests/inventory b/roles/kibana/tests/inventory new file mode 100644 index 0000000..878877b --- /dev/null +++ b/roles/kibana/tests/inventory @@ -0,0 +1,2 @@ +localhost + diff --git a/roles/kibana/tests/test.yml b/roles/kibana/tests/test.yml new file mode 100644 index 0000000..4ca1352 --- /dev/null +++ b/roles/kibana/tests/test.yml @@ -0,0 +1,5 @@ +--- +- hosts: localhost + remote_user: root + roles: + - kibana \ No newline at end of file diff --git a/roles/kibana/vars/main.yml b/roles/kibana/vars/main.yml new file mode 100644 index 0000000..b9a456a --- /dev/null +++ b/roles/kibana/vars/main.yml @@ -0,0 +1,2 @@ +--- +# vars file for kibana \ No newline at end of file