Skip to content
This repository was archived by the owner on Jun 21, 2022. It is now read-only.

Introduce CF param for verssion of config #68

Open
adamnfish wants to merge 1 commit into
base: master
Choose a base branch
from
Open

Introduce CF param for verssion of config #68

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
30 changes: 17 additions & 13 deletions cloudformation/ELK_Stack_Multi_AZ_in_Private_VPC.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -100,6 +100,10 @@ Parameters:
PublicLoadBalancerSSLCertificateARN:
Description: ARN of the SSL certificate applied to the public load balancer
Type: String
ElkConfigVersion:
Description: Git version to use when obtaining config out of Github repo (defaults to `master` which *will* break things)
Type: String
Default: master

Conditions:
HasDNS: !Not [!Equals [!Ref HostedZoneName, '']]
Expand Down Expand Up @@ -351,10 +355,10 @@ Resources:
IamInstanceProfile: !Ref InstanceProfile
KeyName: !Ref KeyName
UserData:
Fn::Base64: !Sub
Fn::Base64: !Sub
- |
#!/bin/bash -ev

# Update repositories
wget -qO - https://artifacts.elastic.co/GPG-KEY-elasticsearch | sudo apt-key add -
sudo apt-get install apt-transport-https
Expand All @@ -367,7 +371,7 @@ Resources:
apt-get -y update && apt-get -y install language-pack-en ntp openjdk-8-jdk unzip libwww-perl libdatetime-perl

# Install Logstash, Elasticsearch, Kibana, etc...
apt-get -y update && apt-get -y install elasticsearch kibana logstash elasticsearch-curator nodejs npm
apt-get -y update && apt-get -y install elasticsearch kibana logstash elasticsearch-curator nodejs npm

# Configure system
cat >/etc/security/limits.conf << EOF
Expand All @@ -392,7 +396,7 @@ Resources:

# Configure Elasticsearch
echo 'ES_JAVA_OPTS="-Xms${ESHeapSize} -Xmx${ESHeapSize}"' >>/etc/default/elasticsearch
wget -O /etc/elasticsearch/elasticsearch.yml https://raw.githubusercontent.com/guardian/elk-stack/master/config/elasticsearch.yml
wget -O /etc/elasticsearch/elasticsearch.yml https://raw.githubusercontent.com/guardian/elk-stack/${ElkConfigVersion}/config/elasticsearch.yml
sed -i \
-e 's,@@REGION,${AWS::Region},g' \
-e 's,@@STACK,${Stack},g' \
Expand All @@ -408,21 +412,21 @@ Resources:
# Install Logstash plugins
/usr/share/logstash/bin/logstash-plugin install logstash-input-kinesis
# Configure Logstash
wget -O /etc/logstash/conf.d/logstash-indexer.conf https://raw.githubusercontent.com/guardian/elk-stack/master/config/logstash-indexer.conf
wget -O /etc/logstash/conf.d/logstash-indexer.conf https://raw.githubusercontent.com/guardian/elk-stack/${ElkConfigVersion}/config/logstash-indexer.conf
sed -i \
-e 's,@@KINESIS_STREAM_NAME,${ElkKinesisStream},g' \
-e 's,@@KINESIS_APPLICATION_NAME,${ElkKinesisDynamoDBTable},g' \
-e 's,@@KINESIS_REGION,${AWS::Region},g' \
/etc/logstash/conf.d/logstash-indexer.conf

# Install Logcabin
wget -O /tmp/elk-stack.tar.gz https://github.com/guardian/elk-stack/archive/3be9a2dc131c7703a6dce31ef2bcd11de4444fec.tar.gz
tar zxf /tmp/elk-stack.tar.gz -C /tmp
mv /tmp/elk-stack-3be9a2dc131c7703a6dce31ef2bcd11de4444fec/src /opt/logcabin
adduser --disabled-password --gecos "" logcabin
cd /opt/logcabin && npm install && cd ..
chown -R logcabin /opt/logcabin
wget -O /opt/logcabin/config.js https://raw.githubusercontent.com/guardian/elk-stack/master/config/config.js
wget -O /opt/logcabin/config.js https://raw.githubusercontent.com/guardian/elk-stack/${ElkConfigVersion}/config/config.js
sed -i \
-e 's,@@LOGCABIN_HOST,${ElkHost},g' \
-e 's,@@API_KEY,${ApiKey},g' \
Expand All @@ -433,8 +437,8 @@ Resources:
/opt/logcabin/config.js

# Start services
wget -O /etc/systemd/system/logcabin.service https://raw.githubusercontent.com/guardian/elk-stack/master/config/systemd-logcabin.service
wget -O /etc/systemd/system/kibana.service https://raw.githubusercontent.com/guardian/elk-stack/master/config/systemd-kibana.service
wget -O /etc/systemd/system/logcabin.service https://raw.githubusercontent.com/guardian/elk-stack/${ElkConfigVersion}/config/systemd-logcabin.service
wget -O /etc/systemd/system/kibana.service https://raw.githubusercontent.com/guardian/elk-stack/${ElkConfigVersion}/config/systemd-kibana.service
systemctl start logstash && systemctl enable logstash
systemctl start elasticsearch && systemctl enable elasticsearch
systemctl start kibana && systemctl enable kibana
Expand All @@ -443,9 +447,9 @@ Resources:
${SetupS3Snapshot}
# Setup schedule to delete old indexes
mkdir /etc/curator
wget -O /etc/curator/curator.yml https://raw.githubusercontent.com/guardian/elk-stack/master/config/curator/curator.yml
wget -O /etc/curator/curator.yml https://raw.githubusercontent.com/guardian/elk-stack/${ElkConfigVersion}/config/curator/curator.yml

wget -O /etc/curator/delete-old-indexes.yml https://raw.githubusercontent.com/guardian/elk-stack/master/config/curator/delete-old-indexes.yml
wget -O /etc/curator/delete-old-indexes.yml https://raw.githubusercontent.com/guardian/elk-stack/${ElkConfigVersion}/config/curator/delete-old-indexes.yml
sed -i \
-e 's,@@NUMBER_OF_DAYS,${IndexKeepDays},g' \
/etc/curator/delete-old-indexes.yml
Expand Down Expand Up @@ -478,7 +482,7 @@ Resources:
} \
}'
curl 'http://localhost:9200/_snapshot/s3?pretty'
wget -O /usr/local/bin/backup.sh https://raw.githubusercontent.com/guardian/elk-stack/master/scripts/backup.sh
wget -O /usr/local/bin/backup.sh https://raw.githubusercontent.com/guardian/elk-stack/${ElkConfigVersion}/scripts/backup.sh
chmod +x /usr/local/bin/backup.sh
echo '15 0 * * * root /usr/local/bin/backup.sh' >/etc/cron.d/backup
- ''
Expand Down Expand Up @@ -558,7 +562,7 @@ Resources:
DNSName: !GetAtt ElkInternalLoadBalancer.DNSName
Outputs:
LogstashEndpoint:
Value: !Join
Value: !Join
- ''
- - !GetAtt ElkInternalLoadBalancer.DNSName
- ':6379'
Expand Down