Skip to content

Instantly share code, notes, and snippets.

@Iristyle

Iristyle/install-graphite-ubuntu-11.10.sh

Created November 12, 2011 18:40
Download ZIP

Revisions

  1. Iristyle revised this gist Nov 13, 2011. 1 changed file with 2 additions and 2 deletions.
    4 changes: 2 additions & 2 deletions install-graphite-ubuntu-11.10.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -160,8 +160,8 @@ sudo python setup.py install
    cd /tmp/installation/graphite-web-0.9.9
    sudo python setup.py install
    #since the data_dir is being changed in config, symlink to our storage drive
    #sudo ln -s $volume_mount_point /opt/graphite/storage/whisper ???
    #since the data_dir is being changed in config, symlink to our storage drive, otherwise web front end will not find data
    sudo ln -s $volume_mount_point /opt/graphite/storage/whisper
    EOF

    ####################################
  2. Iristyle revised this gist Nov 12, 2011. 1 changed file with 808 additions and 66 deletions.
    874 changes: 808 additions & 66 deletions install-graphite-ubuntu-11.10.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,97 +1,839 @@
    #!/bin/bash

    ####################################
    # BASIC REQUIREMENTS
    # http://graphite.wikidot.com/installation
    # Forked from: http://geek.michaelgrace.org/2011/09/how-to-install-graphite-on-ubuntu/
    # Ubuntu 11.10 Oneiric Ocelot
    # Last tested & updated 10/14/2011
    # Forked from https://gist.github.com/1287170
    # Modified to use NGinx + uwsgi instead of Apache, as well as memcached and supervisord, incorporating ideas from
    # http://blog.adku.com/2011/10/scalable-realtime-stats-with-graphite.html
    # Uses python based statsite / twisted instead of statsd / node.js
    # Added NRPE listener for Nagios / OpsView support
    # Fixed some bugs in supervisord configuration from post above
    # Designed to fire up an entirely new instance on EC2, mounting a separate EBS volume for storage -- modify values below as appropriate
    # This script assumes you have the EC2 tools properly configured in your environment
    # and that you have a local file with the SSH key to be used on the new machine
    # Last tested & updated 11/12/2011
    ####################################

    sudo apt-get update
    sudo apt-get dist-upgrade
    #####################################################################
    # Customize these variables for your environment #
    #####################################################################

    ami_id='ami-a7f539ce' #32-bit ubuntu 11.10
    security_groups='-g sg-cbf8e7a2 -g sg-c7f6e9ae' #graphite-statsd-linux AND linux-ssh
    instance_user='ubuntu' #other images use root
    zone_id='us-east-1d'
    instance_type='c1.medium'
    volume_size_gb=40
    volume_mount_point='/data'
    name='Graphite Performance Monitoring (Ubuntu Oneiric)'
    key_path=~/mykey.pem
    server_name='foo.bar.com'
    cores=2
    memcached_mb=256
    # Note that if the destinations are all carbon-caches then this should
    # exactly match the webapp's CARBONLINK_HOSTS setting in terms of
    # instances listed (order matters!).
    carbon_relay_destinations='127.0.0.1:2004'
    ##servers as comma separated list of servers => carbon01, carbon02, carbon03
    carbon_cache_servers='127.0.0.1'
    ## list of servers MUST INCLUDE TRAILING comma - don't ever use loopback => 'carbon01:11211', 'carbon02:11211', 'carbon03:11211',
    graphite_additional_memcache_hosts=""
    ## list of servers MUST INCLUDE TRAILING comma - don't ever use loopback => 'carbon01:7001', 'carbon02:7001', 'carbon03:7001',
    graphite_additional_cluster_servers=""
    ## whether or not to use relaying
    relay_enabled='false'
    #number of seconds to use between flushing, default of 10, 1 for realtime
    statsite_flush_interval=10
    # 1 seconds * 1209600 datapoints = 2 week of 1 second granularity
    # 10 seconds * 864000 datapoints = 2 months of 10-second granularity
    # 60 seconds * 259200 datapoints = 6 months of 1-minute granularity
    # 10 minutes * 262974 datapoints = ~3 years of 10-minute granularity
    graphite_retentions='1:1209600,10:864000,60:259200,600:262974'
    # seconds to cache in memcached, 1 for realtime, default is 60
    graphite_memcache_duration=20


    #####################################################################
    # Fire up the EC2 instance #
    #####################################################################

    instance_id=$(ec2-run-instances ${ami_id} -k ${EC2_KEYPAIR} -t ${instance_type} -z ${zone_id} ${security_groups} | awk '/INSTANCE/{print $2}')
    ec2-create-tags $instance_id --tag Name="$name"

    volume_id=$(ec2-create-volume -s ${volume_size_gb} -z ${zone_id} | awk '/VOLUME/{print $2}')

    #wait for instance and then volume, to become available
    while [ "$INST_ISREADY" != "running" ]; do
    instance_description=$(ec2-describe-instances $instance_id)
    INST_ISREADY=$(echo "$instance_description" | awk '/^INSTANCE/ {print $6}')
    if [ "$INST_ISREADY" = "running" ]; then
    break
    fi
    echo 'Waiting for instance to start...'
    sleep 5
    done

    while [ "$VOL_ISREADY" != "available" ]; do
    VOL_ISREADY=$(ec2-describe-volumes $volume_id | awk '/^VOLUME/ {print $5}')
    if [ "$VOL_ISREADY" = "available" ]; then
    break
    fi
    echo 'Waiting for volume to become available...'
    sleep 5
    done

    ec2-attach-volume $volume_id --instance $instance_id --device /dev/sdf

    #info only available after entering running state
    instance_host=$(echo "$instance_description" | awk '/INSTANCE/{print $4}')
    instance_ip=$(echo "$instance_description" | awk '/INSTANCE/{print $15}')

    echo "Created instance ${instance_id} / ${instance_host} / ${instance_ip}"


    #mount the disk
    ssh -i $key_path -o StrictHostKeyChecking=no $instance_user@$instance_host <<EOF
    sudo apt-get install -y xfsprogs
    grep -q xfs /proc/filesystems || sudo modprobe xfs
    sudo mkfs.xfs /dev/xvdf
    echo "/dev/xvdf $volume_mount_point xfs noatime 0 0" | sudo tee -a /etc/fstab
    sudo mkdir -m 000 $volume_mount_point
    sudo mount $volume_mount_point
    df -h
    EOF


    #run requisite installers
    #####################################################################
    # Install support packages #
    #####################################################################
    ssh -i $key_path $instance_user@$instance_host <<EOF
    sudo add-apt-repository ppa:nginx/stable
    sudo apt-get update -y
    #sudo apt-get upgrade
    sudo apt-get install python-setuptools python-dev -y
    sudo apt-get install supervisor memcached -y
    sudo easy_install pip
    sudo apt-get install libgetopt-mixed-perl libmcrypt4 -y
    sudo apt-get install libssl0.9.8 libxml2-dev -y
    sudo apt-get install curl -y
    EOF

    wget http://launchpad.net/graphite/0.9/0.9.9/+download/graphite-web-0.9.9.tar.gz
    wget http://launchpad.net/graphite/0.9/0.9.9/+download/carbon-0.9.9.tar.gz
    wget http://launchpad.net/graphite/0.9/0.9.9/+download/whisper-0.9.9.tar.gz
    tar zxvf graphite-web-0.9.9.tar.gz
    tar zxvf carbon-0.9.9.tar.gz
    tar zxvf whisper-0.9.9.tar.gz
    mv graphite-web-0.9.9 graphite
    mv carbon-0.9.9 carbon
    mv whisper-0.9.9 whisper
    rm carbon-0.9.9.tar.gz
    rm graphite-web-0.9.9.tar.gz
    rm whisper-0.9.9.tar.gz
    sudo apt-get install --assume-yes apache2 apache2-mpm-worker apache2-utils apache2.2-bin apache2.2-common libapr1 libaprutil1 libaprutil1-dbd-sqlite3 python3-minimal python3-dev libapache2-mod-wsgi libaprutil1-ldap memcached python-cairo-dev python-django python-ldap python-memcache python-pysqlite2 sqlite3 erlang-os-mon erlang-snmp rabbitmq-server bzr expect ssh libapache2-mod-python python-setuptools
    sudo easy_install django-tagging
    #####################################################################
    # Install opsview agent which listens on 5666
    # Install nginx, uwsgi - web serving layer ######################################################################
    ssh -i $key_path $instance_user@$instance_host <<EOF
    curl -o opsview-agent_3.13.1.6691-1lucid1_i386.deb http://downloads.opsera.com/opsview-community/latest/apt/pool/main/o/opsview-base/opsview-agent_3.13.1.6691-1lucid1_i386.deb
    sudo dpkg -i opsview-agent_3.13.1.6691-1lucid1_i386.deb
    sudo apt-get -f install nginx-full -y
    sudo update-rc.d -f nginx remove
    sudo pip install uwsgi
    EOF

    #####################################################################
    # Install statsite, graphite-web, carbon, and whisper - stats layer #
    #####################################################################
    ssh -i $key_path $instance_user@$instance_host <<EOF
    sudo mkdir -p /tmp/installation
    sudo pip install -d /tmp/installation graphite-web==0.9.9 carbon==0.9.9 whisper==0.9.9
    sudo pip install statsite==0.4.0
    sudo pip install Django==1.2.7 python-memcached==1.47 Twisted==11.0.0 txAMQP==0.5 zope.interface==3.8.0 django-tagging
    cd /tmp/installation
    sudo tar xvf whisper-0.9.9.tar.gz
    sudo tar xvf carbon-0.9.9.tar.gz
    sudo tar xvf graphite-web-0.9.9.tar.gz
    cd /tmp/installation/whisper-0.9.9
    sudo python setup.py install
    cd /tmp/installation/carbon-0.9.9
    sudo python setup.py install
    cd /tmp/installation/graphite-web-0.9.9
    sudo python setup.py install
    #since the data_dir is being changed in config, symlink to our storage drive
    #sudo ln -s $volume_mount_point /opt/graphite/storage/whisper ???
    EOF

    ####################################
    # INSTALL WHISPER
    #Write to tmp and copy config files!
    ####################################

    cd ~/whisper
    sudo python setup.py install
    ####################################
    # /etc/nginx/sites-enabled/graphite
    ####################################
    temp_path=/tmp/graphite
    echo "server {
    listen 80 default;
    server_name $server_name;
    access_log /var/log/nginx/graphite.access.log main;
    # http://flask.pocoo.org/docs/deploying/uwsgi/
    # http://readthedocs.org/docs/uwsgi/en/latest/features/magic-variables.html
    # http://readthedocs.org/docs/uwsgi/en/latest/examples.html
    location / {
    include uwsgi_params;
    uwsgi_pass 127.0.0.1:3031;
    }
    }" | tee $temp_path
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /etc/nginx/sites-enabled/graphite"
    #rm $temp_path


    ####################################
    # INSTALL CARBON
    # /etc/nginx/nginx.conf
    ####################################
    temp_path=/tmp/nginx.conf
    echo "daemon off;
    cd ~/carbon
    sudo python setup.py install
    user www-data;
    worker_processes $cores;
    ####################
    # CONFIGURE CARBON
    ####################
    cd /opt/graphite/conf
    sudo cp carbon.conf.example carbon.conf
    sudo cp storage-schemas.conf.example storage-schemas.conf
    sudo vim storage-schemas.conf
    ### edited storage-schemas.conf to be the following
    [stats]
    priority = 110
    pattern = .*
    retentions = 10:2160,60:10080,600:262974
    ###
    error_log /var/log/nginx/error.log;
    pid /var/run/nginx.pid;
    events {
    worker_connections 1024;
    }
    http {
    log_format main '\$remote_addr - \$remote_user [\$time_local] \"\$request\" '
    '\$status \$body_bytes_sent \"\$http_referer\" '
    '\"\$http_user_agent\" \"\$http_x_forwarded_for\" \$request_time \$upstream_response_time';
    add_header P3P \"CP=\\\"CAO PSA OUR\\\"\";
    include /etc/nginx/mime.types;
    access_log /var/log/nginx/access.log main;
    sendfile on;
    keepalive_timeout 65;
    tcp_nodelay on;
    gzip on;
    gzip_disable \"MSIE [1-6]\.(?!.*SV1)\";
    include /etc/nginx/conf.d/*.conf;
    include /etc/nginx/sites-enabled/graphite;
    }
    " | tee $temp_path
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /etc/nginx/nginx.conf"
    #rm $temp_path

    ####################################
    # CONFIGURE GRAPHITE (webapp)
    # /etc/supervisor/supervisord.conf
    ####################################
    line_prefix='; '
    if [ "$relay_enabled" = 'true' ]; then
    line_prefix=''
    fi
    temp_path=/tmp/supervisord.conf
    echo "; supervisor config file
    cd ~/graphite
    sudo python check-dependencies.py
    sudo python setup.py install
    [unix_http_server]
    file=/var/run/supervisor.sock ; (the path to the socket file)
    chmod=0700 ; sockef file mode (default 0700)
    [supervisord]
    logfile=/var/log/supervisor/supervisord.log ; (main log file;default \$CWD/supervisord.log)
    pidfile=/var/run/supervisord.pid ; (supervisord pidfile;default supervisord.pid)
    childlogdir=/var/log/supervisor ; ('AUTO' child log dir, default \$TEMP)
    ; the below section must remain in the config file for RPC
    ; (supervisorctl/web interface) to work, additional interfaces may be
    ; added by defining them in separate rpcinterface: sections
    [rpcinterface:supervisor]
    supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
    [supervisorctl]
    serverurl=unix:///var/run//supervisor.sock ; use a unix:// URL for a unix socket
    ; The [include] section can just contain the \"files\" setting. This
    ; setting can list multiple files (separated by whitespace or
    ; newlines). It can also contain wildcards. The filenames are
    ; interpreted as relative to this file. Included files *cannot*
    ; include files themselves.
    ###################
    # CONFIGURE APACHE
    ###################
    cd ~/graphite/examples
    sudo cp example-graphite-vhost.conf /etc/apache2/sites-available/default
    sudo cp /opt/graphite/conf/graphite.wsgi.example /opt/graphite/conf/graphite.wsgi
    sudo vim /etc/apache2/sites-available/default
    sudo mkdir -p /etc/httpd/wsgi
    sudo /etc/init.d/apache2 reload
    [include]
    files = /etc/supervisor/conf.d/*.conf
    ; Spinning up our web servers
    [program:nginx]
    command=/usr/sbin/nginx
    process_name=%(program_name)s
    autostart=true
    autorestart=true
    stopsignal=QUIT
    priority=100
    [program:uwsgi-graphite]
    command=/usr/local/bin/uwsgi --socket 127.0.0.1:3031 --master --processes $cores --limit-as 512 --chdir=/opt/graphite/webapp --env DJANGO_SETTINGS_MODULE=graphite.settings --module='django.core.handlers.wsgi:WSGIHandler()'
    process_name=%(program_name)s
    autostart=true
    autorestart=true
    stopsignal=QUIT
    priority=100
    ; Spinning up memcached - to cache statsd image requests
    [program:memcached]
    command=/usr/bin/memcached -m $memcached_mb logfile /var/log/memcached.log
    process_name=%(program_name)s
    autostart=true
    autorestart=true
    user=nobody
    priority=100
    [program:carbon-cache]
    command=python /opt/graphite/bin/carbon-cache.py --debug start
    process_name=%(program_name)s
    autostart=true
    autorestart=true
    stopsignal=TERM
    priority=300
    ${line_prefix}[program:carbon-relay]
    ${line_prefix}command=python /opt/graphite/bin/carbon-relay.py --debug start
    ${line_prefix}process_name=%(program_name)s
    ${line_prefix}autostart=true
    ${line_prefix}autorestart=true
    ${line_prefix}stopsignal=QUIT
    ${line_prefix}priority=300
    [program:statsite]
    command=/usr/local/bin/statsite -c /etc/statsite.conf
    process_name=%(program_name)s
    autostart=true
    autorestart=true
    priority=999
    " | tee $temp_path
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /etc/supervisor/supervisord.conf"
    #rm $temp_path

    ####################################
    # INITIAL DATABASE CREATION
    # /etc/memcached.conf
    ####################################
    cd /opt/graphite/webapp/graphite/
    sudo python manage.py syncdb
    # follow prompts to setup django admin user
    sudo chown -R www-data:www-data /opt/graphite/storage/
    sudo /etc/init.d/apache2 restart
    cd /opt/graphite/webapp/graphite
    sudo cp local_settings.py.example local_settings.py
    temp_path=/tmp/memcached.conf
    echo '# memcached default config file
    # 2003 - Jay Bonci <jaybonci@debian.org>
    # This configuration file is read by the start-memcached script provided as
    # part of the Debian GNU/Linux distribution.
    # Run memcached as a daemon. This command is implied, and is not needed for the
    # daemon to run. See the README.Debian that comes with this package for more
    # information.
    -d
    # Log memcacheds output to /var/log/memcached
    logfile /var/log/memcached.log
    # Be verbose
    # -v
    # Be even more verbose (print client commands as well)
    # -vv
    # Start with a cap of 64 megs of memory. Its reasonable, and the daemon default
    # Note that the daemon will grow to this size, but does not start out holding this much
    # memory
    -m 4096
    # Default connection port is 11211
    -p 11211
    # Run the daemon as root. The start-memcached will default to running as root if no
    # -u command is present in this config file
    -u nobody
    # Specify which IP address to listen on. The default is to listen on all IP addresses
    # This parameter is one of the only security measures that memcached has, so make sure
    # its listening on a firewalled interface.
    -l 127.0.0.1
    # Limit the number of simultaneous incoming connections. The daemon default is 1024
    # -c 1024
    # Lock down all paged memory. Consult with the README and homepage before you do this
    # -k
    # Return error when memory is exhausted (rather than removing items)
    # -M
    # Maximize core file limit
    # -r
    ' | tee $temp_path
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /etc/memcached.conf"
    #rm $temp_path

    ####################################
    # START CARBON
    # /etc/statsite.conf
    ####################################
    cd /opt/graphite/
    sudo ./bin/carbon-cache.py start
    temp_path=/tmp/statsite.conf
    echo "# Settings for the 'collector' which is the UDP listener
    [collector]
    host = 0.0.0.0
    port = 8125
    # Specify settings for the metrics 'store' which is where graphite is
    [store]
    host = 127.0.0.1
    port = 2003
    [flush]
    interval = $statsite_flush_interval
    " | tee $temp_path
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /etc/statsite.conf"
    #rm $temp_path

    ####################################
    # /opt/graphite/conf/carbon.conf
    ####################################
    # SEND DATA TO GRAPHITE
    line_prefix='# '
    if [ "$relay_enabled" = 'true' ]; then
    line_prefix=''
    fi
    temp_path=/tmp/carbon.conf
    echo "[cache]
    # Configure carbon directories.
    #
    # OS environment variables can be used to tell carbon where graphite is
    # installed, where to read configuration from and where to write data.
    #
    # GRAPHITE_ROOT - Root directory of the graphite installation.
    # Defaults to ../
    # GRAPHITE_CONF_DIR - Configuration directory (where this file lives).
    # Defaults to \$GRAPHITE_ROOT/conf/
    # GRAPHITE_STORAGE_DIR - Storage directory for whipser/rrd/log/pid files.
    # Defaults to \$GRAPHITE_ROOT/storage/
    #
    # To change other directory paths, add settings to this file. The following
    # configuration variables are available with these default values:
    #
    # STORAGE_DIR = \$GRAPHITE_STORAGE_DIR
    # LOCAL_DATA_DIR = STORAGE_DIR/whisper/
    # WHITELISTS_DIR = STORAGE_DIR/lists/
    # CONF_DIR = STORAGE_DIR/conf/
    # LOG_DIR = STORAGE_DIR/log/
    # PID_DIR = STORAGE_DIR/
    #
    # For FHS style directory structures, use:
    #
    # STORAGE_DIR = /var/lib/carbon/
    # CONF_DIR = /etc/carbon/
    # LOG_DIR = /var/log/carbon/
    # PID_DIR = /var/run/
    #
    LOCAL_DATA_DIR = $volume_mount_point
    #See /opt/graphite/webapp/local_settings.py
    # Specify the user to drop privileges to
    # If this is blank carbon runs as the user that invokes it
    # This user must have write access to the local data directory
    USER =
    # Limit the size of the cache to avoid swapping or becoming CPU bound.
    # Sorts and serving cache queries gets more expensive as the cache grows.
    # Use the value \"inf\" (infinity) for an unlimited cache size.
    MAX_CACHE_SIZE = inf
    # Limits the number of whisper update_many() calls per second, which effectively
    # means the number of write requests sent to the disk. This is intended to
    # prevent over-utilizing the disk and thus starving the rest of the system.
    # When the rate of required updates exceeds this, then carbon's caching will
    # take effect and increase the overall throughput accordingly.
    MAX_UPDATES_PER_SECOND = 1000
    # Softly limits the number of whisper files that get created each minute.
    # Setting this value low (like at 50) is a good way to ensure your graphite
    # system will not be adversely impacted when a bunch of new metrics are
    # sent to it. The trade off is that it will take much longer for those metrics'
    # database files to all get created and thus longer until the data becomes usable.
    # Setting this value high (like \"inf\" for infinity) will cause graphite to create
    # the files quickly but at the risk of slowing I/O down considerably for a while.
    MAX_CREATES_PER_MINUTE = 50
    LINE_RECEIVER_INTERFACE = 0.0.0.0
    LINE_RECEIVER_PORT = 2003
    # Set this to True to enable the UDP listener. By default this is off
    # because it is very common to run multiple carbon daemons and managing
    # another (rarely used) port for every carbon instance is not fun.
    ENABLE_UDP_LISTENER = False
    UDP_RECEIVER_INTERFACE = 0.0.0.0
    UDP_RECEIVER_PORT = 2003
    PICKLE_RECEIVER_INTERFACE = 0.0.0.0
    PICKLE_RECEIVER_PORT = 2004
    # Per security concerns outlined in Bug #817247 the pickle receiver
    # will use a more secure and slightly less efficient unpickler.
    # Set this to True to revert to the old-fashioned insecure unpickler.
    USE_INSECURE_UNPICKLER = False
    CACHE_QUERY_INTERFACE = 0.0.0.0
    CACHE_QUERY_PORT = 7002
    # Set this to False to drop datapoints received after the cache
    # reaches MAX_CACHE_SIZE. If this is True (the default) then sockets
    # over which metrics are received will temporarily stop accepting
    # data until the cache size falls below 95% MAX_CACHE_SIZE.
    USE_FLOW_CONTROL = True
    # By default, carbon-cache will log every whisper update. This can be excessive and
    # degrade performance if logging on the same volume as the whisper data is stored.
    LOG_UPDATES = False
    # On some systems it is desirable for whisper to write synchronously.
    # Set this option to True if youd like to try this. Basically it will
    # shift the onus of buffering writes from the kernel into carbons cache.
    WHISPER_AUTOFLUSH = False
    # Enable AMQP if you want to receve metrics using an amqp broker
    # ENABLE_AMQP = False
    # Verbose means a line will be logged for every metric received
    # useful for testing
    # AMQP_VERBOSE = False
    # AMQP_HOST = localhost
    # AMQP_PORT = 5672
    # AMQP_VHOST = /
    # AMQP_USER = guest
    # AMQP_PASSWORD = guest
    # AMQP_EXCHANGE = graphite
    # AMQP_METRIC_NAME_IN_BODY = False
    # The manhole interface allows you to SSH into the carbon daemon
    # and get a python interpreter. BE CAREFUL WITH THIS! If you do
    # something like time.sleep() in the interpreter, the whole process
    # will sleep! This is *extremely* helpful in debugging, assuming
    # you are familiar with the code. If you are not, please dont
    # mess with this, you are asking for trouble :)
    #
    # ENABLE_MANHOLE = False
    # MANHOLE_INTERFACE = 127.0.0.1
    # MANHOLE_PORT = 7222
    # MANHOLE_USER = admin
    # MANHOLE_PUBLIC_KEY = ssh-rsa AAAAB3NzaC1yc2EAAAABiwAaAIEAoxN0sv/e4eZCPpi3N3KYvyzRaBaMeS2RsOQ/cDuKv11dlNzVeiyc3RFmCv5Rjwn/lQ79y0zyHxw67qLyhQ/kDzINc4cY41ivuQXm2tPmgvexdrBv5nsfEpjs3gLZfJnyvlcVyWK/lId8WUvEWSWHTzsbtmXAF2raJMdgLTbQ8wE=
    # Patterns for all of the metrics this machine will store. Read more at
    # http://en.wikipedia.org/wiki/Advanced_Message_Queuing_Protocol#Bindings
    #
    # Example: store all sales, linux servers, and utilization metrics
    # BIND_PATTERNS = sales.#, servers.linux.#, #.utilization
    #
    # Example: store everything
    # BIND_PATTERNS = #
    # To configure special settings for the 'foo' carbon-cache instance, uncomment this:
    #[cache:foo]
    #LINE_RECEIVER_PORT = 2103
    #PICKLE_RECEIVER_PORT = 2104
    #CACHE_QUERY_PORT = 7102
    # and any other settings you want to customize, defaults are inherited
    # from [carbon] section.
    [relay]
    LINE_RECEIVER_INTERFACE = 0.0.0.0
    LINE_RECEIVER_PORT = 2013
    PICKLE_RECEIVER_INTERFACE = 0.0.0.0
    PICKLE_RECEIVER_PORT = 2014
    # To use consistent hashing instead of the user defined relay-rules.conf,
    # change this to:
    # RELAY_METHOD = consistent-hashing
    RELAY_METHOD = rules
    # If you use consistent-hashing you may want to add redundancy
    # of your data by replicating every datapoint to more than
    # one machine.
    REPLICATION_FACTOR = 1
    # This is a list of carbon daemons we will send any relayed or
    # generated metrics to. The default provided would send to a single
    # carbon-cache instance on the default port. However if you
    # use multiple carbon-cache instances then it would look like this:
    #
    # DESTINATIONS = 127.0.0.1:2004:a, 127.0.0.1:2104:b
    #
    # The general form is IP:PORT:INSTANCE where the :INSTANCE part is
    # optional and refers to the 'None' instance if omitted.
    #
    # Note that if the destinations are all carbon-caches then this should
    # exactly match the webapp's CARBONLINK_HOSTS setting in terms of
    # instances listed (order matters!).
    DESTINATIONS = $carbon_relay_destinations
    # This defines the maximum 'message size' between carbon daemons.
    # You shouldn't need to tune this unless you really know what you're doing.
    MAX_DATAPOINTS_PER_MESSAGE = 500
    MAX_QUEUE_SIZE = 10000
    # Set this to False to drop datapoints when any send queue (sending datapoints
    # to a downstream carbon daemon) hits MAX_QUEUE_SIZE. If this is True (the
    # default) then sockets over which metrics are received will temporarily stop accepting
    # data until the send queues fall below 80% MAX_QUEUE_SIZE.
    USE_FLOW_CONTROL = True
    [aggregator]
    LINE_RECEIVER_INTERFACE = 0.0.0.0
    LINE_RECEIVER_PORT = 2023
    PICKLE_RECEIVER_INTERFACE = 0.0.0.0
    PICKLE_RECEIVER_PORT = 2024
    DESTINATION_HOST = 127.0.0.1
    DESTINATION_PORT = 2004
    MAX_QUEUE_SIZE = 10000
    # This defines the maximum 'message size' between carbon daemons.
    # You shouldnt need to tune this unless you really know what youre doing.
    MAX_DATAPOINTS_PER_MESSAGE = 500
    " | tee $temp_path
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /opt/graphite/conf/carbon.conf"
    #rm $temp_path

    ####################################
    cd ~/graphite/examples
    sudo chmod +x example-client.py
    # [optional] edit example-client.py to report data faster
    # sudo vim example-client.py
    sudo ./example-client.py
    # /opt/graphite/conf/dashboard.conf
    ####################################
    temp_path=/tmp/dashboard.conf
    echo '# This configuration file controls the behavior of the Dashboard UI, available
    # at http://my-graphite-server/dashboard/.
    #
    # This file must contain a [ui] section that defines the following settings:
    #
    [ui]
    default_graph_width = 400
    default_graph_height = 250
    automatic_variants = true
    refresh_interval = 60
    #
    # These settings apply to the UI as a whole, all other sections in this file
    # pertain only to specific metric types.
    #
    # The dashboard presents only metrics that fall into specified naming schemes
    # defined in this file. This creates a simpler, more targetted view of the
    # data. The general form for defining a naming scheme is as follows:
    #
    #[Metric Type]
    #scheme = basis.path.<field1>.<field2>.<fieldN>
    #field1.label = Foo
    #field2.label = Bar
    #
    #
    # Where each <field> will be displayed as a dropdown box
    # in the UI and the remaining portion of the namespace
    # shown in the Metric Selector panel. The .label options set the labels
    # displayed for each dropdown.
    #
    # For example:
    #
    #[Sales]
    #scheme = sales.<channel>.<type>.<brand>
    #channel.label = Channel
    #type.label = Product Type
    #brand.label = Brand
    #
    # This defines a "Sales" metric type that uses 3 dropdowns in the Context Selector
    # (the upper-left panel) while any deeper metrics (per-product counts or revenue, etc)
    # will be available in the Metric Selector (upper-right panel).
    ' | tee $temp_path
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /opt/graphite/conf/dashboard.conf"
    #rm $temp_path

    ####################################
    # /opt/graphite/conf/relay-rules.conf
    ####################################
    # ONLY USED with clustering / multiple back-ends #
    temp_path=/tmp/relay-rules.conf
    echo "[default]
    default = true
    servers = $carbon_cache_servers
    " | tee $temp_path
    if [ "$relay_enabled" = "true" ]; then
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /opt/graphite/conf/relay-rules.conf"
    fi
    #rm $temp_path

    ####################################
    # /opt/graphite/conf/storage-schemas.conf
    ####################################
    temp_path=/tmp/storage-schemas.conf
    echo "[stats]
    priority = 110
    pattern = .*
    retentions = $graphite_retentions
    #realtime
    # 1 seconds * 1209600 datapoints = 2 week of 1 second granularity
    # 10 seconds * 864000 datapoints = 2 months of 10-second granularity
    # 60 seconds * 259200 datapoints = 6 months of 1-minute granularity
    # 10 minutes * 262974 datapoints = ~3 years of 10-minute granularity
    #retentions='1:1209600,10:864000,60:259200,600:262974'
    #standard
    # 10 seconds * 2160 datapoints = 6 hours of 10-second granularity
    # 60 seconds * 100080 datapoints = 1 week of 1-minute granularity
    # 10 minutes * 262974 datapoints = ~3 years of 10-minute granularity
    " | tee $temp_path
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /opt/graphite/conf/storage-schemas.conf"
    #rm $temp_path

    ####################################
    # /opt/graphite/webapp/graphite/local_settings.py
    ####################################
    temp_path=/tmp/local_settings.py
    echo "# Edit this file to override the default graphite settings, do not edit settings.py!!!
    STORAGE_DIR = '$volume_mount_point'
    #See /opt/graphite/conf/carbon.conf (purposely without /whisper/)
    # Turn on debugging and restart apache if you ever see an \"Internal Server Error\" page
    #DEBUG = True
    # Set your local timezone (django will *try* to figure this out automatically)
    # If your graphs appear to be offset by a couple hours then this probably
    # needs to be explicitly set to your local timezone.
    #TIME_ZONE = 'America/Los_Angeles'
    # Uncomment these to enable more performance-related logging
    #LOG_RENDERING_PERFORMANCE = True
    #LOG_CACHE_PERFORMANCE = True
    # Override this if you need to provide documentation specific to your graphite deployment
    #DOCUMENTATION_URL = \"http://wiki.mycompany.com/graphite\"
    # Enable email-related features
    #SMTP_SERVER = \"mail.mycompany.com\"
    #####################################
    # LDAP Authentication Configuration #
    #####################################
    # LDAP / ActiveDirectory authentication setup
    #USE_LDAP_AUTH = True
    #LDAP_SERVER = \"ldap.mycompany.com\"
    #LDAP_PORT = 389
    # OR
    #LDAP_URI = \"ldaps://ldap.mycompany.com:636\"
    #LDAP_SEARCH_BASE = \"OU=users,DC=mycompany,DC=com\"
    #LDAP_BASE_USER = \"CN=some_readonly_account,DC=mycompany,DC=com\"
    #LDAP_BASE_PASS = \"readonly_account_password\"
    #LDAP_USER_QUERY = \"(username=%s)\" #For Active Directory use \"(sAMAccountName=%s)\"
    #
    # If you want to further customize the ldap connection options you should
    # directly use ldap.set_option to set the ldap module's global options.
    # For example:
    #
    #import ldap
    #ldap.set_option(ldap.OPT_X_TLS_REQUIRE_CERT, ldap.OPT_X_TLS_ALLOW)
    #ldap.set_option(ldap.OPT_X_TLS_CACERTDIR, \"/etc/ssl/ca\")
    #ldap.set_option(ldap.OPT_X_TLS_CERTFILE, \"/etc/ssl/mycert.pem\")
    #ldap.set_option(ldap.OPT_X_TLS_KEYFILE, \"/etc/ssl/mykey.pem\")
    # See http://www.python-ldap.org/ for further details on these options.
    ##########################
    # Database Configuration #
    ##########################
    # By default sqlite is used. If you cluster multiple webapps you will need
    # to setup an external database (like mysql) and configure all the webapps
    # to use the same database. Note that this database is only used to store
    # django models like saved graphs, dashboards, user preferences, etc. Metric
    # data is not stored here.
    #
    # DON'T FORGET TO RUN 'manage.py syncdb' AFTER SETTING UP A NEW DB!
    #
    #DATABASE_ENGINE = 'mysql' # or 'postgres'
    #DATABASE_NAME = 'graphite'
    #DATABASE_USER = 'graphite'
    #DATABASE_PASSWORD = 'graphite-is-awesome'
    #DATABASE_HOST = 'mysql.mycompany.com'
    #DATABASE_PORT = '3306'
    #########################
    # Cluster Configuration #
    #########################
    # (To avoid excessive DNS lookups you want to stick to using IP addresses only in this entire section)
    #
    # This should list the IP address (and optionally port) of each webapp in your cluster.
    # Strings are of the form \"ip[:port]\"
    # Usually this will be the same as MEMCACHE_HOSTS except for the port numbers.
    #
    #CLUSTER_SERVERS = []
    CLUSTER_SERVERS = [${graphite_additional_cluster_servers}'${instance_ip}:7001']
    # This lists all the memcached servers that will be used by this webapp.
    # If you have a cluster of webapps you want to make sure all of them
    # have the *exact* same value for this setting. That will maximize cache
    # efficiency. Setting MEMCACHE_HOSTS to be empty will turn off use of
    # memcached entirely.
    #
    # You should not use the loopback address 127.0.0.1 here because every webapp in
    # the cluster should use the exact same value and should list every member in the
    # cluster.
    #MEMCACHE_HOSTS = ['10.10.10.10:11211', '10.10.10.11:11211', '10.10.10.12:11211']
    MEMCACHE_HOSTS = [${graphite_additional_memcache_hosts}'${instance_ip}:11211']
    MEMCACHE_DURATION = $graphite_memcache_duration
    # If you are running multiple carbon-caches on this machine (typically behind a relay using
    # consistent hashing), you'll need to list the ip address, cache query port, and instance name of each carbon-cache
    # instance on the local machine (NOT every carbon-cache in the entire cluster). The default cache query port is 7002
    # and a common scheme is to use 7102 for instance b, 7202 for instance c, etc.
    #
    # You *should* use 127.0.0.1 here.
    #CARBONLINK_HOSTS = [\"127.0.0.1:7002:a\", \"127.0.0.1:7102:b\", \"127.0.0.1:7202:c\"]
    CARBONLINK_HOSTS = [\"127.0.0.1:7002\"]
    " | tee $temp_path
    scp -i $key_path $temp_path $instance_user@$instance_host:$temp_path
    ssh -i $key_path $instance_user@$instance_host "sudo mv $temp_path /opt/graphite/webapp/graphite/local_settings.py"
    #rm $temp_path

    ####################################
    # CREATE GRAPHITE-WEB DATABASE
    # START supervisord (which starts carbon, graphite, etc)
    # ENSURE PROCESSES DIDNT BLOW
    ####################################
    ssh -i $key_path $instance_user@$instance_host <<EOF
    cd /opt/graphite/webapp/graphite
    yes no | sudo python manage.py syncdb
    #nginx and wsgi runs under www-data user by default
    sudo chown -R www-data:www-data /opt/graphite
    sudo chown -R www-data:www-data $volume_mount_point
    # reread supervisord configuration, then start carbon, graphite, etc
    sudo supervisorctl reread
    sudo supervisorctl reload
    sleep 2
    sudo supervisorctl status
    #should show all listening ports - 5666 for nrpe, 11211 for memcached, 80 for nginx
    #2003 for line receiver / 2004 for pickle receiver / 7002 for cache query for carbon (python)
    #3031 for uwsgi, 8125 for statsite (udp)
    sudo netstat -lntup
    # ENSURE PROCESSES DIDNT BLOW
    #sudo tail -f /var/log/supervisor/*.log
    EOF
  3. @hectcastro hectcastro revised this gist Oct 14, 2011. 1 changed file with 4 additions and 5 deletions.
    9 changes: 4 additions & 5 deletions install-graphite-ubuntu-11.10.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -7,7 +7,7 @@
    ####################################

    sudo apt-get update
    sudo apt-get upgrade
    sudo apt-get dist-upgrade

    wget http://launchpad.net/graphite/0.9/0.9.9/+download/graphite-web-0.9.9.tar.gz
    wget http://launchpad.net/graphite/0.9/0.9.9/+download/carbon-0.9.9.tar.gz
    @@ -37,6 +37,8 @@ sudo python setup.py install

    cd ~/carbon
    sudo python setup.py install

    ####################
    # CONFIGURE CARBON
    ####################
    cd /opt/graphite/conf
    @@ -58,16 +60,13 @@ cd ~/graphite
    sudo python check-dependencies.py
    sudo python setup.py install

    ###################
    # CONFIGURE APACHE
    ###################
    cd ~/graphite/examples
    sudo cp example-graphite-vhost.conf /etc/apache2/sites-available/default
    sudo cp /opt/graphite/conf/graphite.wsgi.example /opt/graphite/conf/graphite.wsgi
    sudo vim /etc/apache2/sites-available/default
    # moved 'WSGIImportScript /opt/gr..' to right before virtual host since it gave me an error saying
    # WSGIImportScript cannot occur within <VirtualHost> section
    # if this path does not exist make it!!!!!!
    # /etc/httpd/wsgi
    sudo mkdir -p /etc/httpd/wsgi
    sudo /etc/init.d/apache2 reload

  4. @hectcastro hectcastro revised this gist Oct 14, 2011. 1 changed file with 1 addition and 2 deletions.
    3 changes: 1 addition & 2 deletions install-graphite-ubuntu-11.10.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -68,8 +68,7 @@ sudo vim /etc/apache2/sites-available/default
    # WSGIImportScript cannot occur within <VirtualHost> section
    # if this path does not exist make it!!!!!!
    # /etc/httpd/wsgi
    sudo mkdir /etc/httpd
    sudo mkdir /etc/httpd/wsgi
    sudo mkdir -p /etc/httpd/wsgi
    sudo /etc/init.d/apache2 reload

    ####################################
  5. @hectcastro hectcastro renamed this gist Oct 14, 2011. 1 changed file with 1 addition and 1 deletion.
    2 changes: 1 addition & 1 deletion install-graphite-ubuntu-10.04.sh → install-graphite-ubuntu-11.10.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,7 +1,7 @@
    ####################################
    # BASIC REQUIREMENTS
    # http://graphite.wikidot.com/installation
    # http://geek.michaelgrace.org/2011/09/how-to-install-graphite-on-ubuntu/
    # Forked from: http://geek.michaelgrace.org/2011/09/how-to-install-graphite-on-ubuntu/
    # Ubuntu 11.10 Oneiric Ocelot
    # Last tested & updated 10/14/2011
    ####################################
  6. @hectcastro hectcastro revised this gist Oct 14, 2011. 1 changed file with 6 additions and 5 deletions.
    11 changes: 6 additions & 5 deletions install-graphite-ubuntu-10.04.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -2,7 +2,8 @@
    # BASIC REQUIREMENTS
    # http://graphite.wikidot.com/installation
    # http://geek.michaelgrace.org/2011/09/how-to-install-graphite-on-ubuntu/
    # Last tested & updated 10/13/2011
    # Ubuntu 11.10 Oneiric Ocelot
    # Last tested & updated 10/14/2011
    ####################################

    sudo apt-get update
    @@ -11,16 +12,16 @@ sudo apt-get upgrade
    wget http://launchpad.net/graphite/0.9/0.9.9/+download/graphite-web-0.9.9.tar.gz
    wget http://launchpad.net/graphite/0.9/0.9.9/+download/carbon-0.9.9.tar.gz
    wget http://launchpad.net/graphite/0.9/0.9.9/+download/whisper-0.9.9.tar.gz
    tar -zxvf graphite-web-0.9.9.tar.gz
    tar -zxvf carbon-0.9.9.tar.gz
    tar -zxvf whisper-0.9.9.tar.gz
    tar zxvf graphite-web-0.9.9.tar.gz
    tar zxvf carbon-0.9.9.tar.gz
    tar zxvf whisper-0.9.9.tar.gz
    mv graphite-web-0.9.9 graphite
    mv carbon-0.9.9 carbon
    mv whisper-0.9.9 whisper
    rm carbon-0.9.9.tar.gz
    rm graphite-web-0.9.9.tar.gz
    rm whisper-0.9.9.tar.gz
    sudo apt-get install --assume-yes apache2 apache2-mpm-worker apache2-utils apache2.2-bin apache2.2-common libapr1 libaprutil1 libaprutil1-dbd-sqlite3 python3.1 libpython3.1 python3.1-minimal libapache2-mod-wsgi libaprutil1-ldap memcached python-cairo-dev python-django python-ldap python-memcache python-pysqlite2 sqlite3 erlang-os-mon erlang-snmp rabbitmq-server bzr expect ssh libapache2-mod-python python-setuptools
    sudo apt-get install --assume-yes apache2 apache2-mpm-worker apache2-utils apache2.2-bin apache2.2-common libapr1 libaprutil1 libaprutil1-dbd-sqlite3 python3-minimal python3-dev libapache2-mod-wsgi libaprutil1-ldap memcached python-cairo-dev python-django python-ldap python-memcache python-pysqlite2 sqlite3 erlang-os-mon erlang-snmp rabbitmq-server bzr expect ssh libapache2-mod-python python-setuptools
    sudo easy_install django-tagging

    ####################################
  7. Mike Grace revised this gist Oct 13, 2011. No changes.
  8. Mike Grace revised this gist Oct 13, 2011. 1 changed file with 25 additions and 20 deletions.
    45 changes: 25 additions & 20 deletions install-graphite-ubuntu-10.04.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -2,23 +2,26 @@
    # BASIC REQUIREMENTS
    # http://graphite.wikidot.com/installation
    # http://geek.michaelgrace.org/2011/09/how-to-install-graphite-on-ubuntu/
    # Last tested & updated 10/13/2011
    ####################################

    sudo apt-get update
    sudo apt-get upgrade
    wget http://launchpad.net/graphite/1.0/0.9.8/+download/graphite-web-0.9.8.tar.gz
    wget http://launchpad.net/graphite/1.0/0.9.8/+download/carbon-0.9.8.tar.gz
    wget http://launchpad.net/graphite/1.0/0.9.8/+download/whisper-0.9.8.tar.gz
    tar -zxvf graphite-web-0.9.8.tar.gz
    tar -zxvf carbon-0.9.8.tar.gz
    tar -zxvf whisper-0.9.8.tar.gz
    mv graphite-web-0.9.8 graphite
    mv carbon-0.9.8 carbon
    mv whisper-0.9.8 whisper
    rm carbon-0.9.8.tar.gz
    rm graphite-web-0.9.8.tar.gz
    rm whisper-0.9.8.tar.gz
    sudo apt-get install --assume-yes apache2 apache2-mpm-worker apache2-utils apache2.2-bin apache2.2-common libapr1 libaprutil1 libaprutil1-dbd-sqlite3 python3.1 libpython3.1 python3.1-minimal libapache2-mod-wsgi libaprutil1-ldap memcached python-cairo-dev python-django python-ldap python-memcache python-pysqlite2 sqlite3 erlang-os-mon erlang-snmp rabbitmq-server bzr expect ssh libapache2-mod-python

    wget http://launchpad.net/graphite/0.9/0.9.9/+download/graphite-web-0.9.9.tar.gz
    wget http://launchpad.net/graphite/0.9/0.9.9/+download/carbon-0.9.9.tar.gz
    wget http://launchpad.net/graphite/0.9/0.9.9/+download/whisper-0.9.9.tar.gz
    tar -zxvf graphite-web-0.9.9.tar.gz
    tar -zxvf carbon-0.9.9.tar.gz
    tar -zxvf whisper-0.9.9.tar.gz
    mv graphite-web-0.9.9 graphite
    mv carbon-0.9.9 carbon
    mv whisper-0.9.9 whisper
    rm carbon-0.9.9.tar.gz
    rm graphite-web-0.9.9.tar.gz
    rm whisper-0.9.9.tar.gz
    sudo apt-get install --assume-yes apache2 apache2-mpm-worker apache2-utils apache2.2-bin apache2.2-common libapr1 libaprutil1 libaprutil1-dbd-sqlite3 python3.1 libpython3.1 python3.1-minimal libapache2-mod-wsgi libaprutil1-ldap memcached python-cairo-dev python-django python-ldap python-memcache python-pysqlite2 sqlite3 erlang-os-mon erlang-snmp rabbitmq-server bzr expect ssh libapache2-mod-python python-setuptools
    sudo easy_install django-tagging

    ####################################
    # INSTALL WHISPER
    @@ -58,8 +61,15 @@ sudo python setup.py install
    ###################
    cd ~/graphite/examples
    sudo cp example-graphite-vhost.conf /etc/apache2/sites-available/default
    sudo /etc/init.d/apache2 reload
    sudo cp /opt/graphite/conf/graphite.wsgi.example /opt/graphite/conf/graphite.wsgi
    sudo vim /etc/apache2/sites-available/default
    # moved 'WSGIImportScript /opt/gr..' to right before virtual host since it gave me an error saying
    # WSGIImportScript cannot occur within <VirtualHost> section
    # if this path does not exist make it!!!!!!
    # /etc/httpd/wsgi
    sudo mkdir /etc/httpd
    sudo mkdir /etc/httpd/wsgi
    sudo /etc/init.d/apache2 reload

    ####################################
    # INITIAL DATABASE CREATION
    @@ -72,11 +82,6 @@ sudo /etc/init.d/apache2 restart
    cd /opt/graphite/webapp/graphite
    sudo cp local_settings.py.example local_settings.py

    sudo vim /opt/graphite/webapp/graphite/render/glyph.py
    # at line 598 and add these lines before the "yVariance = ..." line
    if yMaxValue <= yMinValue:
    yMaxValue = yMinValue + 1

    ####################################
    # START CARBON
    ####################################
    @@ -90,4 +95,4 @@ cd ~/graphite/examples
    sudo chmod +x example-client.py
    # [optional] edit example-client.py to report data faster
    # sudo vim example-client.py
    sudo ./example-client.py
    sudo ./example-client.py
  9. Mike Grace revised this gist Sep 4, 2011. 1 changed file with 1 addition and 0 deletions.
    1 change: 1 addition & 0 deletions install-graphite-ubuntu-10.04.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -1,6 +1,7 @@
    ####################################
    # BASIC REQUIREMENTS
    # http://graphite.wikidot.com/installation
    # http://geek.michaelgrace.org/2011/09/how-to-install-graphite-on-ubuntu/
    ####################################

    sudo apt-get update
  10. Mike Grace revised this gist Sep 4, 2011. 1 changed file with 1 addition and 0 deletions.
    1 change: 1 addition & 0 deletions install-graphite-ubuntu-10.04.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -4,6 +4,7 @@
    ####################################

    sudo apt-get update
    sudo apt-get upgrade
    wget http://launchpad.net/graphite/1.0/0.9.8/+download/graphite-web-0.9.8.tar.gz
    wget http://launchpad.net/graphite/1.0/0.9.8/+download/carbon-0.9.8.tar.gz
    wget http://launchpad.net/graphite/1.0/0.9.8/+download/whisper-0.9.8.tar.gz
  11. @invalid-email-address Anonymous created this gist Sep 3, 2011.
    91 changes: 91 additions & 0 deletions install-graphite-ubuntu-10.04.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,91 @@
    ####################################
    # BASIC REQUIREMENTS
    # http://graphite.wikidot.com/installation
    ####################################

    sudo apt-get update
    wget http://launchpad.net/graphite/1.0/0.9.8/+download/graphite-web-0.9.8.tar.gz
    wget http://launchpad.net/graphite/1.0/0.9.8/+download/carbon-0.9.8.tar.gz
    wget http://launchpad.net/graphite/1.0/0.9.8/+download/whisper-0.9.8.tar.gz
    tar -zxvf graphite-web-0.9.8.tar.gz
    tar -zxvf carbon-0.9.8.tar.gz
    tar -zxvf whisper-0.9.8.tar.gz
    mv graphite-web-0.9.8 graphite
    mv carbon-0.9.8 carbon
    mv whisper-0.9.8 whisper
    rm carbon-0.9.8.tar.gz
    rm graphite-web-0.9.8.tar.gz
    rm whisper-0.9.8.tar.gz
    sudo apt-get install --assume-yes apache2 apache2-mpm-worker apache2-utils apache2.2-bin apache2.2-common libapr1 libaprutil1 libaprutil1-dbd-sqlite3 python3.1 libpython3.1 python3.1-minimal libapache2-mod-wsgi libaprutil1-ldap memcached python-cairo-dev python-django python-ldap python-memcache python-pysqlite2 sqlite3 erlang-os-mon erlang-snmp rabbitmq-server bzr expect ssh libapache2-mod-python

    ####################################
    # INSTALL WHISPER
    ####################################

    cd ~/whisper
    sudo python setup.py install

    ####################################
    # INSTALL CARBON
    ####################################

    cd ~/carbon
    sudo python setup.py install
    # CONFIGURE CARBON
    ####################
    cd /opt/graphite/conf
    sudo cp carbon.conf.example carbon.conf
    sudo cp storage-schemas.conf.example storage-schemas.conf
    sudo vim storage-schemas.conf
    ### edited storage-schemas.conf to be the following
    [stats]
    priority = 110
    pattern = .*
    retentions = 10:2160,60:10080,600:262974
    ###

    ####################################
    # CONFIGURE GRAPHITE (webapp)
    ####################################

    cd ~/graphite
    sudo python check-dependencies.py
    sudo python setup.py install

    # CONFIGURE APACHE
    ###################
    cd ~/graphite/examples
    sudo cp example-graphite-vhost.conf /etc/apache2/sites-available/default
    sudo /etc/init.d/apache2 reload
    sudo cp /opt/graphite/conf/graphite.wsgi.example /opt/graphite/conf/graphite.wsgi

    ####################################
    # INITIAL DATABASE CREATION
    ####################################
    cd /opt/graphite/webapp/graphite/
    sudo python manage.py syncdb
    # follow prompts to setup django admin user
    sudo chown -R www-data:www-data /opt/graphite/storage/
    sudo /etc/init.d/apache2 restart
    cd /opt/graphite/webapp/graphite
    sudo cp local_settings.py.example local_settings.py

    sudo vim /opt/graphite/webapp/graphite/render/glyph.py
    # at line 598 and add these lines before the "yVariance = ..." line
    if yMaxValue <= yMinValue:
    yMaxValue = yMinValue + 1

    ####################################
    # START CARBON
    ####################################
    cd /opt/graphite/
    sudo ./bin/carbon-cache.py start

    ####################################
    # SEND DATA TO GRAPHITE
    ####################################
    cd ~/graphite/examples
    sudo chmod +x example-client.py
    # [optional] edit example-client.py to report data faster
    # sudo vim example-client.py
    sudo ./example-client.py