Difference between revisions of "Monitoring openvz resources using munin"

From OpenVZ Virtuozzo Containers Wiki
Jump to: navigation, search
m (VE->container, CT)
(munin plugin: Added plugin from Jan (http://forum.openvz.org/index.php?t=msg&goto=15122))
Line 245: Line 245:
 
This is not too performant but should do and the graphs are much
 
This is not too performant but should do and the graphs are much
 
more readable then the first solution.
 
more readable then the first solution.
 +
 +
 +
== Another plugin from Jan Tomasek ==
 +
Jan has posted another plugin on http://forum.openvz.org/index.php?t=msg&goto=15122, where I've fixed two things:
 +
1. "exit 0" in the "config" block
 +
2. Replaced "vals=($str); echo ${vals[0]}" with "echo ${str%% *}" (the former was causing problems I don't remember anymore)
 +
 +
<source lang="bash">
 +
#!/bin/sh
 +
#
 +
# Munin's plugin to monitor OpenVZ bean counters.
 +
#
 +
# $Log$
 +
# Revision 1.3 2007/07/19 12:57:00 Jan Tomasek <jan@tomasek.cz>
 +
# * rewrited to work with /proc/bc/<VEID>/resources instead of
 +
# /proc/user_beancounters, that simplified code and result
 +
# is also bit faster.
 +
# * added references to OpenVZ wiki
 +
# Revision 1.3.1 2008/05/13 01:26:00 Daniel Hahler <http://daniel.hahler.de/>
 +
# * Minor fixes
 +
#  - "exit 0" in "config" block
 +
#  - Use "echo ${str%% *}" in "suggest", instead of "vals=($str); echo ${vals[0]}"
 +
#
 +
# Original revision taken from:
 +
# http://wiki.openvz.org/Monitoring_openvz_resources_using_munin
 +
#
 +
#%# family=auto
 +
#%# capabilities=autoconf suggest
 +
 +
VEID=`basename $0 | sed -e 's/^vebc_.*_//'`;
 +
STATS=`basename $0 | sed -e 's/^vebc_//' -e 's/_[0-9]*$//' -e 's/_/ /g'`
 +
 +
if [ "$1" = "autoconf" ]; then
 +
    if [ -r /proc/bc/0/resources ]; then
 +
        echo yes
 +
        exit 0
 +
    else
 +
        echo "no (/proc/bc/0/resources not found)"
 +
        exit 1
 +
    fi
 +
fi
 +
 +
if [ "$1" = "suggest" ]; then
 +
    if [ -r /proc/bc/0/resources ]; then
 +
        cat /proc/bc/0/resources | while read str; do
 +
        # Print everything before " "
 +
        echo ${str%% *}
 +
        done
 +
        exit 0
 +
    else
 +
        exit 1
 +
    fi
 +
fi
 +
 +
if [ ! -f /proc/bc/$VEID/resources ]; then
 +
    exit 0;
 +
fi
 +
 +
if [ "$1" = "config" ]; then
 +
    #echo "graph_order down up"
 +
    echo "graph_title VE$VEID: $STATS"
 +
    echo "graph_vlabel bean counters"
 +
    echo "graph_category VE$VEID"
 +
    # Note on URLs. General graph info is by munin version 1.2.5
 +
    # accepted even with HTML code. But for value.info it escapes URL,
 +
    # I expect that authors of munin will note that in future and put
 +
    # escaping even for graph.info.
 +
    echo "graph_info VE bean counters info. Documentation of the OpenVZ resource management is located at <a href=\"
 +
http://wiki.openvz.org/UBC\">http://wiki.openvz.org/UBC</a>."
 +
 +
    cat /proc/bc/$VEID/resources | while read name value top warn max stuff ; do
 +
        for statname in $STATS; do
 +
        if [ "$name" = "$statname" ]; then
 +
            URL="http://wiki.openvz.org/$name"
 +
            if [ "$warn" = "0" ]; then
 +
                warn=$max
 +
            fi
 +
            echo $name.label $name
 +
            echo $name.warning $warn
 +
            echo $name.critical $max
 +
            echo $name.info Description of this resource is located at $URL
 +
        fi
 +
        done
 +
    done
 +
    exit 0
 +
fi;
 +
 +
cat /proc/bc/$VEID/resources | while read name value stuff ; do
 +
    for statname in $STATS; do
 +
    if [ "$name" = "$statname" ]; then
 +
        echo $name".value "$value;
 +
    fi
 +
    done
 +
done
 +
</source>
 +
 +
To install this, you can use the following script:
 +
<source lang="bash">
 +
#!/bin/bash
 +
 +
FILE=`mktemp /tmp/ln-vebc-XXXXXX`
 +
 +
cd /etc/munin/plugins
 +
 +
for resources in kmemsize \
 +
    lockedpages_privvmpages_shmpages_physpages_vmguarpages_oomguarpages \
 +
    numproc \
 +
    numtcpsock_numflock_numpty_numsiginfo_numothersock_numiptent \
 +
    tcpsndbuf_tcprcvbuf_othersockbuf_dgramrcvbuf \
 +
    dcachesize \
 +
    numfile
 +
do
 +
    for VE in 0 `/usr/sbin/vzlist | sed "s/^ *//" |grep '^[0-9]' | cut -f 1 -d " "` ; do
 +
        ln -sf /usr/local/share/munin/plugins/vebc_ "vebc_"$resources"_"$VE
 +
        echo "vebc_"$resources"_"$VE >> $FILE
 +
    done
 +
done
 +
 +
# remove no longer deserved links (ie. links pointing to machines
 +
# which were destroyed or stoped)
 +
 +
find -type l -name vebc_\* | sed "s/\.\///" | while read LN; do
 +
    if grep ^$LN$ $FILE >/dev/null; then
 +
        true
 +
    else
 +
        rm $LN
 +
    fi
 +
done
 +
 +
rm $FILE
 +
</source>

Revision as of 23:33, 12 May 2008


Yellowpin.svg Note: this article is not formatted according to this Wiki standards. Please help reformatting it in a better way.

munin plugin

The plugin listed below grabs all the beancounters' values.

#!/bin/sh
#
# plugin to monitor OpenVZ bean counters.
#
#
#%# family=auto
#%# capabilities=autoconf suggest

ATTR=`basename $0 | sed 's/^vebc_//g'`

if [ "$1" = "autoconf" ]; then
        if [ -r /proc/bc/0/resources ]; then
                echo yes
                exit 0
        else
                echo "no (/proc/bc/0/resources not found)"
                exit 1
        fi
fi

if [ "$1" = "suggest" ]; then

        if [ -r /proc/bc/0/resources ]; then
            cat /proc/bc/0/resources |
            while read str; do

                vals=($str)
                echo ${vals[0]}
            done

                exit 0
        else
                exit 1
        fi
fi


if [ "$1" = "config" ]; then

#       echo "graph_order down up"
        echo "graph_title $ATTR beancounter for containers"
        echo 'graph_category system'
        echo "graph_info 'Containers beancounters info'"


        for CTID in `ls -d1 /proc/bc/???`; do
            id=`basename $CTID`
            grep $ATTR $CTID/resources |
            while read str; do

                vals=($str)
                name=${vals[0]}
                echo ${id}.label $id
                echo "${id}.warning  ${vals[3]}"
                echo "${id}.critical  ${vals[4]}"
            done
        done

        exit 0
fi;


        for CTID in `ls -d1 /proc/bc/???`; do
            id=`basename $CTID`
            grep $ATTR $CTID/resources |
            while read str; do

                vals=($str)
                name=${vals[0]}
                echo "$id.value ${vals[1]}"
            done
        done

Please note, you have to configure plugin to run as root:

[vebc*] user root

at /etc/munin/plugin-conf.d/ somewhere.


Extended Version for old system using user_beancounter.

Put it with the munin plugins and make a link for every graph which should be produced named like:

vebc_VALUENAME1_VALUENAME2_..._CTID

e.g.: vebc_numflock_numpty_numsiginfo_101

#!/bin/sh
#
# plugin to monitor OpenVZ bean counters.
#
#
#%# family=auto
#%# capabilities=autoconf suggest

ATTR=`basename $0 | sed -e 's/^vebc_.*_//'`
STATS=`basename $0 | sed -e 's/^vebc_//' -e 's/_[0-9]*$//' -e 's/_/ /g'`

if [ "$1" = "autoconf" ]; then
        if [ -r /proc/bc/0/resources ]; then
                echo yes
                exit 0
        else
                echo "no (/proc/bc/0/resources not found)"
                exit 1
        fi
fi

if [ "$1" = "suggest" ]; then

        if [ -r /proc/bc/0/resources ]; then
            cat /proc/bc/0/resources |
            while read str; do

                vals=($str)
                echo ${vals[0]}
            done

                exit 0
        else
                exit 1
        fi
fi

if [ "$1" = "config" ]; then

#       echo "graph_order down up"
        echo "graph_title beancounter for CT$ATTR: $STATS"
        echo "graph_category CT$ATTR"
        echo "graph_info 'Container bean counters info'"

        readme="false"
        cat /proc/user_beancounters | while read myid stuff; do

                line=""

                if [ "$myid" == "$ATTR:" ]; then

                        readme="true"
                        line="$stuff"
                        echo $line
                else

                        loid=`echo $myid | sed -e 's/.*:/:/'`

                        if [ "$loid" == ":" ]; then

                                readme="false"
                        fi
                        if [ "$readme" == "true" ]; then

                                line="$myid $stuff"
                        echo $line
                        fi
                fi

        done | while read name value top warn max; do

                okname="dummy"

                for statname in $STATS; do

                        if [ "$name" == "$statname" ]; then

                                okname=$name
                        fi

                done

                if [ "$okname" != "dummy" ]; then

                        echo $okname.label $name
                        echo $okname.warning $warn
                        echo $okname.critical $max
                fi
        done

        exit 0
fi;


readme="false"
cat /proc/user_beancounters | while read myid stuff; do

        line=""

        if [ "$myid" == "$ATTR:" ]; then

                readme="true"
                line="$stuff"
                echo $line
        else

                loid=`echo $myid | sed -e 's/.*:/:/'`

                if [ "$loid" == ":" ]; then

                        readme="false"
                fi

                if [ "$readme" == "true" ]; then

                        line="$myid $stuff"
                echo $line
                fi
        fi
done | while read name value x; do

        okname="dummy"

        for statname in $STATS; do

                if [ "$name" == "$statname" ]; then

                        okname=$name
                fi
        done

        if [ "$okname" != "dummy" ]; then

                echo $okname.value $value
        fi

done

This is not too performant but should do and the graphs are much more readable then the first solution.


Another plugin from Jan Tomasek

Jan has posted another plugin on http://forum.openvz.org/index.php?t=msg&goto=15122, where I've fixed two things: 1. "exit 0" in the "config" block 2. Replaced "vals=($str); echo ${vals[0]}" with "echo ${str%% *}" (the former was causing problems I don't remember anymore)

#!/bin/sh
#
# Munin's plugin to monitor OpenVZ bean counters.
#
# $Log$
# Revision 1.3 2007/07/19 12:57:00 Jan Tomasek <jan@tomasek.cz>
# * rewrited to work with /proc/bc/<VEID>/resources instead of
# /proc/user_beancounters, that simplified code and result
# is also bit faster.
# * added references to OpenVZ wiki
# Revision 1.3.1 2008/05/13 01:26:00 Daniel Hahler <http://daniel.hahler.de/>
# * Minor fixes
#   - "exit 0" in "config" block
#   - Use "echo ${str%% *}" in "suggest", instead of "vals=($str); echo ${vals[0]}"
#
# Original revision taken from:
# http://wiki.openvz.org/Monitoring_openvz_resources_using_munin
#
#%# family=auto
#%# capabilities=autoconf suggest

VEID=`basename $0 | sed -e 's/^vebc_.*_//'`;
STATS=`basename $0 | sed -e 's/^vebc_//' -e 's/_[0-9]*$//' -e 's/_/ /g'`

if [ "$1" = "autoconf" ]; then
    if [ -r /proc/bc/0/resources ]; then
        echo yes
        exit 0
    else
        echo "no (/proc/bc/0/resources not found)"
        exit 1
    fi
fi

if [ "$1" = "suggest" ]; then
    if [ -r /proc/bc/0/resources ]; then
        cat /proc/bc/0/resources | while read str; do
        # Print everything before " "
        echo ${str%% *}
        done
        exit 0
    else
        exit 1
    fi
fi

if [ ! -f /proc/bc/$VEID/resources ]; then
    exit 0;
fi

if [ "$1" = "config" ]; then
    #echo "graph_order down up"
    echo "graph_title VE$VEID: $STATS"
    echo "graph_vlabel bean counters"
    echo "graph_category VE$VEID"
    # Note on URLs. General graph info is by munin version 1.2.5
    # accepted even with HTML code. But for value.info it escapes URL,
    # I expect that authors of munin will note that in future and put
    # escaping even for graph.info.
    echo "graph_info VE bean counters info. Documentation of the OpenVZ resource management is located at <a href=\"
http://wiki.openvz.org/UBC\">http://wiki.openvz.org/UBC</a>."

    cat /proc/bc/$VEID/resources | while read name value top warn max stuff ; do
        for statname in $STATS; do
        if [ "$name" = "$statname" ]; then
            URL="http://wiki.openvz.org/$name"
            if [ "$warn" = "0" ]; then
                warn=$max
            fi
            echo $name.label $name
            echo $name.warning $warn
            echo $name.critical $max
            echo $name.info Description of this resource is located at $URL
        fi
        done
    done
    exit 0
fi;

cat /proc/bc/$VEID/resources | while read name value stuff ; do
    for statname in $STATS; do
    if [ "$name" = "$statname" ]; then
        echo $name".value "$value;
    fi
    done
done

To install this, you can use the following script:

#!/bin/bash

FILE=`mktemp /tmp/ln-vebc-XXXXXX`

cd /etc/munin/plugins

for resources in kmemsize \
    lockedpages_privvmpages_shmpages_physpages_vmguarpages_oomguarpages \
    numproc \
    numtcpsock_numflock_numpty_numsiginfo_numothersock_numiptent \
    tcpsndbuf_tcprcvbuf_othersockbuf_dgramrcvbuf \
    dcachesize \
    numfile
do
    for VE in 0 `/usr/sbin/vzlist | sed "s/^ *//" |grep '^[0-9]' | cut -f 1 -d " "` ; do
        ln -sf /usr/local/share/munin/plugins/vebc_ "vebc_"$resources"_"$VE
        echo "vebc_"$resources"_"$VE >> $FILE
    done
done

# remove no longer deserved links (ie. links pointing to machines
# which were destroyed or stoped)

find -type l -name vebc_\* | sed "s/\.\///" | while read LN; do
    if grep ^$LN$ $FILE >/dev/null; then
        true
    else
        rm $LN
    fi
done

rm $FILE