BAFM – Page 4 – The rants of a not-so-crazy-sysadmin and his life

Tiny Tiny RSS init-script for multiple instances on Debian Wheezy

June 19, 2013June 19, 2013 Christian 2 Comments

Well, I have a bunch of Tiny Tiny RSS instances running on my webhost, and I wanted a init-script that starts the update-daemons for all instances.

Now, there’s already a bunch of init scripts for Debian around (1, 2) however none of them were to my liking or did what I wanted it to do. So I ended up (yeah, I know *again*) rewriting them.

#!/bin/sh
### BEGIN INIT INFO
# Provides:          ttrss
# Required-Start:    $local_fs $remote_fs networking
# Required-Stop:     $local_fs $remote_fs
# Default-Start:     2 3 4 5
# Default-Stop:      0 1 6
# Short-Description: Tiny Tiny RSS update daemon
# Description:       Update the Tiny Tiny RSS subscribed syndication feeds.
### END INIT INFO

set -e

PATH=/sbin:/usr/sbin:/bin:/usr/bin
DESC="Tiny Tiny RSS update daemon"
NAME=$(command basename "${0}")

DISABLED=1
FORKING=0

# Read configuration variable file if it is present
[ -r "/etc/default/${NAME}" ] && . "/etc/default/${NAME}"

DAEMON_SCRIPT="update.php --daemon"

if [ $FORKING -ne 0 ] ; then
        DAEMON_SCRIPT="update_daemon2.php"
fi

DAEMON=/usr/bin/php

# Exit if the package is not installed
[ -x "$DAEMON" ] || exit 0

[ -d "${TTRSS_PATH}" ] || exit 0

# Load the VERBOSE setting and other rcS variables
. /lib/init/vars.sh

# Define LSB log_* functions.
# Depend on lsb-base (>= 3.0-6) to ensure that this file is present.
. /lib/lsb/init-functions

if [ "$DISABLED" != "0" -a "$1" != "stop" ]; then
        log_warning_msg "Not starting $DESC - edit /etc/default/tt-rss and change DISABLED to be 0.";
        exit 0;
fi

# Function that starts the daemon/service
do_start()
{
        for dir in ${TTRSS_PATH}/*; do
                INSTANCE_NAME=${dir##*/}
                start-stop-daemon --start --make-pidfile --background --quiet 
                        --chuid "${TTRSS_USERID}" --group "${TTRSS_GROUPID}" 
                        --chdir "${dir}" 
                        --pidfile "${TTRSS_PIDDIR}/ttrss-${INSTANCE_NAME}.pid" 
                        --exec "${DAEMON}" --test >/dev/null 
                        || return 1

                start-stop-daemon --start --make-pidfile --background --quiet 
                        --chuid "${TTRSS_USERID}" --group "${TTRSS_GROUPID}" 
                        --chdir "${dir}" 
                        --pidfile "${TTRSS_PIDDIR}/ttrss-${INSTANCE_NAME}.pid" 
                        --exec "${DAEMON}" -- ${dir}/${DAEMON_SCRIPT} --log 
                        /var/log/ttrss/${INSTANCE_NAME}.log 
                        || return 2
        done
}

# Function that stops the daemon/service
do_stop()
{
        for dir in ${TTRSS_PATH}/*; do
                INSTANCE_NAME=${dir##*/}
                start-stop-daemon --stop --make-pidfile --quiet 
                        --retry=TERM/1/KILL/5 
                        --pidfile "${TTRSS_PIDDIR}/ttrss-${INSTANCE_NAME}.pid" 

                RETVAL="$?"
                [ "$RETVAL" = 2 ] && return 2

                start-stop-daemon --stop --quiet --oknodo --retry=0/1/KILL/5 
                        --exec ${DAEMON}

                [ "$?" = 2 ] && return 2
                rm -f "${TTRSS_PIDDIR}/ttrss-${INSTANCE_NAME}.pid"
                return $RETVAL
        done
}


case "$1" in
        start)
                log_daemon_msg "Starting $DESC" "$NAME"
                do_start
                case "$?" in
                        0|1) log_end_msg 0 ;;
                        2) log_end_msg 1 ;;
                esac
                ;;
        stop)
                log_daemon_msg "Stopping $DESC" "$NAME"
                do_stop
                case "$?" in
                        0|1) log_end_msg 0 ;;
                        2) log_end_msg 1 ;;
                esac
                ;;
        restart|force-reload)
                # If the "reload" option is implemented then remove the
                # 'force-reload' alias
                log_daemon_msg "Restarting $DESC" "$NAME"
                do_stop
                case "$?" in
                        0|1)
                                do_start
                                case "$?" in
                                        0) log_end_msg 0 ;;
                                        1) log_end_msg 1 ;; # Old process is still running
                                        *) log_end_msg 1 ;; # Failed to start
                                esac
                                ;;
                        *)
                                # Failed to stop
                                log_end_msg 1
                                ;;
                esac
                ;;
        *)
                echo "Usage: ${NAME} {start|stop|restart|force-reload}" >&2
                exit 3
                ;;
esac

:

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

#!/bin/sh

### BEGIN INIT INFO

# Provides: ttrss

# Required-Start: $local_fs $remote_fs networking

# Required-Stop: $local_fs $remote_fs

# Default-Start: 2 3 4 5

# Default-Stop: 0 1 6

# Short-Description: Tiny Tiny RSS update daemon

# Description: Update the Tiny Tiny RSS subscribed syndication feeds.

### END INIT INFO

set -e

PATH=/sbin:/usr/sbin:/bin:/usr/bin

DESC="Tiny Tiny RSS update daemon"

NAME=$(command basename "${0}")

DISABLED=1

FORKING=0

# Read configuration variable file if it is present

[ -r "/etc/default/${NAME}" ] && . "/etc/default/${NAME}"

DAEMON_SCRIPT="update.php --daemon"

if [ $FORKING -ne 0 ] ; then

DAEMON_SCRIPT="update_daemon2.php"

DAEMON=/usr/bin/php

# Exit if the package is not installed

[ -x "$DAEMON" ] || exit 0

[ -d "${TTRSS_PATH}" ] || exit 0

# Load the VERBOSE setting and other rcS variables

. /lib/init/vars.sh

# Define LSB log_* functions.

# Depend on lsb-base (>= 3.0-6) to ensure that this file is present.

. /lib/lsb/init-functions

if [ "$DISABLED" != "0" -a "$1" != "stop" ]; then

log_warning_msg "Not starting $DESC - edit /etc/default/tt-rss and change DISABLED to be 0.";

exit 0;

# Function that starts the daemon/service

do_start()

{

for dir in ${TTRSS_PATH}/*; do

INSTANCE_NAME=${dir##*/}

start-stop-daemon --start --make-pidfile --background --quiet

--chuid "${TTRSS_USERID}" --group "${TTRSS_GROUPID}"

--chdir "${dir}"

--pidfile "${TTRSS_PIDDIR}/ttrss-${INSTANCE_NAME}.pid"

--exec "${DAEMON}" --test >/dev/null

|| return 1

start-stop-daemon --start --make-pidfile --background --quiet

--chuid "${TTRSS_USERID}" --group "${TTRSS_GROUPID}"

--chdir "${dir}"

--pidfile "${TTRSS_PIDDIR}/ttrss-${INSTANCE_NAME}.pid"

--exec "${DAEMON}" -- ${dir}/${DAEMON_SCRIPT} --log

/var/log/ttrss/${INSTANCE_NAME}.log

|| return 2

done

}

# Function that stops the daemon/service

do_stop()

{

for dir in ${TTRSS_PATH}/*; do

INSTANCE_NAME=${dir##*/}

start-stop-daemon --stop --make-pidfile --quiet

--retry=TERM/1/KILL/5

--pidfile "${TTRSS_PIDDIR}/ttrss-${INSTANCE_NAME}.pid"

RETVAL="$?"

[ "$RETVAL" = 2 ] && return 2

start-stop-daemon --stop --quiet --oknodo --retry=0/1/KILL/5

--exec ${DAEMON}

[ "$?" = 2 ] && return 2

rm -f "${TTRSS_PIDDIR}/ttrss-${INSTANCE_NAME}.pid"

return $RETVAL

done

}

case "$1" in

start)

log_daemon_msg "Starting $DESC" "$NAME"

do_start

case "$?" in

0|1) log_end_msg 0 ;;

2) log_end_msg 1 ;;

esac

;;

stop)

log_daemon_msg "Stopping $DESC" "$NAME"

do_stop

case "$?" in

0|1) log_end_msg 0 ;;

2) log_end_msg 1 ;;

esac

;;

restart|force-reload)

# If the "reload" option is implemented then remove the

# 'force-reload' alias

log_daemon_msg "Restarting $DESC" "$NAME"

do_stop

case "$?" in

0|1)

do_start

case "$?" in

0) log_end_msg 0 ;;

1) log_end_msg 1 ;; # Old process is still running

*) log_end_msg 1 ;; # Failed to start

esac

;;

# Failed to stop

log_end_msg 1

;;

esac

;;

echo "Usage: ${NAME} {start|stop|restart|force-reload}" >&2

exit 3

;;

esac

# Set DISABLED to 1 to prevent the daemon from starting.
DISABLED=0

TTRSS_USERID="www-data"
TTRSS_GROUPID="www-data"
TTRSS_PIDDIR="/var/run"
TTRSS_PATH="/var/www/rss.heimdaheim.de/www"

# Allow the update_daemon script to use a forking daemon instead of a
# single-threaded instance.
# This option is only available for TinyTinyRSS 1.2.20 and above.
FORKING=0

# Set DISABLED to 1 to prevent the daemon from starting.

DISABLED=0

TTRSS_USERID="www-data"

TTRSS_GROUPID="www-data"

TTRSS_PIDDIR="/var/run"

TTRSS_PATH="/var/www/rss.heimdaheim.de/www"

# Allow the update_daemon script to use a forking daemon instead of a

# single-threaded instance.

# This option is only available for TinyTinyRSS 1.2.20 and above.

FORKING=0

Debian: dmesg output contains “Error: Driver ‘pcspkr’ is already registered, aborting…”

June 18, 2013June 18, 2013 Christian 1 Comment

Well, I recently prepared a bunch of Debian KVM guests, and today I got annoyed (basically because logwatch complains about it …) by this pesky error message on each startup. What causes this is error is really simple.

Udev loads the PC speaker driver (pcspkr) and then (for whatever reason) tries to load the alsa-module for the PC speaker (snd_pcsp). And the second one, basically fails. All we need to do, is create a blacklist.conf and add the latter one to it.

echo blacklist snd_pcsp | sudo tee -a /etc/modprobe.d/blacklist.conf

1	echo blacklist snd_pcsp \| sudo tee -a /etc/modprobe.d/blacklist.conf

virt-viewer: qemu+ssh to a KVM host running SSH on a different port

June 12, 2013June 12, 2013 Christian Leave a comment

Well, I’ve been tinkering with KVM the last few days and I’ve been stuck accessing the KVM guests (as the guests are running on a host I don’t have my Xorg server running on). After a bit of searching, I actually found what I was looking for.

Piecing together from both sources, to connect to a KVM host, that has SSH running on a different port:

virt-viewer --connect qemu+ssh://root@kvm.home.barfoo.org:222/system guest

1	virt-viewer --connect qemu+ssh://root@kvm.home.barfoo.org:222/system guest

5 year flashback

May 8, 2013May 8, 2013 Christian Leave a comment

Today I looked at my ADSL router and had a flashback about five years ago. Back then I was working for the university and used a dual line ISDN link for internet which had about the same bandwidth as my ADSL currently has …

After that experience I know how people must feel in some areas where internet isn’t as advanced as my normal 2MBit ADSL line … Loading YouTube or even a simple forum is a real waiting game (took me about two minutes to load up a hit out of Google), and I even attest myself a dependency on even normal ADSL (not one of that superfast 32MBit lines – just 2MBit).

I can’t even use VPN/Citrix over those 164 KBit (yeah, it’s too slow). So guess I’m rooting for the Telekom technician today. *shrug*

UCS Manager 2.0.2r KVM bug

April 28, 2013April 28, 2013 Christian Leave a comment

Well, we’ve been battling with a KVM bug in our UCS installation, that’s been driving me (and apparently the Cisco L3 support and development) nuts. But lets back up a bit. If you’ve worked with UCS before, once you open up the KVM console you’ll see the KVM and a shortcut commands (Shutdown, Reset) and another tab that allows you to mount virtual media.

Once you open it up, it should look like this:

Now, when we re-installed some of our servers (mostly the XenServer’s) and out of a sudden the KVM virtual media didn’t work for some reason. The UCS KVM would suddenly reject us from switching to the virtual media tab, saying that either the Login timed out or we’d have the wrong user and/or password, even if we tried with the most powerful user the UCS has, the local admin account.

UCS Manager - KVM virtual media tab rejecting authentification — UCS Manager – KVM virtual media tab rejecting authentification

So I opened a TAC, and Cisco got to work on it immediately. After poking around in the depths of the fabric interconnect with a dplug extension from Cisco with a Cisco L3 guy, and after about two months of development I just got a call back from the Cisco support guy. Apparently development figured out why we’d get the above error message.

Once you put a hash tag (#) in the Service Profiles User Label you’d get the error message.

UCS Manager - User Label — UCS Manager – User Label

Once I removed the hash tag, the KVM started working like it’s supposed to do. So if anyone ever comes across this, that’s your solution. Apparently Cisco is going to fix this in an upcoming release, but just removing the hash tag and everything is fine.

VMware ESXi – Free memory limits corrected

April 28, 2013April 28, 2013 Christian Leave a comment

Well, a coworker of mine asked me about this. Since I didn’t know (yeah, I don’t know everything) I went to my trusted friend – Google – and searched for it. There seems to be a lot of confusion about this, so I thought I’d clarify this.

I ended up putting a license to one of my hosts in vCenter.

Yeah well, the host has a bit more memory than the allowed 32GB vRAM per Socket (the host has two sockets) – thus you’re allowed to have 64GB RAM if your host has two sockets.

Dealing with SnapVault replication issues

April 9, 2013April 9, 2013 Christian Leave a comment

Well, for the past two months I had a case open with NetApp to figure out this SnapVault replication issue we were seeing. The initial transfer of the SnapVault relation would complete with a hick up, manual snapshot transfers also work – just the scheduled, auto-created Snapshots won’t replicate.

At first I (and the NetApp support) thought this was an issue with SnapVault itself, however after being away for the last four weeks I looked at the issue with fresh eyes. After a short peek into the logs, I found what I had found back when I first looked into this.

Mon Apr  1 21:16:46 CEST [fas01: lun.offline:warning]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.aux has been taken offline
Mon Apr  1 21:16:46 CEST [fas01: lun.offline:warning]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws has been taken offline
Mon Apr  1 23:06:35 CEST [fas01: rpl.src.lun.invalid_clone:error]: Replication source transfer failed due to an invalid LUN clone with fileid 32466 in snapid 67 in volume flex_windows_boot.
Mon Apr  1 23:06:35 CEST [fas01: replication.src.err:error]: SnapVault: source transfer from /vol/flex_windows_boot/sv/ to fas03:/vol/flex_windows_boot/sv : replication source found an invalid lun clone.
Mon Apr  1 23:08:35 CEST [fas01: rpl.src.lun.invalid_clone:error]: Replication source transfer failed due to an invalid LUN clone with fileid 32466 in snapid 67 in volume flex_windows_boot.
Mon Apr  1 23:08:36 CEST [fas01: replication.src.err:error]: SnapVault: source transfer from /vol/flex_windows_boot/sv/ to fas03:/vol/flex_windows_boot/sv : replication source found an invalid lun clone.

Mon Apr 1 21:16:46 CEST [fas01: lun.offline:warning]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.aux has been taken offline

Mon Apr 1 21:16:46 CEST [fas01: lun.offline:warning]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws has been taken offline

Mon Apr 1 23:06:35 CEST [fas01: rpl.src.lun.invalid_clone:error]: Replication source transfer failed due to an invalid LUN clone with fileid 32466 in snapid 67 in volume flex_windows_boot.

Mon Apr 1 23:06:35 CEST [fas01: replication.src.err:error]: SnapVault: source transfer from /vol/flex_windows_boot/sv/ to fas03:/vol/flex_windows_boot/sv : replication source found an invalid lun clone.

Mon Apr 1 23:08:35 CEST [fas01: rpl.src.lun.invalid_clone:error]: Replication source transfer failed due to an invalid LUN clone with fileid 32466 in snapid 67 in volume flex_windows_boot.

Mon Apr 1 23:08:36 CEST [fas01: replication.src.err:error]: SnapVault: source transfer from /vol/flex_windows_boot/sv/ to fas03:/vol/flex_windows_boot/sv : replication source found an invalid lun clone.

SnapVault would create the daily snapshot on the SnapVault Primary and start the replication. However something (or someone, wasn’t clear at this point) then created a FlexClone of a volume … And as, back when we first encountered this, I was kinda puzzled.

But then I decided (please don’t ask me what made me look there) to look at the logs of the NetApp Filer on our logserver. As it turns out, back when I enabled syslogging to an external logserver I seem to have enabled debug logging … and it was great to have that! Below you’ll find the log I found – and as you can see there’s at least a clue as to from where that ghost snapshot is coming from.

Apr  1 21:16:46 fas01 [fas01: lun.offline:warning]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.aux has been taken offline
Apr  1 21:16:46 fas01 [fas01: lun.destroy:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.aux destroyed
Apr  1 21:16:46 fas01 [fas01: lun.offline:warning]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws has been taken offline
Apr  1 21:16:48 fas01 [fas01: lun.map:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws was mapped to initiator group viaRPC.20:00:00:25:b5:02:0a:4c.b230-5=3
Apr  1 21:16:48 fas01 [fas01: lun.map:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws was mapped to initiator group viaRPC.20:00:00:25:b5:02:0b:4c.b230-5=3
Apr  1 22:05:31 fas01 [fas01: lun.map.unmap:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws unmapped from initiator group viaRPC.20:00:00:25:b5:02:0a:4c.b230-5
Apr  1 22:05:31 fas01 [fas01: lun.map.unmap:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws unmapped from initiator group viaRPC.20:00:00:25:b5:02:0b:4c.b230-5
Apr  1 22:05:35 fas01 [fas01: lun.destroy:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws destroyed
Apr  1 22:05:37 fas01 [fas01: wafl.snap.delete:info]: Snapshot copy {25b8da84-9351-4f20-987c-e7b02d76f15e} on volume flex_windows_boot NetApp was deleted by the Data ONTAP function zapi_snapshot_
delete. The unique ID for this Snapshot copy is (64, 3471969).
Apr  1 23:06:35 fas01 [fas01: rpl.src.lun.invalid_clone:error]: Replication source transfer failed due to an invalid LUN clone with fileid 32466 in snapid 67 in volume flex_windows_boot.
Apr  1 23:06:35 fas01 [fas01: snapdiff.abnormal.abort:debug]: Encountered unexpected error while computing differences between Snapshot copies.
Apr  1 23:06:35 fas01 [fas01: replication.src.err:error]: SnapVault: source transfer from /vol/flex_windows_boot/sv/ to fas03:/vol/flex_windows_boot/sv : replication source found an invalid
lun clone.
Apr  1 23:08:35 fas01 [fas01: rpl.src.lun.invalid_clone:error]: Replication source transfer failed due to an invalid LUN clone with fileid 32466 in snapid 67 in volume flex_windows_boot.
Apr  1 23:08:35 fas01 [fas01: snapdiff.abnormal.abort:debug]: Encountered unexpected error while computing differences between Snapshot copies.
Apr  1 23:08:36 fas01 [fas01: replication.src.err:error]: SnapVault: source transfer from /vol/flex_windows_boot/sv/ to fas03:/vol/flex_windows_boot/sv : replication source found an invalid
lun clone.

Apr 1 21:16:46 fas01 [fas01: lun.offline:warning]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.aux has been taken offline

Apr 1 21:16:46 fas01 [fas01: lun.destroy:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.aux destroyed

Apr 1 21:16:46 fas01 [fas01: lun.offline:warning]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws has been taken offline

Apr 1 21:16:48 fas01 [fas01: lun.map:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws was mapped to initiator group viaRPC.20:00:00:25:b5:02:0a:4c.b230-5=3

Apr 1 21:16:48 fas01 [fas01: lun.map:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws was mapped to initiator group viaRPC.20:00:00:25:b5:02:0b:4c.b230-5=3

Apr 1 22:05:31 fas01 [fas01: lun.map.unmap:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws unmapped from initiator group viaRPC.20:00:00:25:b5:02:0a:4c.b230-5

Apr 1 22:05:31 fas01 [fas01: lun.map.unmap:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws unmapped from initiator group viaRPC.20:00:00:25:b5:02:0b:4c.b230-5

Apr 1 22:05:35 fas01 [fas01: lun.destroy:info]: LUN /vol/flex_windows_boot/sv/{6f3899ab-6c8a-402e-bbb7-d7b7298d254f}.rws destroyed

Apr 1 22:05:37 fas01 [fas01: wafl.snap.delete:info]: Snapshot copy {25b8da84-9351-4f20-987c-e7b02d76f15e} on volume flex_windows_boot NetApp was deleted by the Data ONTAP function zapi_snapshot_

delete. The unique ID for this Snapshot copy is (64, 3471969).

Apr 1 23:06:35 fas01 [fas01: rpl.src.lun.invalid_clone:error]: Replication source transfer failed due to an invalid LUN clone with fileid 32466 in snapid 67 in volume flex_windows_boot.

Apr 1 23:06:35 fas01 [fas01: snapdiff.abnormal.abort:debug]: Encountered unexpected error while computing differences between Snapshot copies.

Apr 1 23:06:35 fas01 [fas01: replication.src.err:error]: SnapVault: source transfer from /vol/flex_windows_boot/sv/ to fas03:/vol/flex_windows_boot/sv : replication source found an invalid

lun clone.

Apr 1 23:08:35 fas01 [fas01: rpl.src.lun.invalid_clone:error]: Replication source transfer failed due to an invalid LUN clone with fileid 32466 in snapid 67 in volume flex_windows_boot.

Apr 1 23:08:35 fas01 [fas01: snapdiff.abnormal.abort:debug]: Encountered unexpected error while computing differences between Snapshot copies.

Apr 1 23:08:36 fas01 [fas01: replication.src.err:error]: SnapVault: source transfer from /vol/flex_windows_boot/sv/ to fas03:/vol/flex_windows_boot/sv : replication source found an invalid

lun clone.

Now, with knowing from which corner this issue originated it dawned on me, we have had a similar issue before. A quick peek into TSM Manager and I knew I was on the right track. The daily system backup starts around 21:15. Now our TSM backup includes the System State backup (which in turn utilizes VSS – which triggers the NetApp Snapshot!).

After excluding the System State from the Daily Backup the SnapVault stuff worked without a hickup. I ended up removing SnapDrive from the Server in question, since we don’t really need it there. Snapshots created from SnapDrive of the boot lun are gonna be inconsistent anyhow (doesn’t matter if I do ’em from SnapDrive or the NetApp CLI).

That restored the default VSS handler, which enables TSM to backup the System State again.

Synology: New openvpn init script

February 6, 2013February 6, 2013 Christian Leave a comment

My VPN provider isn’t being supported by the Synology VPN client (because they aren’t using the standard port 1194, instead 1195). After tinkering with the ovpn files the Synology VPN client uses to store the connection settings (and failing), I just installed openvpn with ipkg.

However after tinkering around with the init-script provided by the openvpn ipkg from the NSLU2 feed, I got tired and just rewrote the damn thing:

#!/bin/sh

case $1 in
        start)
                # Enable ipv4_forwarding
                echo 1 > /proc/sys/net/ipv4/ip_forward

                # Create the necessary file structure for /dev/net/tun
                if ( [ ! -c /dev/net/tun ] ); then
                        if ( [ ! -d /dev/net ] ); then
                                mkdir -m 755 /dev/net
                        fi
                        mknod /dev/net/tun c 10 200
                fi

                # Load the tun module if not already loaded
                if ( !(lsmod | grep -q "^tun") ); then
                        insmod /lib/modules/tun.ko
                fi

                # Start the openvpn service
                /opt/sbin/openvpn --daemon --cd /opt/etc/openvpn --config openvpn.conf --writepid /var/run/openvpn.pid
                echo "Started Optware openvpn-client"
                ;;
        stop)
                # Kill the openvpn service
                if [ -f /var/run/openvpn.pid ] ; then
                        # Compare the pidfile and the current pid
                        [ "`cat /var/run/openvpn.pid`" == "`pidof openvpn`" ] && 
                                kill -TERM `pidof openvpn`
                else
                        echo "Stopping Optware openvpn-client: No pidfile found"
                fi

                # Unload the tun module
                if ( (lsmod | grep -q "^tun") ); then
                        rmmod -f tun
                fi

                echo "Stopping Optware openvpn-client"
                ;;
        status)
                # Check the status
                if [ -f /var/run/openvpn.pid ] ; then
                        [ "`cat /var/run/openvpn.pid`" == "`pidof openvpn`" ] && 
                        echo "openvpn-client is running"
                else
                        echo "openvpn-client is stopped"
                fi
                ;;
        reload)
                if [ -f /var/run/openvpn.pid ] ; then
                        [ "`cat /var/run/openvpn.pid`" == "`pidof openvpn`" ] && 
                                kill -HUP `pidof openvpn`
                        echo "Reloading Optware openvpn-client"
                fi
                ;;
        restart)
                $0 stop
                sleep 4
                $0 start
                ;;
esac

#!/bin/sh

case $1 in

start)

# Enable ipv4_forwarding

echo 1 > /proc/sys/net/ipv4/ip_forward

# Create the necessary file structure for /dev/net/tun

if ( [ ! -c /dev/net/tun ] ); then

if ( [ ! -d /dev/net ] ); then

mkdir -m 755 /dev/net

mknod /dev/net/tun c 10 200

# Load the tun module if not already loaded

if ( !(lsmod | grep -q "^tun") ); then

insmod /lib/modules/tun.ko

# Start the openvpn service

/opt/sbin/openvpn --daemon --cd /opt/etc/openvpn --config openvpn.conf --writepid /var/run/openvpn.pid

echo "Started Optware openvpn-client"

;;

stop)

# Kill the openvpn service

if [ -f /var/run/openvpn.pid ] ; then

# Compare the pidfile and the current pid

[ "`cat /var/run/openvpn.pid`" == "`pidof openvpn`" ] &&

kill -TERM `pidof openvpn`

else

echo "Stopping Optware openvpn-client: No pidfile found"

# Unload the tun module

if ( (lsmod | grep -q "^tun") ); then

rmmod -f tun

echo "Stopping Optware openvpn-client"

;;

status)

# Check the status

if [ -f /var/run/openvpn.pid ] ; then

[ "`cat /var/run/openvpn.pid`" == "`pidof openvpn`" ] &&

echo "openvpn-client is running"

else

echo "openvpn-client is stopped"

;;

reload)

if [ -f /var/run/openvpn.pid ] ; then

[ "`cat /var/run/openvpn.pid`" == "`pidof openvpn`" ] &&

kill -HUP `pidof openvpn`

echo "Reloading Optware openvpn-client"

;;

restart)

$0 stop

sleep 4

$0 start

;;

esac

Place the file in /opt/etc/init.d/S20openvpn, and the client daemon will start on boot.

Synology DS213+: Disable Blue Status LED

February 6, 2013February 6, 2013 Christian 8 Comments

Well, the title pretty much says what I want to do. Even if the DS213+ is on top of a living room cupboard, it’s still way to bright .. as I don’t need really need the LED, here’s a quick hack (the ID and the device is taken from the Synology Wiki) on how to disable it on each startup:

#!/bin/sh

case $1 in
        start)
                echo "Disabling Power LED"
                echo 6 > /dev/ttyS1
                ;;
esac

#!/bin/sh

case $1 in

start)

echo "Disabling Power LED"

echo 6 > /dev/ttyS1

;;

esac

Just place the file in /opt/etc/init.d/S01leds and the script is gonna turn the LED off during a boot/reboot.

Generate Nagios config for check_netapp-api.pl

February 5, 2013June 21, 2013 Christian Leave a comment

As so often, I wanted a script, that’ll crawl my filers and regenerate the configuration if there are any new volumes/snapvaults/snapmirrors or if one of them has been removed.

#!/bin/bash

FAS_HOSTS="$( ls /etc/nagios/objects/hosts/san/fas*{a,b}.cfg | cut -d/ -f7 | cut -d. -f1 )"

for host in $FAS_HOSTS; do
	OUTPUT_FILE=/etc/nagios/objects/hosts/san/$host-vol.cfg

	# Clear the output file
	echo "" > $OUTPUT_FILE

	# Get the volume list
	for volume in `ssh $host vol status | awk '{ print $1 }' | grep ^vol | sort -u | grep -v vol0$`; do
		user="$( grep "USER=" /etc/netapp-sdk/$host | cut -d= -f2 )"
		pass="$( grep "PASS=" /etc/netapp-sdk/$host | cut -d= -f2 )"
#		echo "define service {"
#		echo "	use				generic-service"
#		echo ""
#		echo "	check_command			check_netapp-volfree!$user!$pass!${volume}!92!98"
#		echo "	check_interval			5"
#		echo "	host_name			${host}"
#		echo "	notifications_enabled		0"
#		echo "	notification_interval		720"
#		echo "	service_description		VOLSPACE ${volume}"
#		echo "}"
		echo
		echo "define service {"
		echo "	use				generic-service-san-perfdata"
		echo ""
		echo "	check_command			check_netapp-lunspace!$user!$pass!${volume}"
		echo "	check_interval			5"
		echo "	host_name			${host}"
		echo "	notifications_enabled		0"
		echo "	notification_interval		720"
		echo "	service_description		LUNSPACE ${volume}"
		echo "}"
		echo

		SR="$( ssh $host snap reserve $volume | cut -d  -f7 )"
		if [ "$SR" != "0%" ] ; then
			echo "define service {"
			echo "	use				generic-service-san-perfdata"
			echo ""
			echo "	check_command			check_netapp-snapreserve!$user!$pass!${volume}"
			echo "	check_interval			10"
			echo "	host_name			${host}"
			echo "	notifications_enabled		0"
			echo "	notification_interval		720"
			echo "	# SR:				$SR"
			echo "	service_description		SNAPRESERVE ${volume}"
			echo "}"
			echo
		fi
	done | tee -a $OUTPUT_FILE

	# Check snapvault foo
	for sv in `ssh $host snapvault status -l 2>/dev/null | awk '{ print $2 }' | grep vol`; do
		# only do the checks on sv_secondary
		if [ "$( echo $sv | grep $host | cut -d: -f1 )" == "${host}" ]; then
			vol="$( echo $sv | cut -d/ -f3 )"
			user="$( grep "USER=" /etc/netapp-sdk/$host | cut -d= -f2 )"
			pass="$( grep "PASS=" /etc/netapp-sdk/$host | cut -d= -f2 )"
			echo "define service {"
			echo "	use				generic-service-san-perfdata"
			echo ""
			echo "	check_command			check_netapp-snapvault!$user!$pass!$vol!38!42!"
			echo "	check_interval			60"
			echo "	host_name			${host}"
			echo "	notifications_enabled		0"
			echo "	notification_interval		720"
			echo "	service_description		SNAPVAULT ${vol}"
			echo "}"
			echo
		fi
	done | tee -a $OUTPUT_FILE

	# Check snapmirror foo
	for sm in `ssh $host snapmirror status 2>/dev/null | awk '{ print $2 }' | grep vol | grep $host`; do
		# only do the checks on sm_secondary
		if [ "$( echo $sm | grep $host | cut -d: -f1 )" == "${host}" ]; then
			vol="$( echo $sm | cut -d/ -f3 | cut -d: -f2 )"
			user="$( grep "USER=" /etc/netapp-sdk/$host | cut -d= -f2 )"
			pass="$( grep "PASS=" /etc/netapp-sdk/$host | cut -d= -f2 )"
			echo "define service {"
			echo "	use				generic-service-san-perfdata"
			echo ""
			echo "	check_command			check_netapp-snapmirror!$user!$pass!$vol!38!42!"
			echo "	check_interval			60"
			echo "	host_name			${host}"
			echo "	notifications_enabled		0"
			echo "	notification_interval		720"
			echo "	service_description		SNAPMIRROR ${vol}"
			echo "}"
			echo
		fi
	done | tee -a $OUTPUT_FILE
done

#!/bin/bash

FAS_HOSTS="$( ls /etc/nagios/objects/hosts/san/fas*{a,b}.cfg | cut -d/ -f7 | cut -d. -f1 )"

for host in $FAS_HOSTS; do

OUTPUT_FILE=/etc/nagios/objects/hosts/san/$host-vol.cfg

# Clear the output file

echo "" > $OUTPUT_FILE

# Get the volume list

for volume in `ssh $host vol status | awk '{ print $1 }' | grep ^vol | sort -u | grep -v vol0$`; do

user="$( grep "USER=" /etc/netapp-sdk/$host | cut -d= -f2 )"

pass="$( grep "PASS=" /etc/netapp-sdk/$host | cut -d= -f2 )"

# echo "define service {"

# echo " use generic-service"

# echo ""

# echo " check_command check_netapp-volfree!$user!$pass!${volume}!92!98"

# echo " check_interval 5"

# echo " host_name ${host}"

# echo " notifications_enabled 0"

# echo " notification_interval 720"

# echo " service_description VOLSPACE ${volume}"

# echo "}"

echo

echo "define service {"

echo " use generic-service-san-perfdata"

echo ""

echo " check_command check_netapp-lunspace!$user!$pass!${volume}"

echo " check_interval 5"

echo " host_name ${host}"

echo " notifications_enabled 0"

echo " notification_interval 720"

echo " service_description LUNSPACE ${volume}"

echo "}"

echo

SR="$( ssh $host snap reserve $volume | cut -d -f7 )"

if [ "$SR" != "0%" ] ; then

echo "define service {"

echo " use generic-service-san-perfdata"

echo ""

echo " check_command check_netapp-snapreserve!$user!$pass!${volume}"

echo " check_interval 10"

echo " host_name ${host}"

echo " notifications_enabled 0"

echo " notification_interval 720"

echo " # SR: $SR"

echo " service_description SNAPRESERVE ${volume}"

echo "}"

echo

done | tee -a $OUTPUT_FILE

# Check snapvault foo

for sv in `ssh $host snapvault status -l 2>/dev/null | awk '{ print $2 }' | grep vol`; do

# only do the checks on sv_secondary

if [ "$( echo $sv | grep $host | cut -d: -f1 )" == "${host}" ]; then

vol="$( echo $sv | cut -d/ -f3 )"

user="$( grep "USER=" /etc/netapp-sdk/$host | cut -d= -f2 )"

pass="$( grep "PASS=" /etc/netapp-sdk/$host | cut -d= -f2 )"

echo "define service {"

echo " use generic-service-san-perfdata"

echo ""

echo " check_command check_netapp-snapvault!$user!$pass!$vol!38!42!"

echo " check_interval 60"

echo " host_name ${host}"

echo " notifications_enabled 0"

echo " notification_interval 720"

echo " service_description SNAPVAULT ${vol}"

echo "}"

echo

done | tee -a $OUTPUT_FILE

# Check snapmirror foo

for sm in `ssh $host snapmirror status 2>/dev/null | awk '{ print $2 }' | grep vol | grep $host`; do

# only do the checks on sm_secondary

if [ "$( echo $sm | grep $host | cut -d: -f1 )" == "${host}" ]; then

vol="$( echo $sm | cut -d/ -f3 | cut -d: -f2 )"

user="$( grep "USER=" /etc/netapp-sdk/$host | cut -d= -f2 )"

pass="$( grep "PASS=" /etc/netapp-sdk/$host | cut -d= -f2 )"

echo "define service {"

echo " use generic-service-san-perfdata"

echo ""

echo " check_command check_netapp-snapmirror!$user!$pass!$vol!38!42!"

echo " check_interval 60"

echo " host_name ${host}"

echo " notifications_enabled 0"

echo " notification_interval 720"

echo " service_description SNAPMIRROR ${vol}"

echo "}"

echo

done | tee -a $OUTPUT_FILE

done