ssh_tunnel statistics: fs-beast to screamer

Time: 2014-Sep-14 14:40:05 Sun

Current tunnel state: disabled          Current tunnel condition: DOWN

loader stats

------ loader (pid: 15129 ) ------------ (v3.26 2006/04/15) ----- State: disabled DOWN
Time:                2014-Jul-27 20:30:02 Sun
client:              fs-beast
server:              screamer
client heartbeat:    Client Heartbeat
server heartbeat:    Server Heartbeat
server heartbeat 1:  Server Heartbeat 1
server heartbeat 2:  Server Heartbeat 2
server heartbeat 3:  Server Heartbeat 3
server heartbeat 4:  Server Heartbeat 4
Sleep time:          289
loader loop counter: 0
bad port tests:      0     last: none yet
failed file updates: 0     last: none yet
tunnels killed:      3     last: 2014-Jul-27 20:30:02 Sun
emails sent:         0     last: none yet
email addresses:     [email protected]
loader started:      YYYY-MMM-DD HH:MM:SS DOW
debug flags:         0x0

tunnel stats

------ tunnel (pid: 15091 ) ------------ (v3.26 2006/04/15) ----- State: enabled UP
Time:                2013-Apr-20 20:41:54 Sat
client:              fs-beast
server:              screamer
client heartbeat:    Sat Apr 20 20:41:53 EDT 2013
server heartbeat:    Sat Apr 20 20:30:11 EDT 2013
Sleep time:          289
tunnel loop counter: 255
bad port tests:      0     last: none yet
emails sent:         1     last: 2013-Apr-20 00:17:55 Sat
email addresses:     [email protected]
tunnel started:      2013-Apr-20 00:18:27 Sat
debug flags:         0x0

Current users, uptime, and load average

 14:40:05 up 72 days,  6:04,  0 users,  load average: 0.00, 0.05, 0.07
USER     TTY      FROM              LOGIN@   IDLE   JCPU   PCPU WHAT

Current processes

UID        PID  PPID  C STIME TTY          TIME CMD
root         1     0  0 Jul04 ?        00:00:16 /sbin/init
root         2     0  0 Jul04 ?        00:00:00 [kthreadd]
root         3     2  0 Jul04 ?        00:00:56 [migration/0]
root         4     2  0 Jul04 ?        00:00:17 [ksoftirqd/0]
root         5     2  0 Jul04 ?        00:00:00 [watchdog/0]
root         6     2  0 Jul04 ?        00:00:37 [migration/1]
root         7     2  0 Jul04 ?        00:00:04 [ksoftirqd/1]
root         8     2  0 Jul04 ?        00:00:00 [watchdog/1]
root         9     2  0 Jul04 ?        00:00:36 [events/0]
root        10     2  0 Jul04 ?        00:00:25 [events/1]
root        11     2  0 Jul04 ?        00:00:00 [cpuset]
root        12     2  0 Jul04 ?        00:00:00 [khelper]
root        13     2  0 Jul04 ?        00:00:00 [netns]
root        14     2  0 Jul04 ?        00:00:00 [async/mgr]
root        15     2  0 Jul04 ?        00:00:00 [pm]
root        17     2  0 Jul04 ?        00:00:02 [sync_supers]
root        18     2  0 Jul04 ?        00:00:03 [bdi-default]
root        19     2  0 Jul04 ?        00:00:00 [kintegrityd/0]
root        20     2  0 Jul04 ?        00:00:00 [kintegrityd/1]
root        21     2  0 Jul04 ?        00:01:04 [kblockd/0]
root        22     2  0 Jul04 ?        00:00:38 [kblockd/1]
root        23     2  0 Jul04 ?        00:00:00 [kacpid]
root        24     2  0 Jul04 ?        00:00:00 [kacpi_notify]
root        25     2  0 Jul04 ?        00:00:00 [kacpi_hotplug]
root        26     2  0 Jul04 ?        00:05:10 [ata/0]
root        27     2  0 Jul04 ?        00:06:46 [ata/1]
root        28     2  0 Jul04 ?        00:00:00 [ata_aux]
root        29     2  0 Jul04 ?        00:00:00 [ksuspend_usbd]
root        30     2  0 Jul04 ?        00:00:00 [khubd]
root        31     2  0 Jul04 ?        00:00:00 [kseriod]
root        32     2  0 Jul04 ?        00:00:00 [kmmcd]
root        35     2  0 Jul04 ?        00:00:02 [khungtaskd]
root        36     2  0 Jul04 ?        00:01:27 [kswapd0]
root        37     2  0 Jul04 ?        00:00:00 [ksmd]
root        38     2  0 Jul04 ?        00:00:00 [aio/0]
root        39     2  0 Jul04 ?        00:00:00 [aio/1]
root        40     2  0 Jul04 ?        00:00:00 [ecryptfs-kthrea]
root        41     2  0 Jul04 ?        00:00:00 [crypto/0]
root        42     2  0 Jul04 ?        00:00:00 [crypto/1]
root        45     2  0 Jul04 ?        00:00:00 [kstriped]
root        46     2  0 Jul04 ?        00:00:00 [kmpathd/0]
root        47     2  0 Jul04 ?        00:00:00 [kmpathd/1]
root        48     2  0 Jul04 ?        00:00:00 [kmpath_handlerd]
root        49     2  0 Jul04 ?        00:00:00 [ksnapd]
root        50     2  0 Jul04 ?        00:05:05 [kondemand/0]
root        51     2  0 Jul04 ?        00:00:00 [kondemand/1]
root        52     2  0 Jul04 ?        00:00:00 [kconservative/0]
root        53     2  0 Jul04 ?        00:00:00 [kconservative/1]
root       298     2  0 Jul04 ?        00:00:00 [scsi_eh_0]
root       302     2  0 Jul04 ?        00:22:00 [scsi_eh_1]
root       304     2  0 Jul04 ?        00:00:00 [scsi_eh_2]
root       305     2  0 Jul04 ?        00:00:00 [scsi_eh_3]
root       323     2  0 Jul04 ?        00:00:00 [usbhid_resumer]
root       345     2  0 Jul04 ?        00:02:09 [flush-8:0]
root       348     2  0 Jul04 ?        00:03:21 [jbd2/sda1-8]
root       349     2  0 Jul04 ?        00:00:00 [ext4-dio-unwrit]
root       350     2  0 Jul04 ?        00:00:00 [ext4-dio-unwrit]
root       369     1  0 Jul04 ?        00:00:02 mountall --daemon
root       392     1  0 Jul04 ?        00:00:00 upstart-udev-bridge --daemon
root       395     1  0 Jul04 ?        00:00:00 udevd --daemon
root       572   395  0 Jul04 ?        00:00:00 udevd --daemon
root       573   395  0 Jul04 ?        00:00:00 udevd --daemon
root       688     2  0 Jul04 ?        00:00:00 [nouveau/0]
root       690     2  0 Jul04 ?        00:00:00 [nouveau/1]
root       722     2  0 Jul04 ?        00:00:00 [ttm_swap]
root       785     2  0 Jul04 ?        00:00:00 [hd-audio0]
root       876     1  0 Jul04 ?        00:00:02 smbd -F
root       882     1  0 Jul04 ?        00:00:39 /usr/sbin/sshd -D
root       888     1  0 Jul04 ?        00:01:00 nmbd -D
syslog     891     1  0 Jul04 ?        00:02:14 rsyslogd -c4
102        894     1  0 Jul04 ?        00:11:37 dbus-daemon --system --fork
root       913   876  0 Jul04 ?        00:00:00 smbd -F
root       914     2  0 Jul04 ?        00:00:00 [kslowd000]
root       916     2  0 Jul04 ?        00:00:00 [kslowd001]
root       924     1  0 Jul04 ?        00:00:22 gdm-binary
root       932     1  0 Jul04 ?        00:01:49 NetworkManager
avahi      940     1  0 Jul04 ?        00:00:57 avahi-daemon: running [fs-beast.local]
avahi      943   940  0 Jul04 ?        00:00:00 avahi-daemon: chroot helper
root       948     1  0 Jul04 ?        00:00:19 /usr/sbin/modem-manager
root       950     1  0 Jul04 ?        00:29:49 /usr/sbin/console-kit-daemon --no-daemon
root      1020     1  0 Jul04 ?        00:00:00 /sbin/wpa_supplicant -u -s
root      1030   924  0 Jul04 ?        00:00:00 /usr/lib/gdm/gdm-simple-slave --display-id /org/gnome/DisplayManager/Display1
root      1055     1  0 Jul04 tty4     00:00:00 /sbin/getty -8 38400 tty4
root      1059     1  0 Jul04 tty5     00:00:00 /sbin/getty -8 38400 tty5
root      1067     1  0 Jul04 tty2     00:00:00 /sbin/getty -8 38400 tty2
root      1068     1  0 Jul04 tty3     00:00:00 /sbin/getty -8 38400 tty3
root      1072     1  0 Jul04 tty6     00:00:00 /sbin/getty -8 38400 tty6
root      1075     1  0 Jul04 ?        00:07:17 /usr/sbin/irqbalance
root      1076     1  0 Jul04 ?        00:00:00 acpid -c /etc/acpi/events -s /var/run/acpid.socket
root      1078     1  0 Jul04 ?        00:00:23 cron
daemon    1079     1  0 Jul04 ?        00:00:00 atd
root      1082  1030  0 Jul04 tty7     00:04:01 /usr/bin/X :0 -nr -verbose -auth /var/run/gdm/auth-for-gdm-rx5HAW/database -nolisten tcp vt7
root      1094     1  0 Jul04 ?        00:03:13 ddclient - sleeping for 140 seconds
root      1193     1  0 Jul04 ?        00:00:25 /usr/lib/postfix/master
1014      1194     1  0 00:08 ?        00:00:01 /usr/bin/perl -w /home/stakeadmin/ssh_tunnel/tunnels/tunnel -d 0 -st 289 -e [email protected]
postfix   1204  1193  0 Jul04 ?        00:00:12 qmgr -l -t fifo -u
root      1215     1  0 Jul04 ?        00:03:37 /sbin/apcupsd
root      1233     1  0 Jul04 ?        00:00:00 /usr/sbin/cupsd -C /etc/cups/cupsd.conf
gdm       1237     1  0 Jul04 ?        00:00:00 /usr/bin/dbus-launch --exit-with-session
gdm       1238     1  0 Jul04 ?        00:00:50 /bin/dbus-daemon --fork --print-pid 5 --print-address 7 --session
gdm       1239  1030  0 Jul04 ?        00:00:48 /usr/bin/gnome-session --autostart=/usr/share/gdm/autostart/LoginWindow/
1014      1267     1  0 00:08 ?        00:00:03 /usr/bin/ssh -F /home/stakeadmin/ssh_tunnel/tunnels/tunnel.conf -n tunnel /home/stakeadmin/ssh_tunnel/fs-beast/pulse -d 0 -st 289 -e [email protected]
gdm       1280     1  0 Jul04 ?        00:00:33 /usr/lib/libgconf2-4/gconfd-2
root      1306     1  0 Jul04 ?        00:01:45 /usr/sbin/apache2 -k start
gdm       1330     1  0 Jul04 ?        00:02:12 /usr/lib/gnome-settings-daemon/gnome-settings-daemon --gconf-prefix=/apps/gdm/simple-greeter/settings-manager-plugins
root      1377     1  0 Jul04 tty1     00:00:00 /sbin/getty -8 38400 tty1
gdm       1380     1  0 Jul04 ?        00:00:00 /usr/lib/gvfs/gvfsd
gdm       1382  1239  0 Jul04 ?        00:06:54 [gnome-power-man] 
gdm       1384  1239  0 Jul04 ?        00:05:59 /usr/lib/gdm/gdm-simple-greeter
root      1389     1  0 Jul04 ?        00:04:34 /usr/lib/upower/upowerd
gdm       1391     1  0 Jul04 ?        00:00:28 /usr/bin/pulseaudio --start --log-target=syslog
rtkit     1393     1  0 Jul04 ?        00:01:01 /usr/lib/rtkit/rtkit-daemon
root      1397     1  0 Jul04 ?        00:04:55 /usr/lib/policykit-1/polkitd
108       1423     1  0 Jul04 ?        00:01:31 /usr/sbin/hald
root      1425  1423  0 Jul04 ?        00:00:00 hald-runner
gdm       1456  1391  0 Jul04 ?        00:00:00 /usr/lib/pulseaudio/pulse/gconf-helper
root      1458  1425  0 Jul04 ?        00:00:00 hald-addon-input: Listening on /dev/input/event4 /dev/input/event0 /dev/input/event1 /dev/input/event8
root      1472  1425  0 Jul04 ?        00:01:01 hald-addon-hid-ups: listening on /dev/usb/hiddev0
root      1474  1425  0 Jul04 ?        00:00:00 /usr/lib/hal/hald-addon-cpufreq
108       1475  1425  0 Jul04 ?        00:00:00 hald-addon-acpi: listening on acpid socket /var/run/acpid.socket
root      1476  1425  0 Jul04 ?        00:29:15 hald-addon-storage: polling /dev/sr0 (every 2 sec)
root      1490  1078  0 Jul04 ?        00:00:00 CRON
1014      1494  1490  0 Jul04 ?        00:00:00 [sh] 
1014      1536     1  0 Jul04 ?        00:04:26 /usr/bin/perl -w /home/stakeadmin/ssh_tunnel/tunnels/loader -d 0 -st 289 -e [email protected]
root      2021  1078  0 Jul04 ?        00:00:01 CRON
jlarsen   2022  2021  0 Jul04 ?        00:00:00 [sh] 
jlarsen   2049     1  0 Jul04 ?        00:10:47 /usr/bin/perl -w /home/jlarsen/ping_test.pl/nashuastake.dyndns.org -debug 0
jlarsen   2073  2021  0 Jul04 ?        00:00:00 /usr/sbin/sendmail -i -FCronDaemon -oem [email protected]
jlarsen   2076  2073  0 Jul04 ?        00:00:00 /usr/sbin/postdrop -r
root      2383  1078  0 Jul04 ?        00:00:01 CRON
jlarsen   2384  2383  0 Jul04 ?        00:00:00 [sh] 
jlarsen   2414     1  0 Jul04 ?        00:10:46 /usr/bin/perl -w /home/jlarsen/ping_test.pl/larsen-family.us -debug 0
jlarsen   2439  2383  0 Jul04 ?        00:00:00 /usr/sbin/sendmail -i -FCronDaemon -oem [email protected]
jlarsen   2442  2439  0 Jul04 ?        00:00:00 /usr/sbin/postdrop -r
gdm       4999     1  0 Jul04 ?        00:01:02 /usr/bin/gnome-screensaver --no-daemon
www-data  6545  1306  0 07:56 ?        00:00:00 /usr/sbin/apache2 -k start
www-data  6546  1306  0 07:56 ?        00:00:00 /usr/sbin/apache2 -k start
www-data  6547  1306  0 07:56 ?        00:00:00 /usr/sbin/apache2 -k start
www-data  6548  1306  0 07:56 ?        00:00:00 /usr/sbin/apache2 -k start
www-data  6549  1306  0 07:56 ?        00:00:00 /usr/sbin/apache2 -k start
root     19166  1078  0 Aug04 ?        00:00:00 CRON
jlarsen  19167 19166  0 Aug04 ?        00:00:00 [sh] 
jlarsen  19192 19166  0 Aug04 ?        00:00:00 /usr/sbin/sendmail -i -FCronDaemon -oem [email protected]
jlarsen  19194 19192  0 Aug04 ?        00:00:00 /usr/sbin/postdrop -r
jlarsen  19236     1  0 Aug04 ?        00:06:37 /usr/bin/perl -w /home/jlarsen/ping_test.pl/clerk -debug 0
postfix  22294  1193  0 14:23 ?        00:00:00 pickup -l -t fifo -u -c
1014     23880  1536  0 14:35 ?        00:00:00 [loader] 
root     24260  1078  0 14:40 ?        00:00:00 CRON
jlarsen  24263 24260  0 14:40 ?        00:00:00 [sh] 
jlarsen  24313     1  0 14:40 ?        00:00:00 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/screamer/ssh_tunnel.pl
jlarsen  24319 24313  0 14:40 ?        00:00:00 /bin/ps -edf
root     28051  1030  0 Jul09 ?        00:00:00 /usr/lib/gdm/gdm-session-worker
1014     30640  1490  0 Jul05 ?        00:00:00 /usr/sbin/sendmail -i -FCronDaemon -oem [email protected]
1014     30643 30640  0 Jul05 ?        00:00:00 /usr/sbin/postdrop -r

Current netstat

Active Internet connections (w/o servers)
Proto Recv-Q Send-Q Local Address           Foreign Address         State      
tcp        0      0 fs-beast.local:38825    173-14-166-5-NewE:22022 ESTABLISHED
tcp        0      0 fs-beast.local:52003    173-14-166-5-NewEng:ssh TIME_WAIT  

crontab file

#MAILTO=jlarsen
# 040628 - MX records not being found on verizon's network for some reason.  Email is
# getting stuck in the queue.
#[email protected]
#[email protected]
[email protected]

# Test cron
#* * * * * echo "`date`: cron test"; echo "`date`: cron test" > /home/jlarsen/crontest

# ssh_tunnel to screamer
0,10,20,30,40,50 * * * * /home/jlarsen/ssh_tunnel/screamer/ssh_tunnel.pl

# Ping tests
0,15,30,45 * * * * /home/jlarsen/ping_test.pl/pt.pl nashuastake.dyndns.org
1,16,31,46 * * * * /home/jlarsen/ping_test.pl/pt.pl larsen-family.us
4,19,34,49 * * * * /home/jlarsen/ping_test.pl/pt.pl clerk
#4,19,34,49 * * * * /home/jlarsen/ping_test.pl/pt.pl david-covey
#5,20,35,50 * * * * /home/jlarsen/ping_test.pl/pt.pl paul-otto
#7,22,37,52 * * * * /home/jlarsen/ping_test.pl/pt.pl rs-welfare

loader.conf file

# Filename:  loader.conf
# Description:  This is the configuration file for the loader portion of the 
# ssh_tunnel program.  The contents of this file never change.  This insures
# that the loader will always operate.  It is important not to change the 
# formatting of this file because it is read by the ssh_tunnel and processed 
# using perl which is expecting things to be in certain locations.
#
# loader.conf has two sections:
# 1. Configuration information such as the names of the ssh and sshd
#    hosts, the working directories on each host, and other data as needed.
# 2. The ssh host configuration for the loader program is in this file.
#    That configuration should never change.  It needs to be at the end
#    of the file because ssh uses everything between "Host" entries as
#    configuration.  There is only one Host section in this file.
#
########################################################################
# The following section contains host information 
# SSH_CLIENT      fs-beast
# SSH_CLIENT_DIR  /home/jlarsen/ssh_tunnel/screamer
# SSH_SERVER      screamer
# SSH_SERVER_DIR  /home/tunnels/ssh_tunnel/fs-beast
#
########################################################################
# The following section is the ssh config file for the loader program.
# IMPORTANT!  The path on the client MUST have the SSH_SERVER name in
# it.  The script uses this name is search strings and it MUST be there.
Host loader
HostName larsen-family.us
Port = 22
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/screamer/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/screamer/id_rsa.fs-beast

tunnel.conf file

# Filename:  tunnel.conf
#
# Description:  This is the configuration file for the tunnel portion of the 
# ssh_tunnel program.  The contents of this file can be changed during program execution.
# It is important not to change the formatting of the file because it is read by the
# tunnel program and processed using awk which is expecting things to be in certain
# locations.
#
# tunnel.conf has three sections:
# 1. Configuration information such as email addresses and thresholds.
# 2. The ssh host configuration for the tunnel.  This consists of two
#    host definitions, tunnel and heartbeat.  The tunnel is the permanent
#    connection and defines port forwarding.  The heartbeat uses one of 
#    the forwarded ports to write and copy heartbeat files between the
#    ssh client and the ssh server.  Changing heartbeats indicate that the
#    tunnel is functioning.
# 3. The webpage configuration section as described below.  This has the
#    ssh host configuration for updating a webpage on a webserver.
#
################################################################################
# The following section contains configuration information
#
# The tunnel is either "enabled" or "disabled" based on the value given
# below.  If disabled, then no processes are running on either the
# client or the server.  A cron job on the client runs ssh_tunnel.pl periodically
# to check if tunnel.conf has changed on the server.  If a change is detected
# then the new tunnel.conf file is transfered over.  If the tunnel state
# becomes "enabled" then the tunnel is activated.
# TUNNEL_STATE disabled
#
# The email addresses below receive diagnostic messages.  Separate
# multiple addresses with commas and no white space.  The word "none"
# turns off email sending and is the default.  The same email address
# is used by cron, loader, tunnel, and pulse.
# EMAIL_ADDRESS     [email protected]
#
# The threshold defined below is how many port failures are required
# before an email is sent.  Set this to "none" to turn this off.  If
# the ssh_server's ssh port isn't accessible then the loader kills 
# the tunnel.  This periodic email serves as a reminder that the tunnel
# is down.
# EMAIL_THRESHOLD   50
#
# The loader, tunnel, and pulse programs all have the same sleep value.
# The sleep time can be changed here.  It should be in the range of
# 60 to 3600 seconds.  Shorter sleep times increase system loading.
# The sleep time must be less than half the crontab time for ssh_tunnel.pl.
# SLEEP_TIME        289
#
#
################################################################################
# The following section is the ssh config file for the tunnel program.
# IMPORTANT!  The path on the client MUST have the SSH_SERVER name in
# it.  The script uses this name is search strings and it MUST be there.
#
# Important info about port numbers used in the "ssh_tunnel" and "heartbeat"
# sections below.  The "heartbeat" Port number must be the same as the last
# two port numbers in the "ssh_tunnel" section.  In this example 50022 is
# used.  The port number used must be unused by anything else on the two
# machines.  If you have multiple tunnels connecting to a single ssh_server
# be sure to use different port numbers.  
#
# Another requirement is that the ssh_server must be configured to
# allow remote port forwarding.  This is normally off by default in the 
# ssh_server's sshd_config file.  Set "GatewayPorts yes" in sshd_config.
#
Host tunnel
HostName larsen-family.us
Port = 22
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/screamer/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/screamer/id_rsa.fs-beast
Compression = yes
RemoteForward = 37902 clerk:5900
RemoteForward = 37010 localhost:5900
RemoteForward = 37022 localhost:22
LocalForward = 37022 localhost:22

################################################################################
Host heartbeat
HostName localhost
Port = 37022
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/screamer/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/screamer/id_rsa.fs-beast

################################################################################
Host pulse
HostName localhost
Port = 37022
UserKnownHostsFile = /home/tunnels/ssh_tunnel/fs-beast/known_hosts
User = jlarsen
IdentityFile = /home/tunnels/ssh_tunnel/fs-beast/id_rsa.fs-beast

################################################################################
# Note: This section must be last in tunnel.conf.
# A webpage will be copied to the directory set by WEBSERVER_DIR below.  The
# default value "none" turns this feature off.  Change "none" to the directory
# path where the webpage should be copied.  The "webpage" host information 
# below must also be changed to valid values to make this work.
# WEBSERVER_DIR     /home/tunnels/ssh_tunnel_html
#
# The filename of the webpage copied to the webserver defaults to
# SSH_CLIENT_to_SSH_SERVER.html.  To choose a different name replace the
# word "default" on the line below with the desired name.
# WEBPAGE_FILENAME  default
#
# A copy of the webpage can be put in the directory define by WEBPAGE_LOCAL_DIR.
# Change "none" to a valid directory to enable this feature.
# WEBPAGE_LOCAL_DIR  none
#
# The webpage update rate defaults to once per sleep time. Change the value below
# to select a different rate.  The update rate is the number of times through the
# loader while loop before updating the webpage.  This value is ignored when events
# occur such as the tunnel going down or during startup.  The webpage is updated
# for all non normal runtime events.
# WEBPAGE_UPDATE_RATE   1
#
Host webpage
HostName larsen-family.us
Port = 22
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/screamer/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/screamer/id_rsa.fs-beast