linux complex commands cheat sheet


CommandDescription
apropos whatisShow commands pertinent to string. See also threadsafe
man -t man | ps2pdf - > man.pdfmake a pdf of a manual page
 which commandShow full path name of command
 time commandSee how long a command takes
time catStart stopwatch. Ctrl-d to stop. See also sw
dir navigation
cd -Go to previous directory
cdGo to $HOME directory
 (cd dir && command)Go to dir, execute command and return to current dir
pushd .Put current dir on stack so you can popd back to it
alias l='ls -l --color=auto'quick dir listing
ls -lrtList files by date. See also newest and find_mm_yyyy
ls /usr/bin | pr -T9 -W$COLUMNSPrint in 9 columns to width of terminal
 find -name '*.[ch]' | xargs grep -E 'expr'Search 'expr' in this dir and below. See also findrepo
 find -type f -print0 | xargs -r0 grep -F 'example'Search all regular files for 'example' in this dir and below
 find -maxdepth 1 -type f | xargs grep -F 'example'Search all regular files for 'example' in this dir
 find -maxdepth 1 -type d | while read dir; do echo $dir; echo cmd2; doneProcess each item with multiple commands (in while loop)
find -type f ! -perm -444Find files not readable by all (useful for web site)
find -type d ! -perm -111Find dirs not accessible by all (useful for web site)
locate -r 'file[^/]*\.txt'Search cached index for names. This re is like glob *file*.txt
look referenceQuickly search (sorted) dictionary for prefix
grep --color reference /usr/share/dict/wordsHighlight occurances of regular expression in dictionary
archives and compression
 gpg -c fileEncrypt file
 gpg file.gpgDecrypt file
 tar -c dir/ | bzip2 > dir.tar.bz2Make compressed archive of dir/
 bzip2 -dc dir.tar.bz2 | tar -xExtract archive (use gzip instead of bzip2 for tar.gz files)
 tar -c dir/ | gzip | gpg -c | ssh user@remote 'dd of=dir.tar.gz.gpg'Make encrypted archive of dir/ on remote machine
 find dir/ -name '*.txt' | tar -c --files-from=- | bzip2 > dir_txt.tar.bz2Make archive of subset of dir/ and below
 find dir/ -name '*.txt' | xargs cp -a --target-directory=dir_txt/ --parentsMake copy of subset of dir/ and below
 ( tar -c /dir/to/copy ) | ( cd /where/to/ && tar -x -p )Copy (with permissions) copy/ dir to /where/to/ dir
 ( cd /dir/to/copy && tar -c . ) | ( cd /where/to/ && tar -x -p )Copy (with permissions) contents of copy/ dir to /where/to/
 ( tar -c /dir/to/copy ) | ssh -C user@remote 'cd /where/to/ && tar -x -p' Copy (with permissions) copy/ dir to remote:/where/to/ dir
 dd bs=1M if=/dev/sda | gzip | ssh user@remote 'dd of=sda.gz'Backup harddisk to remote machine
rsync (Network efficient file copier: Use the --dry-run option for testing)
 rsync -P rsync://rsync.server.com/path/to/file fileOnly get diffs. Do multiple times for troublesome downloads
 rsync --bwlimit=1000 fromfile tofileLocally copy with rate limit. It's like nice for I/O
 rsync -az -e ssh --delete ~/public_html/ remote.com:'~/public_html'Mirror web site (using compression and encryption)
 rsync -auz -e ssh remote:/dir/ . && rsync -auz -e ssh . remote:/dir/Synchronize current directory with remote one
ssh (Secure SHell)
 ssh $USER@$HOST commandRun command on $HOST as $USER (default command=shell)
ssh -f -Y $USER@$HOSTNAME xeyesRun GUI command on $HOSTNAME as $USER
 scp -p -r $USER@$HOST: file dir/Copy with permissions to $USER's home directory on $HOST
 ssh -g -L 8080:localhost:80 root@$HOSTForward connections to $HOSTNAME:8080 out to $HOST:80
 ssh -R 1434:imap:143 root@$HOSTForward connections from $HOST:1434 in to imap:143
 ssh-copy-id $USER@$HOST Install $USER's public key on $HOST for password-less log in
wget (multi purpose download tool)
(cd dir/ && wget -nd -pHEKk http://www.pixelbeat.org/cmdline.html)Store local browsable version of a page to the current dir
 wget -c http://www.example.com/large.fileContinue downloading a partially downloaded file
 wget -r -nd -np -l1 -A '*.jpg' http://www.example.com/dir/Download a set of files to the current directory
 wget ftp://remote/file[1-9].iso/FTP supports globbing directly
wget -q -O- http://www.pixelbeat.org/timeline.html | grep 'a href' | headProcess output directly
 echo 'wget url' | at 01:00Download url at 1AM to current dir
 wget --limit-rate=20k urlDo a low priority download (limit to 20KB/s in this case)
 wget -nv --spider --force-html -i bookmarks.htmlCheck links in a file
 wget --mirror http://www.example.com/Efficiently update a local copy of a site (handy from cron)
networking (Note ifconfig, route, mii-tool, nslookup commands are obsolete)
 ethtool eth0Show status of ethernet interface eth0
 ethtool --change eth0 autoneg off speed 100 duplex fullManually set ethernet interface speed
 iwconfig eth1Show status of wireless interface eth1
 iwconfig eth1 rate 1Mb/s fixedManually set wireless interface speed
iwlist scanList wireless networks in range
ip link showList network interfaces
 ip link set dev eth0 name wanRename interface eth0 to wan
 ip link set dev eth0 upBring interface eth0 up (or down)
ip addr showList addresses for interfaces
 ip addr add 1.2.3.4/24 brd + dev eth0Add (or del) ip and mask (255.255.255.0)
ip route showList routing table
 ip route add default via 1.2.3.254Set default gateway to 1.2.3.254
host pixelbeat.orgLookup DNS ip address for name or vice versa
hostname -iLookup local ip address (equivalent to host `hostname`)
whois pixelbeat.orgLookup whois info for hostname or ip address
netstat -tuplList internet services on a system
netstat -tupList active connections to/from system
windows networking (Note samba is the package that provides all this windows specific networking support)
smbtreeFind windows machines. See also findsmb
 nmblookup -A 1.2.3.4Find the windows (netbios) name associated with ip address
 smbclient -L windows_boxList shares on windows machine or samba server
 mount -t smbfs -o fmask=666,guest //windows_box/share /mnt/shareMount a windows share
 echo 'message' | smbclient -M windows_boxSend popup to windows machine (off by default in XP sp2)
text manipulation (Note sed uses stdin and stdout. Newer versions support inplace editing with the -i option)
 sed 's/string1/string2/g'Replace string1 with string2
 sed 's/\(.*\)1/\12/g'Modify anystring1 to anystring2
 sed '/ *#/d; /^ *$/d'Remove comments and blank lines
 sed ':a; /\\$/N; s/\\\n//; ta'Concatenate lines with trailing \
 sed 's/[ \t]*$//'Remove trailing spaces from lines
 sed 's/\([`"$\]\)/\\\1/g'Escape shell metacharacters active within double quotes
seq 10 | sed "s/^/      /; s/ *\(.\{7,\}\)/\1/"Right align numbers
 sed -n '1000{p;q}'Print 1000th line
 sed -n '10,20p;20q'Print lines 10 to 20
 sed -n 's/.*<title>\(.*\)<\/title>.*/\1/ip;T;q'Extract title from HTML web page
 sed -i 42d ~/.ssh/known_hostsDelete a particular line
 sort -t. -k1,1n -k2,2n -k3,3n -k4,4nSort IPV4 ip addresses
echo 'Test' | tr '[:lower:]' '[:upper:]'Case conversion
tr -dc '[:print:]' < /dev/urandomFilter non printable characters
tr -s '[:blank:]' '\t' </proc/diskstats | cut -f4cut fields separated by blanks
history | wc -lCount lines
set operations (Note you can export LANG=C for speed. Also these assume no duplicate lines within a file)
 sort file1 file2 | uniqUnion of unsorted files
 sort file1 file2 | uniq -dIntersection of unsorted files
 sort file1 file1 file2 | uniq -uDifference of unsorted files
 sort file1 file2 | uniq -uSymmetric Difference of unsorted files
 join -t'\0' -a1 -a2 file1 file2Union of sorted files
 join -t'\0' file1 file2Intersection of sorted files
 join -t'\0' -v2 file1 file2Difference of sorted files
 join -t'\0' -v1 -v2 file1 file2Symmetric Difference of sorted files
math
echo '(1 + sqrt(5))/2' | bc -lQuick math (Calculate φ). See also bc
echo 'pad=20; min=64; (100*10^6)/((pad+min)*8)' | bcMore complex (int) e.g. This shows max FastE packet rate
echo 'pad=20; min=64; print (100E6)/((pad+min)*8)' | pythonPython handles scientific notation
echo 'pad=20; plot [64:1518] (100*10**6)/((pad+x)*8)' | gnuplot -persistPlot FastE packet rate vs packet size
echo 'obase=16; ibase=10; 64206' | bcBase conversion (decimal to hexadecimal)
echo $((0x2dec))Base conversion (hex to dec) ((shell arithmetic expansion))
units -t '100m/9.58s' 'miles/hour'Unit conversion (metric to imperial)
units -t '500GB' 'GiB'Unit conversion (SI to IEC prefixes)
units -t '1 googol'Definition lookup
seq 100 | (tr '\n' +; echo 0) | bcAdd a column of numbers. See also add and funcpy
calendar
cal -3Display a calendar
cal 9 1752Display a calendar for a particular month year
date -d friWhat date is it this friday. See also day
[ $(date -d "tomorrow" +%d) = "01" ] || exitexit a script unless it's the last day of the month
date --date='25 Dec' +%AWhat day does xmas fall on, this year
date --date='@2147483647'Convert seconds since the epoch (1970-01-01 UTC) to date
TZ='America/Los_Angeles' dateWhat time is it on west coast of US (use tzselect to find TZ)
date --date='TZ="America/Los_Angeles" 09:00 next Fri'What's the local time for 9AM next Friday on west coast US
locales
printf "%'d\n" 1234Print number with thousands grouping appropriate to locale
BLOCK_SIZE=\'1 ls -lUse locale thousands grouping in ls. See also l
echo "I live in `locale territory`"Extract info from locale database
LANG=en_IE.utf8 locale int_prefixLookup locale info for specific country. See also ccodes
locale | cut -d= -f1 | xargs locale -kc | lessList fields available in locale database
recode (Obsoletes iconv, dos2unix, unix2dos)
recode -l | lessShow available conversions (aliases on each line)
 recode windows-1252.. file_to_change.txtWindows "ansi" to local charset (auto does CRLF conversion)
 recode utf-8/CRLF.. file_to_change.txtWindows utf8 to local charset
 recode iso-8859-15..utf8 file_to_change.txtLatin9 (western europe) to utf8
 recode ../b64 < file.txt > file.b64Base64 encode
 recode /qp.. < file.qp > file.txtQuoted printable decode
 recode ..HTML < file.txt > file.htmlText to HTML
recode -lf windows-1252 | grep euroLookup table of characters
echo -n 0x80 | recode latin-9/x1..dumpShow what a code represents in latin-9 charmap
echo -n 0x20AC | recode ucs-2/x2..latin-9/xShow latin-9 encoding
echo -n 0x20AC | recode ucs-2/x2..utf-8/xShow utf-8 encoding
CDs
 gzip < /dev/cdrom > cdrom.iso.gzSave copy of data cdrom
 mkisofs -V LABEL -r dir | gzip > cdrom.iso.gzCreate cdrom image from contents of dir
 mount -o loop cdrom.iso /mnt/dirMount the cdrom image at /mnt/dir (read only)
 cdrecord -v dev=/dev/cdrom blank=fastClear a CDRW
 gzip -dc cdrom.iso.gz | cdrecord -v dev=/dev/cdrom -Burn cdrom image (use dev=ATAPI -scanbus to confirm dev)
 cdparanoia -BRip audio tracks from CD to wav files in current dir
 cdrecord -v dev=/dev/cdrom -audio -pad *.wavMake audio CD from all wavs in current dir (see also cdrdao)
 oggenc --tracknum='track' track.cdda.wav -o 'track.ogg'Make ogg file from wav file
disk space (See also FSlint)
ls -lSrShow files by size, biggest last
du -s * | sort -k1,1rn | headShow top disk users in current dir. See also dutop
du -hs /home/* | sort -k1,1hSort paths by easy to interpret disk usage
df -hShow free space on mounted filesystems
df -iShow free inodes on mounted filesystems
fdisk -lShow disks partitions sizes and types (run as root)
rpm -q -a --qf '%10{SIZE}\t%{NAME}\n' | sort -k1,1nList all packages by installed size (Bytes) on rpm distros
dpkg-query -W -f='${Installed-Size;10}\t${Package}\n' | sort -k1,1nList all packages by installed size (KBytes) on deb distros
dd bs=1 seek=2TB if=/dev/null of=ext3.testCreate a large test file (taking no space). See also truncate
> filetruncate data of file or create an empty file
monitoring/debugging
tail -f /var/log/messagesMonitor messages in a log file
strace -c ls >/dev/nullSummarise/profile system calls made by command
strace -f -e open ls >/dev/nullList system calls made by command
strace -f -e trace=write -e write=1,2 ls >/dev/nullMonitor what's written to stdout and stderr
ltrace -f -e getenv ls >/dev/nullList library calls made by command
lsof -p $$List paths that process id has open
lsof ~List processes that have specified path open
tcpdump not port 22Show network traffic except ssh. See also tcpdump_not_me
ps -e -o pid,args --forestList processes in a hierarchy
ps -e -o pcpu,cpu,nice,state,cputime,args --sort pcpu | sed '/^ 0.0 /d'List processes by % cpu usage
ps -e -orss=,args= | sort -b -k1,1n | pr -TW$COLUMNSList processes by mem (KB) usage. See also ps_mem.py
ps -C firefox-bin -L -o pid,tid,pcpu,stateList all threads for a particular process
ps -p 1,$$ -o etime=List elapsed wall time for particular process IDs
last rebootShow system reboot history
free -mShow amount of (remaining) RAM (-m displays in MB)
watch -n.1 'cat /proc/interrupts'Watch changeable data continuously
udevadm monitorMonitor udev events to help configure rules
system information (see also sysinfo) ('#' means root access is required)
uname -aShow kernel version and system architecture
head -n1 /etc/issueShow name and version of distribution
cat /proc/partitionsShow all partitions registered on the system
grep MemTotal /proc/meminfoShow RAM total seen by the system
grep "model name" /proc/cpuinfoShow CPU(s) info
lspci -tvShow PCI info
lsusb -tvShow USB info
mount | column -tList mounted filesystems on the system (and align output)
grep -F capacity: /proc/acpi/battery/BAT0/infoShow state of cells in laptop battery
#dmidecode -q | lessDisplay SMBIOS/DMI information
#smartctl -A /dev/sda | grep Power_On_HoursHow long has this disk (system) been powered on in total
#hdparm -i /dev/sdaShow info about disk sda
#hdparm -tT /dev/sdaDo a read speed test on disk sda
#badblocks -s /dev/sdaTest for unreadable blocks on disk sda
interactive (see also linux keyboard shortcuts)
readlineLine editor used by bash, python, bc, gnuplot, ...
screenVirtual terminals with detach capability, ...
mcPowerful file manager that can browse rpm, tar, ftp, ssh, ...
gnuplotInteractive/scriptable graphing
linksWeb browser
xdg-open .open a file or url with the registered desktop application



Nagios Monitoring linux and windows host with snmp

Documention for nagios
###########################################################################
The following documentation assusmes that you ave already got a nagios server installed frm nagios.org .
###########################################################################

install the net snmp package on you nagios server ( if not already installed )
yum install net-snmp-devel

download the snnm plugin for nagios
cd /usr/local/src
http://nagios.manubulon.com/nagios-plugins-snmp-0.6.0.tgz

./configure --prefix=/usr/local/nagios
make
make install


############################################################################

the snmp.conf flile should look some thing like this the community string is public

snmpd.conf

# For more information, read the FAQ as well as the snmpd.conf(5)
# manual page.
## sec.name source community
## ======== ====== =========
com2sec local localhost public
com2sec network_1 211.85.43.0/24 public
#com2sec network_2 192.168.2.0/24 public

## Access.group.name sec.model sec.name
## ================= ========= ========
group MyROGroup_1 v1 local
group MyROGroup_1 v1 network_1
group MyROGroup_2 v2c network_2

## MIB.view.name incl/excl MIB.subtree mask
## ============== ========= =========== ====
view all-mibs included .1 80
#view all included .1 80
#view system included .iso.org.dod.internet.mgmt.mib-2.system

## MIB
## group.name context sec.model sec.level prefix read write notif
## ========== ======= ========= ========= ====== ==== ===== =====
access MyROGroup_1 "" v1 noauth exact all-mibs none none
access MyROGroup_2 "" v2c noauth exact all-mibs none none


The Following is the command will help you to find ou the OID of the host that you going to query in the future !!

snmpwalk ip_address -v1 -c public &gt; /tmp/temfile.txt


Following is the command to check process running on Linux host.

1) this will chk if the etho link is up or not
./check_snmp_int -H linuxhost -C public -n eth0 -r

2) to check uptime fo the machine
./check_snmp -H linuxhost -C public -o sysUpTimeInstance

3) to check CPU load ( 5 min )
./check_snmp -H linuxhost -C notification -o hrProcessorLoad.1 -w 80 -c 90

4.) to check disk space ( / , /home, /usr, ) do also ( snmpwalk linuxhost -v1 -c public hrStorageDescr ) to find out the partition list
./check_snmp_storage -H linuxhost -C notification -m /home -w 80% -c 90%

5) to check smtp
./check_smtp -H linuxhost -C public -w 10 -c 20

6) to check pop
./check_pop -H linuxhost -C public -w 10 -c 20

7) to check imap
./check_imap -H linuxhost -C public -w 10 -c 20


Following is the command to check process running on windows host.

1) this will chk if the etho link is up or not
./check_snmp -H windowshost -C notification -o ifDescr.2

2) to check uptime fo the machine
/check_snmp -H windowshost -C notification -o sysUpTimeInstance

3) to check CPU load ( 5 min )
./check_snmp -H windowshost -C public -o 1.3.6.1.4.1.2021.10.1.3.2

4) to check is /home disk space
./check_snmp_storage -H windowshost -C public -m /home -w 80% -c 90%

5) Swap % used is less than 80% and 90%
./check_snmp_storage -H windowshost -C public -m Swap -w 80% -c 90%

6) to check smtp
./check_smtp -H windowshost -C public -w 10 -c 20

7) to check pop
./check_pop -H windowshost -C public -w 10 -c 20

8) to check imap
./check_imap -H windowshost -C public -w 10 -c 20


Now we need chk if the following is added in the command.cfg

# 'check_snmp' command definition
define command{
command_name check_snmp
command_line $USER1$/check_snmp -H $HOSTADDRESS$ -C $ARG1$ -o $ARG2$
}

# 'check_http' command definition
define command{
command_name check_http
command_line $USER1$/check_http -I $HOSTADDRESS$ $ARG1$
}

# 'check_http' command definition
define command{
command_name check_http_tmp
command_line $USER1$/check_http -H $ARG1$
}

# 'check_pop' command definition
define command{
command_name check_pop
command_line $USER1$/check_pop -H $HOSTADDRESS$ $ARG1$
}


# 'check_imap' command definition
define command{
command_name check_imap
command_line $USER1$/check_imap -H $HOSTADDRESS$ $ARG1$
}


# 'check_smtp' command definition
define command{
command_name check_smtp
command_line $USER1$/check_smtp -H $HOSTADDRESS$ $ARG1$
}

#'check_snmp_int' if link is up
define command{
command_name check_snmp_int
command_line $USER1$/check_snmp_int -H $HOSTADDRESS$ -C $ARG1$ -n $ARG2$ -r
}

#'check_snmp_storage' storage space
define command{
command_name check_snmp_storage
command_line $USER1$/check_snmp_storage -H $HOSTADDRESS$ -C $ARG1$ -m $ARG2$ -w 80% -c 90%
}

Need to add the followin in the windows.cfg ( for windows host only )

############################# Hosts ###########################################
define host{
use linux-server ; Inherit default values from a Windows server template (make sure you keep this line!)
host_name server74
alias server74.dns.org
address windows_ipaddress
}
##############################################################################



define service{
use generic-service
host_name server89
service_description CPU load
check_command check_snmp!notification!hrProcessorLoad.1! -w 80 -c 90
}



# Create a service for monitoring the uptime of the server
# Change the host_name to match the name of the host you defined above

define service{
use generic-service
host_name server89
service_description Uptime
check_command check_snmp!notification!sysUpTimeInstance
}

define service{
use generic-service
host_name server89
service_description ethernet link test
check_command check_snmp!notification!ifDescr.2
}

define service{
use generic-service
host_name server89
service_description check disk c drive
check_command check_snmp_storage!notification!^C:
}

define service{
use generic-service
host_name server89
service_description httpd service
check_command check_http_tmp!compose.company.com!-w 10 -c 20
}

define service{
use generic-service
host_name server89
service_description smtp service
check_command check_smtp!!-w 10 -c 20
}

define service{
use generic-service
host_name server89
service_description pop service
check_command check_pop!!-w 10 -c 20
}

define service{
use generic-service
host_name server89
service_description IMAP service
check_command check_imap!!-w 10 -c 20
}


Need to add the following in the the linux.cfg ( for linux host only )

############################# Hosts ###########################################
define host{
use linux-server ; Inherit default values from a Windows server template (make sure you keep this line!)
host_name server74
alias server74.dns.org
address linuxhost_ipaddress
}
##############################################################################

define service{
use generic-service
host_name server74
service_description CPU load
check_command check_snmp!public!.1.3.6.1.4.1.2021.10.1.3.2
}



# Create a service for monitoring the uptime of the server
# Change the host_name to match the name of the host you defined above

define service{
use generic-service
host_name server74
service_description Uptime
check_command check_snmp!public!.1.3.6.1.2.1.1.3.0
}

define service{
use generic-service
host_name server74
service_description ethernet link test
check_command check_snmp_int!public!eth0
}

define service{
use generic-service
host_name server74
service_description check disk /home
check_command check_snmp_storage!public!home
}

define service{
use generic-service
host_name server74
service_description check disk /
check_command check_snmp_storage!public!/
}

define service{
use generic-service
host_name server74
service_description check disk /var
check_command check_snmp_storage!public!/var
}

define service{
use generic-service
host_name server74
service_description check disk /usr
check_command check_snmp_storage!public!/usr
}

define service{
use generic-service
host_name server74
service_description check disk /backup
check_command check_snmp_storage!public!/backup
}

define service{
use generic-service
host_name server74
service_description httpd service
check_command check_http!!-w 10 -c 20
}

define service{
use generic-service
host_name server74
service_description smtp service
check_command check_smtp!!-w 10 -c 20
}

define service{
use generic-service
host_name server74
service_description pop service
check_command check_pop!!-w 10 -c 20
}

define service{
use generic-service
host_name server74
service_description IMAP service
check_command check_imap!!-w 10 -c 20
}



nagios : email notification for different email ID for different hosts

There are cases when you want to send email notification to specific email ID for specific host.
there is a configuration file called as contacts.cfg , here we need to add the following :

define contact{
contact_name cocubes
use generic-contact-1
alias cocubes
email user_name@gmail.com
}


contact_name is a general name you give to this contact. use --- this the set template mentioned in template.cfg

alias is a general user name
email is the email id

NOTE: open the templeate.cfg

we create a new template called generic-contact-1 , which has the following template


define contact{
name generic-contact-1 ; The name of this contact template
host_notification_period 24x7 ; host notifications can be sent anytime
host_notification_options d,u,r,f,s ; send notifications for all host states, flapping events, and scheduled downtime events
service_notification_commands notify-service-by-email ; send service notifications via email
host_notification_commands notify-host-by-email ; send host notifications via email
register 0 ; DONT REGISTER THIS DEFINITION - ITS NOT A REAL CONTACT, JUST A TEMPLATE!
}

This template basically tell nagios to only send notification if the server is down and not to send service warning.

Now that we have set the email address we have to set the host that we want to monitor

lets open the file windows.cfg

we add contacts variable to the host object

vi /usr/local/nagios/etc/objects/windows.cfg

define host{
use windows-server
host_name cocubes
alias coc.space.com
contacts cocubes
address 202.XX.XXX.XX

}

now restart nagios

email Validation script

#!/usr/bin/perl -w
use Net::SMTP;
#Create a new object with 'new'.
BEGIN {
use lib '/net/lib/perl';
require VVV::DNS;
require Net::SMTP;
}


@gl::myips = qw(
202.XX.XX.XX
202.XX.XX.XX
202.XX.XX.XX
202.XX.XX.XX
202.XX.XX.XX
);




my $res = DNS::dnshandle('202.XX.XX.XX');

# list of email iDs
my $file = $ARGV[0];
open (IN, "$file") || die "Require valid filename of emailids $!\n";
my @arrids = &lt;IN&gt;;
close IN;

chomp @arrids;

#function to check valid email

sub valid_email {
my($id1) = @_;
if ($id1 =~ /^[\w\-\_\.]+\@[\w\-\_\.]+$/) {
print "$id1 is valid";
return 1;
} else {
print "$id1 is invalid";
return 0;
}
}

#
# 0 ==>; email is valid
# 1 ==>; email invalid
# 2 ==>; email could not be verified try later
#


sub emailid_invalid {
my($id,$mxref,$smtpbind)=@_;
print "MX HOST for domain = ". $mxref-&gt;[0] ."\n";
$smtp = Net::SMTP->new(
Host => $mxref-&gt;[0],
Timeout => 30,
LocalAddr => $smtpbind,
Debug => 1,
Hello=>'company.com',
);
unless($smtp){
print "############Could not connect to ...#########\n";
return 2;
}

#Send the MAIL command to the server.
$smtp->mail("user1\@
company.com") || return(2);
print $smtp->to("$id");
my $errcode = $smtp->code();
if ( $errcode =~ /^25/ ) {
return 0;
print " this email ID is correct" ;
} elsif ($errcode =~ /^5/ ) {
return 1;
print " $errcode this email ID is incorrect" ;
} elsif ($errcode =~ /^4/ ) {
print " deffered connection ";
return 3;
}

$smtp->quit();
}



open(VALID,">", " /opt/valid");
open(INVALID,"/opt/invalid");
open(TRYAGAIN,"/opt/RETRY");

my @bindips;

foreach my $id (@arrids ) {
print "Checking ID: $id\n";
next unless (valid_email($id));
print "\nVALID Continue........\n";

my ($uname,$fulldomain) = split(/\@/, $id);
my @mxrec1 = DNS::mxrec($res,$fulldomain);

unless(scalar(@mxrec1)){
print INVALID "$id\n";
next;
}
unless(scalar @bindips){
push @bindips,@gl::myips;
}
my $smtpbind = shift(@bindips);

print STDERR "BIND as $smtpbind\n";

sleep 1;
my $ret = emailid_invalid($id,\@mxrec1,$smtpbind);
if($ret == 0){
print VALID "$id\n";
} elsif ($ret == 1) {
print INVALID "$id\n";
} elsif($ret == 2) {
print TRYAGAIN "$id\n";
} elsif($ret == 3) {
print TRYAGAIN "$id\n";
}

}


Documentation on server backup

Now On the backupserver machines


mkdir /net/serverbackup ----------> location where all the tar.gz files are stored


This scritpt will wget the flles from vairous server


vi /usr/local/bin/serverbackup



#!/bin/bash
set -x
DIR=/net/serverbackup
SERVERINFO=/net/serverbackup/serverbackupfiles
cd /net/serverbackup

if [ -d $DIR ] ;then
if [ -f $SERVERINFO ];then

for i in `cat $SERVERINFO |awk -F "|" '{print $2}'`
do
`cat $SERVERINFO |grep $i |awk -F "|" '{print $3}'``date +%Y%m%d`.tgz;
done
else
echo " serverbackupfiles does not exist "
fi
else
echo " serverbackup dir does not exist "
fi



This file (serverbackupfiles) is requied by the "serverbackup" script
cat /net/serverbackup/serverbackupfiles
|server112|wget --user=agnello --password=username http:///server112.com/serverbackup/pamserver2.



crontab -e

##for serverbackup to weget the files
0 11 * * * /usr/local/bin/serverbackup

Now On the system to be backed up

cd /net/serverbackup

ln -s /net/serverbackup /var/www/html/serverbackup


vi /usr/local/bin/serverbackupdaily
#!/bin/bash
#
set -x
backupfile1="`date '+%Y%m%d'`"
backupfile="servername.$backupfile1.tgz"
if cd /; then
tar zcf /tmp/$backupfile --exclude-from=/etc/backup/excludedaily `cat /etc/backup/BACKUPDAILY`
mv /tmp/$backupfile /net/serverbackup
chown -R web.web /net/serverbackup
fi

exit 0


vi /etc/httpd/conf/httpd.conf
#setting for serverbackup


AllowOverride AuthConfig
AuthName "serverBackup login"
AuthType Basic
AuthUserFile /net/serverbackup/.htpasswd
AuthGroupFile /dev/null
require user serverbackup
Order deny,allow
Deny from all
Allow from all


htpasswd -bc /net/serverbackup/.htpasswd serverbackup password

crontab -e
##for serverbackup
0 06 * * * /usr/local/bin/serverbackupdaily

Script to do mysqcheck

#!/usr/bin/perl
# this script can be run by command line to check each table on every database on every databases

my $a = `hostname`;
my @dbs =`mysql -u root -p[password] -e "show databases" | grep -v "Database" `;


foreach $i(@dbs){
chomp($i);
my @aa = `mysql -u root -p[password] $i -e 'show tables' |grep -v 'Tables_in_'`;
next if ($i =~/Tables_in_$i/);
foreach $r(@aa) {
chomp($r) ;
$d = `mysqlcheck -u root -p[password] $i $r` ;
print "checking table = $r of database $i \n";
if ($d =~/error/ ) {
print " the table $i is corrupted \n";
system(`/usr/local/bin/smtpmail -t a\@alertme.com -f admin\@serverone.com -h 192.168.2.105 -s "th table is courupted" -b "the table is $r of database $i on server $a is courrupted ..kindly check" `) ;

}
}
}

iptables examples

# firewall.stop
# Script to flush all firewall rulesets
#

set -x

#!/bin/sh
# My system IP/set ip address of server
# Flushing all rules
iptables -F
iptables -X

# Setting default filter policy
iptables -P INPUT DROP
iptables -P OUTPUT DROP
iptables -P FORWARD DROP


# Allow unlimited traffic on loopback
iptables -A INPUT -i lo -j ACCEPT
iptables -A OUTPUT -o lo -j ACCEPT





# Allow incoming ssh only
iptables -A INPUT -p tcp -s 54.263.22.76 -d 306.143.211.234/gc --sport 513:65535 --dport 22 -m state --state NEW,ESTABLISHED -j ACCEPT

iptables -A INPUT -p tcp -s 203.122.55.101 -d 306.143.211.234/gc --sport 513:65535 --dport 22 -m state --state NEW,ESTABLISHED -j ACCEPT

iptables -A OUTPUT -p tcp -s 208.183.110.234 -d 0/0 --sport 22 --dport 513:65535 -m state --state ESTABLISHED -j ACCEPT

#allow mysql connection
iptables -A INPUT -p tcp -s 54.263.22.76 --sport 1024:65535 -d 208.183.110.234 --dport 3306 -m state --stateNEW,ESTABLISHED -j ACCEPT

iptables -A INPUT -p tcp -s 208.183.110.234 --sport 1024:65535 -d 306.143.211.234/gc --dport 3306 -m state --state NEW,ESTABLISHED -j ACCEPT

iptables -A OUTPUT -p tcp -s 208.183.110.234 --sport 3306 -d 0/0 --dport 1024:65535 -m state --state ESTABLISHED -j ACCEPT




#allow FTP connection
iptables -A INPUT -p tcp -s 54.263.22.76 --sport 1024:65535 -d 306.143.211.234/gc --dport 21 -m state --state NEW,ESTABLISHED -j ACCEPT

iptables -A INPUT -p tcp -s 208.183.110.234 --sport 1024:65535 -d 306.143.211.234/gc --dport 21 -m state --stateNEW,ESTABLISHED -j ACCEPT

iptables -A OUTPUT -p tcp -s 208.183.110.234 --sport 21 -d 0/0 --dport 1024:65535 -m state --state ESTABLISHED-j ACCEPT


#open smtp port 25
iptables -A INPUT -p tcp -s 0/0 --sport 1024:65535 -d 306.143.211.234 --dport 25 -m state --state NEW,ESTABLISHED -j ACCEPT

iptables -A OUTPUT -p tcp -s 306.143.211.234 --sport 25 -d 0/0 --dport 1024:65535 -m state --state ESTABLISHED-j ACCEPT


#open port 465
iptables -A INPUT -p tcp -s 0/0 --sport 1024:65535 -d 306.143.211.234 --dport 465 -m state --state NEW,ESTABLISHED -j ACCEPT

iptables -A OUTPUT -p tcp -s 306.143.211.234 --sport 465 -d 0/0 --dport 1024:65535 -m state --state ESTABLISHED -j ACCEPT


#open http port
# allow incoming connectino http
iptables -A INPUT -p tcp -s 0/0 --sport 1024:65535 -d 06.183.111.235 --dport 80 -m state --state NEW,ESTABLISHED -j ACCEPT

iptables -A OUTPUT -p tcp -s 306.143.211.234 --sport 80 -d 0/0 --dport 1024:65535 -m state --state ESTABLISHED-j ACCEPT


# allow outgoing connectino http
iptables -A OUTPUT -p tcp -s 306.143.211.234 --sport 1024:65535 -d 0/0 --dport 80 -m state --state NEW,ESTABLISHED -j ACCEPT
iptables -A INPUT -p tcp -s 0/0 --sport 80 -d 306.143.211.234 --dport 1024:65535 -m state --state ESTABLISHED -j ACCEPT






#open dns port

#iptables -A OUTPUT -p tcp -s 306.143.211.234 --sport 53 -d 0/0 --dport 1024:65535 -m state --state ESTABLISHED -j ACCEPT

#iptables -A INPUT -p tcp -s 0/0 --sport 1024:65535 -d 306.143.211.234 --dport 53 -m state --state NEW,ESTABLISHED -j ACCEPT



#iptables -A OUTPUT -p udp -s 306.143.211.234 --sport 53 -d 0/0 --dport 1024:65535 -m state --state ESTABLISHED -j ACCEPT

#iptables -A INPUT -p udp -s 0/0 --sport 1024:65535 -d 306.143.211.234/gc --dport 53 -m state --state NEW,ESTABLISHED -j ACCEPT



##allow icmp ports
iptables -A INPUT -p tcp -m tcp --sport 53 --dport 1024:65535 -m state --state ESTABLISHED -j ACCEPT
iptables -A INPUT -p udp -m udp --sport 53 --dport 1024:65535 -m state --state ESTABLISHED -j ACCEPT
iptables -A OUTPUT -p tcp -m tcp --sport 1024:65535 --dport 53 -m state --state NEW,ESTABLISHED -j ACCEPT
iptables -A OUTPUT -p udp -m udp --sport 1024:65535 --dport 53 -m state --state NEW,ESTABLISHED -j ACCEPT





####
iptables -A INPUT -p icmp --icmp-type echo-reply -j ACCEPT
iptables -A OUTPUT -p icmp --icmp-type echo-request -j ACCEPT



# make sure nothing comes or goes out of this box
iptables -A INPUT -j DROP
iptables -A OUTPUT -j ACCEPT

Other Articles

Enter your email address: