Search This Blog

2009-03-20

Perl script to run sql scripts for sql server 2005 2008 files

# C:\poc\data\backup\SqlScriptsInstaller.pl START
#DOCS AT THE END
package SqlScriptsInstaller;

use strict ;
use Exporter;
use SqlScriptsInstallerRunDefs;
use Logger ;
use DirHandle ;
use Cwd ;


our $config = new SqlScriptsInstallerRunDefs () ;
our $varHolder = $config ->getVarHolder () ;
our $logger = new Logger ( \$varHolder ) ;

sub main
{
#LOGMSG
$logger->logmsg("STARTING THE SQL INSTALLER PROGRAM " ) ;
#DUMP THE CONFIGURATION TO THE STRING
$config->dumpIni();
my $path = $varHolder->{'BASEDIR'} ;

backupPreviousStdout();
checkThatSqlCmdExists();

#GET THE CURRENT PATH FROM A DIRHANDLE
my $dh= DirHandle->new("$path") or die "Cant open $path : $! \n\n" ;
#STORE ALL THE SQL FILES IN AN ARRAY
my ( @sqlScriptFilesToRun ) =$dh->read();
#sort the array since the backup should be the first one
@sqlScriptFilesToRun = sort(@sqlScriptFilesToRun);
#FOREACH FILE DO ACTION grep { /\.[sql]$/i }
foreach my $file ( @sqlScriptFilesToRun )
{
# print $file ;
#$logger->logmsg( " I saw $file" ) ;
if ( $file =~/[[:digit:]]\.RUN/i)
{
#change the / to \ sqlcmd freaks out !!!
my $sqlCmdPath = $varHolder->{'SQLCMD'} ;
$sqlCmdPath =~ s/\//\\/gi ;
my $sqlFile = $varHolder->{'BASEDIR'} . "$file" ;
$sqlFile =~ s/\//\\/gi ;
my $sqlLogFile = $varHolder->{'BASEDIR'} . "$file.log" ;
$sqlLogFile =~ s/\//\\/gi ;

#BUILD THE COMMAND FOR EACH RUN FILE TO
my $cmd = "\"" . "$sqlCmdPath" . "\"" . " -S localhost -e -i \"" . "$sqlFile\" -o \"$sqlLogFile\"" ;
#sqlcmd -S localhost -e -i "BackUpAllMyDatabases.sql" -o Result_Of_BackUpAllMyDatabases.log
`$cmd` ;

$logger->logmsg( " Running the following command " . $cmd . "\n") ;
#debug print " I should run $cmd " ;
#debug print "This file contains run and sql $file \n" ;
sleep 1;

}
#sleep 1;
}

$logger->logmsg( " Review the results from the STDOUT LOG ") ;
$logger->logmsg( " Send all log files to the DEV team ") ;
my $cmd = $varHolder->{'STDOUTLOG'} ;
`$cmd` ;

sleep 1;
} #eof main

sub backupPreviousStdout
{
if ( -e $varHolder->{'STDOUTLOG'})
{
use File::Copy ;
my $nicetime = timestamp();
copy ($varHolder->{'STDOUTLOG'} , $varHolder->{'STDOUTLOG'} . "$nicetime" .".log" );
unlink $varHolder->{'STDOUTLOG'} ;

}
}

sub checkThatSqlCmdExists
{
#IF THE SQLCMD UTILITY DOES NOT EXIST EXIT
if ( ! -e $varHolder->{'SQLCMD'})
{
sleep 2 ;
$logger->logmsg( "\n\n\n\n I DID NOT FOUND THE SQLCMD UTILITY \n\n\n\n") ;
sleep 2 ;
$logger->logmsg( "\n\n\n\n READ CAREFULLY YOUR ACTION IS REQUIRED \n\n\n\n") ;
sleep 2 ;
$logger->logmsg( "\n\n\n\n WITHOUT sqlcmd.exe I can not run the sql scripts !!! No can do I should EXIT \n\n\n\n") ;
$logger->logmsg(" SEARCH FOR THE sqlcmd.exe EXECUTABLE under C:\\");
$logger->logmsg(" SET ITS FULL PATH IN THE SqlScriptsInstallerSettings.txt file \n\n\n\n") ;

my $cmdToStartError = $varHolder->{'STDOUTLOG'} ;
`$cmdToStartError` ;
sleep 10 ;
exit;


}
}


#GET A NICE TIME
sub timestamp {
#
# Purpose: returns the time in yyyymmdd-format
#
my ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time);
#---- change 'month'- and 'year'-values to correct format ----
$min = "0$min" if ($min < 10); $hour = "0$hour" if ($hour < 10); $mon = $mon + 1; $mon = "0$mon" if ($mon < 10); $year = $year + 1900; $mday = "0$mday" if ($mday < 10); return "$year$mon$mday" . "_" . "$hour$min$sec"; } #Action main(); #sleep 10 ; 1; __END__ #SqlScriptsInstaller.pl -- the starting script for managed running of sql scripts #This script has been tested on Win Vista , Perl 5.10 , Sql Server 2008 # alternatively you might want to change the call to another RDBMS command line call #run by perl "path/to/SqlScirptsInstaller.pl #it has been also compiled to single executable #so the idea is the configure first the path to the sqlcmd # C:\poc\data\backup\SqlScriptsInstaller.pl END # C:\poc\data\backup\Logger.pm START package Logger; # This module is responsible for all the logging which is done # no module should write directly to the screen if not for # debugging purposes # interface debug(param) logmsg(param) # No \n marks at the ends of messages - each message should start # with space for better readability require SqlScriptsInstallerRundefs; require Exporter; use POSIX qw(strftime) ; my $blockFlag = 0; sub new { my $self = shift; $varHolder = ${ shift @_} ; #get the has containing all the settings return bless({}, $self); } #Starts a block this is used for writing "processbars" to the screen sub startBlock { shift; my ($msg) = @_; if($msg ne '') { logmsg($self,$msg); } $blockFlag=1; } #Prints messages, uses the OUTPUT to decide where the message #goes. SCREEN, STDOUT.LOG etc sub screenPrint { my ($msg) = @_; #ysg decide where the ouput will go 0 - screen 1- screen and file 2 my $outputFlag = $varHolder->{'OUTPUT'};
if($outputFlag <= 1) { print $msg; } } #This is used for ending a block, it basically just writes a newline sub endBlock { $blockFlag = 0; screenPrint("\n"); } #This writes to screen only, if blockflag is not set we also send a #newline sub logmsg { # --------------------------------------------------------------------- # Display on screen or write script output (log) to a file. Or both... shift; my ($msg) = @_; # FORMAT MESSAGE ---------------------------- if(!($blockFlag)) { $msg = formatMessage($msg) ; } screenPrint($msg); toStdOutLog($self,$msg); } sub formatMessage { #Purpose - to format the passed message into readable format with timestamp my $msg = shift ; my ( $year , $mon , $mday , $hour , $min , $sec ) = timestamp () ; $msg = $hour .":". $min .":". $sec . " " . $mday . "." . $mon . "." . $year . " -- " . $msg . "\n"; #^^^ 3 spaces ! ; ) return $msg ; } sub toStdOutLog { my $foo = shift; my ($msg) = @_; $stdoutlog = $varHolder->{'STDOUTLOG'};
open (LOGFILE, ">>$stdoutlog");
print LOGFILE $msg;
close(LOGFILE);
}


sub debug {
my $foo = shift;
my ($msg) = @_;
$msg = formatMessage($msg) ;

if($varHolder->{'DEBUG'}) {
$debuglog = $varHolder->{'DEBUGLOG'};
open (DEBUGFILE , ">>$debuglog" );
print DEBUGFILE $msg ;
close(DEBUGFILE);
}

print $msg ;
} #eof debug

sub error {
# -------------------------------------------------------------
# Log errors...
#
my $msg;
my $do_not_exit;
shift;
if(scalar(@_) == 1)
{
($msg) = @_;
$do_not_exit = 0;
}
else
{
($msg,$do_not_exit) = @_;
}

my $ERRORLOG = $varHolder->{'ERRORLOG'};
open (LOGFILE, ">>$ERRORLOG");
print LOGFILE $msg;
close (LOGFILE);
#Errors never exit
# if (!$do_not_exit) { exit(0); }
}


sub runlog {
# -------------------------------------------------------------
# Log program output...
#

my ($msg,$debug) = @_;
my $debuglog;

if ($debug) {
$debuglog = $varHolder->{'RUNLOG'};
$debuglog =~ s/program/debug/gi;

open (LOGFILE, ">>$debuglog");
} else {
open (LOGFILE, ">>$PROGRAMLOG");
}
print LOGFILE $msg;
close (LOGFILE);

}

sub timestamp {
# my $class = shift ;
my ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time);
#---- change 'month'- and 'year'-values to correct format ----
$sec = "0$sec" if ($sec < 10); $min = "0$min" if ($min < 10); $hour = "0$hour" if ($hour < 10); $mon = $mon + 1; $mon = "0$mon" if ($mon < 10); $year = $year + 1900; $mday = "0$mday" if ($mday < 10); return $year , $mon , $mday , $hour , $min , $sec ; } sub statusBarTick { print "="; } sub get { shift; my $name_l = shift; return $varHolder->{$name_l};
}

sub set
{
shift;
my $name_l = shift;
my $value_l = shift;
$varHolder->{$name_l}=$value_l;
}

sub dumpHash {
my $self = shift ;
foreach $key (keys %$varHolder)
{
print "$key = $varHolder->{$key}\n";
}
}

1;

__END__
# C:\poc\data\backup\Logger.pm END
# C:\poc\data\backup\SqlScriptsInstallerRunDefs.pm START
#This package is responsible for reading the ini-files
#it is used by every other application and module in the project
#use vars qw(%variables);

package SqlScriptsInstallerRunDefs;
require Exporter;

# @ISA = qw(AutoLoader Exporter);
@EXPORT = qw(getVarHolder);

my $iniFile = 'SqlScriptsInstallerSettings.txt'; #something has to be hardcoded!!!
my $varHolder = {

BASEDIR => 'D:/poc/poc_dev', # directory, where the scripts residue
SQLCMD =>'C:/Program Files/Microsoft SQL Server/100/Tools/Binn/sqlcmd.exe' #the default time to force the agent to boot before the cycle end

}; # 1 = reboot cv agent, 2 = reboot machine, 0 = don't reboot

#ysg CONSTRUCTOR
sub new
{
my $package=shift;
doParametrisation();
readIni();
return bless({}, $package);
}
# This function goes through the varHolder-struct, it searches for
# strings that look like %NAMEOFPARAM%, and replaces it with the
# possible value
# ex
#BASEDIR=c:/temp/
#LOGDIR=%BASEDIR%logs/
#is changed to
#LOGDIR=c:/temp/logs/
sub doParametrisation
{
my $class = shift;
my $value_l = shift;
if($value_l=~/\%(\w+)\%/)
{

($prt1,$value,$prt2)=/(.*)\%(\w+)\%(.*)/;

if($value ne 'TMPLVL' && $value ne 'ERRORLEVEL')
{
$value_l=~s/\%$value\%/$varHolder->{$value}/gi;
}

}
return $value_l;
}

#Reads the inifile, converts the %param% into param and produces the
#varHolder structure
sub readIni {
shift;
my $inifile_l = $iniFile;
if(scalar(@_)>0)
{
$inifile_l = shift;
}
open (INIFILE,$inifile_l);
while()
{
if ($_ =~ /^[a-zA-Z]/)
{
($param_l,$val_l) = split(/=/,$_);
chomp($param_l);
chomp($val_l);
$val_l = doParametrisation($self,$val_l);
$varHolder->{$param_l} = $val_l;
}
}
close(INIFILE);
return 1;
} #eof sub readIni

#Just dumps the ini to the screen used for debugging only
sub dumpIni
{
my $self = shift ;
readIni();
foreach $key (keys %$varHolder)
{
print "$key = $varHolder->{$key} \n";
}
}


sub get
{
shift;
my $name_l = shift;
return $varHolder->{$name_l};
}

sub set
{
shift;
my $name_l = shift;
my $value_l = shift;
$varHolder->{$name_l}=$value_l;
}

sub getVarHolder
{ #Return the only the reference to the varHolder
return $varHolder ;
}

1;

__END__
# C:\poc\data\backup\SqlScriptsInstallerRunDefs.pm END
# C:\poc\data\backup\ReadMe.txt START
How-to use it:
- Unpack it to a directory such as C:\temp
- Open the SqlScriptsInstallerSettings.txt file which accepts settingName=SettingValue syntax
- set the path to the sqlcmd utility SQLCMD
- should you want to use another name such as SQL*Plus of Oracle change the name
- cd to the directory: cd C:\temp
- place all your sql scripts in it as follows: 0.RUN.scriptNameToRunFirs.sql , 1.RUN.scirptNameToRunSecond.sql etc (Note that the format [[:digit:]].RUN is obligatory
- run with perl C:\temp\SqlScriptsInstaller.pl
- check the logs afterwards

alternatively
-run by calling the SqlScriptsInstaller.exe

TODO:
implement configurable calls for Oracle , MySql etc.
embed in NSIS


* Copyright (c) 2009, Yordan Georgiev http://ysgitdiary.blogspot.com/
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* * Neither the name of the nor the
* names of its contributors may be used to endorse or promote products
* derived from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY Yordan Georgiev ''AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL Yordan Georgiev BE LIABLE FOR ANY
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
# C:\poc\data\backup\ReadMe.txt END
# C:\poc\data\backup\SqlScriptsInstallerSettings.txt START
#SqlScriptsInstallerSettings.txt
#This file contains the settings for the SqlScriptInstaller executable
#DO NOT CHANGE THE / SLASHES TO / SLASHES !!!
#this is just comment
#The syntax is key=value

#The path where the sqlcmd.exe is located on this computer
#The default path is REMEMBER TO CHANGE THE / to / !!!
SQLCMD=C:/Program Files/Microsoft SQL Server/100/Tools/Binn/sqlcmd.exe
#debug temporarily changed to seconds for debugging, default value = 120 seconds = 2 min

#Basedir
BASEDIR=D:/poc/data/backup/
#ysg with big L and /
LOGDIR=D:/poc/data/backup/


# Debug = 1 -> will create a debug.log with detailed debug info
DEBUG=1

#DEBUGLOG
DEBUGLOG=%BASEDIR%debug.log


#ERRORLOG
ERRORLOG=%LOGDIR%error.log

#STDOUT PLACE (0 - Screen, 1 - Screen + File, 2 - File Only)
OUTPUT=1

#StdoutLog
STDOUTLOG=%LOGDIR%stdout.log
# C:\poc\data\backup\SqlScriptsInstallerSettings.txt END

No comments:

Post a Comment

- the first minus - Comments have to be moderated because of the spammers
- the second minus - I am very lazy at moderating comments ... hardly find time ...
- the third minus - Short links are no good for security ...
- The REAL PLUS : Any critic and positive feedback is better than none, so your comments will be published sooner or later !!!!

Labels

perl (41) Cheat Sheet (25) how-to (24) windows (14) sql server 2008 (13) linux (12) oracle (12) sql (12) Unix (11) cmd windows batch (10) mssql (10) cmd (9) script (9) textpad (9) netezza (8) sql server 2005 (8) cygwin (7) meta data mssql (7) metadata (7) bash (6) code generation (6) Informatica (5) cheatsheet (5) energy (5) tsql (5) utilities (5) excel (4) future (4) generic (4) git cheat sheet (4) html (4) perl modules (4) programs (4) settings (4) sh (4) shortcuts (4) поуки (4) принципи (4) Focus Fusion (3) Solaris (3) cool programs (3) development (3) economy (3) example (3) freeware (3) fusion (3) logging (3) morphus (3) mssql 2005 (3) nuclear (3) nz (3) parse (3) python (3) sftp (3) sofware development (3) source (3) sqlplus (3) table (3) vim (3) .Net (2) C# (2) China (2) GUI (2) Google (2) GoogleCL (2) Solaris Unix (2) architecture (2) ascii (2) awk (2) batch (2) cas (2) chrome extensions (2) code2html (2) columns (2) configuration (2) conversion (2) duplicates (2) excel shortcuts (2) export (2) file (2) free programs (2) informatica sql repository (2) linux cheat sheet (2) mssql 2008 (2) mysql (2) next big future (2) nsis (2) nz netezza cheat sheet (2) nzsql (2) ora (2) prediction (2) publish (2) release management (2) report (2) security (2) single-click (2) sqlserver 2005 (2) sqlserver 2008 (2) src (2) ssh (2) template (2) tools (2) vba (2) video (2) xlt (2) xml (2) youtube videos (2) *nix (1) .vimrc (1) .virmrc vim settings configs (1) BSD license (1) Bulgaria (1) Dallas (1) Database role (1) Dense plasma focus (1) Deployment (1) ERP (1) ExcelToHtml (1) GD (1) GDP (1) HP-UX (1) Hosting (1) IDEA (1) INC (1) IT general (1) ITIL management bullshit-management (1) IZarc (1) Java Web Start (1) JavaScript anchor html jquery (1) Khan Academy (1) LINUX UNIX BASH AND CYGWIN TIPS AND TRICKS (1) Linux Unix rpm cpio build install configure (1) Linux git source build .configure make (1) ListBox (1) MIT HYDROGEN VIRUS (1) OO (1) Obama (1) PowerShell (1) Run-time (1) SDL (1) SIWA (1) SOX (1) Scala (1) Services (1) Stacks (1) SubSonic (1) TED (1) abstractions (1) ansible hosts linux bash (1) ansible linux deployment how-to (1) ansible yum pip python (1) apache (1) apache 2.2 (1) application life cycle (1) architecture input output (1) archive (1) arguments (1) avatar (1) aws cheat sheet cli (1) aws cli (1) aws cli amazon cheat sheet (1) aws elb (1) backup (1) bash Linux open-ssh ssh ssh_server ssh_client public-private key authentication (1) bash perl search and replace (1) bash stub (1) bin (1) biofuels (1) biology (1) books (1) browser (1) bubblesort (1) bugs (1) build (1) byte (1) cas_sql_dev (1) chennai (1) chrome (1) class (1) claut (1) cmdow (1) code generation sqlserver (1) command (1) command line (1) conf (1) confluence (1) console (1) convert (1) cool programs windows free freeware (1) copy paste (1) copy-paste (1) csv (1) ctags (1) current local time (1) cygwin X11 port-forwarding mintty xclock Linux Unix X (1) cygwin bash how-to tips_n_tricks (1) cygwin conf how-to (1) data (1) data types (1) db2 cheat sheet (1) db2 starter ibm bash Linux (1) debt (1) diagram (1) dictionaries (1) digital (1) disk (1) disk space (1) documentation (1) dos (1) dubai (1) e-cars (1) electric cars (1) electricity (1) emulate (1) errors (1) exponents (1) export workflow (1) extract (1) fast export (1) fexp (1) file extension (1) file permissions (1) findtag (1) firewall (1) for loop (1) freaky (1) functions (1) fusion research (1) german (1) git gitlab issues handling system (1) google cli (1) google code (1) google command line interface (1) gpg (1) ha (1) head (1) helsinki (1) history (1) hop or flop (1) host-independant (1) how-to Windows cmd time date datetime (1) ibm db2 cognos installation example db deployment provisioning (1) ideas (1) image (1) informatica oracle sql (1) informatica repo sql workflows sessions file source dir (1) informatica source files etl (1) install (1) isg-pub issue-tracker architecture (1) it management best practices (1) java (1) jump to (1) keyboard shortcuts (1) ksh (1) level (1) linkedin (1) linux bash ansible hosts (1) linux bash commands (1) linux bash how-to shell expansion (1) linux bash shell grep xargs (1) linux bash tips and t ricks (1) linux bash unix cygwin cheatsheet (1) linux bash user accounts password (1) linux bash xargs space (1) linux cheat-sheet (1) linux cheatsheet cheat-sheet revised how-to (1) linux how-to non-root vim (1) linux ssh hosts parallel subshell bash oneliner (1) london (1) make (1) me (1) metacolumn (1) metadata functions (1) metaphonre (1) method (1) model (1) movie (1) multithreaded (1) mysql cheat sheet (1) mysql how-to table datatypes (1) n900 (1) nano (1) neteza (1) netezza bash linux nps (1) netezza nps (1) netezza nps nzsql (1) netezza nz Linux bash (1) netezza nz bash linux (1) netezza nz nzsql sql (1) netezza nzsql database db sizes (1) non-password (1) nord pol (1) nps backup nzsql schema (1) number formatting (1) nz db size (1) nz table count rows (1) nzsql date timestamp compare bigint to_date to_char now (1) on-lier (1) one-liners (1) one-to-many (1) oneliners (1) open (1) open source (1) openrowset (1) openssl (1) oracle PL/SQL (1) oracle Perl perl (1) oracle installation usability (1) oracle number formatting format-model ora-sql oracle (1) oracle templates create table (1) oracle trigger generic autoincrement (1) oracle vbox virtual box cheat sheet (1) oracle virtual box cheat sheet (1) outlook (1) parser (1) password (1) paths (1) perl @INC compile-time run-time (1) perl disk usage administration Linux Unix (1) perl modules configuration management (1) permissions (1) php (1) picasa (1) platform (1) postgreSQL how-to (1) powerShell cmd cygwin mintty.exe terminal (1) ppm (1) predictions (1) prices (1) principles (1) productivity (1) project (1) prompt (1) proxy account (1) public private key (1) publishing (1) putty (1) qt (1) read file (1) registry (1) relationship (1) repository (1) rm (1) scala ScalaFmt (1) scp (1) scripts (1) scsi (1) search and replace (1) sed (1) sendEmail (1) sh stub (1) shortcuts Windows sql developer Oracle (1) sidebar (1) silicon (1) smells (1) smtp (1) software development (1) software procurement (1) sofware (1) sort (1) sql script (1) sql_dev (1) sqlcmd (1) sqlite (1) sqlite3 (1) sshd (1) sshd cygwin (1) stackoverflow (1) stored procedure (1) stub (1) stupidity (1) subroutines (1) svn (1) sysinternals (1) system design (1) tail (1) tar (1) temp table (1) templates (1) teradata (1) terminal (1) test (1) testing (1) theory (1) thorium (1) time (1) tip (1) title (1) tmux .tmux.conf configuration (1) tmux efficiency bash (1) tool (1) ui code prototyping tips and tricks (1) umask Linux Unix bash file permissions chmod (1) url (1) urls (1) user (1) utility (1) utils (1) vb (1) vbox virtual box cheat sheet (1) vim perl regex bash search for string (1) vim recursively hacks (1) vim starter (1) vim-cheat-sheet vim cheat-sheet (1) vimeo (1) visual stuio (1) warsaw (1) wiki (1) wikipedia (1) window (1) windows 7 (1) windows 8 (1) windows programs (1) windows reinstall (1) windows utility batch perl space Windows::Clipboard (1) wisdoms (1) workflow (1) worth-reading (1) wrapper (1) xp_cmdshell (1) xslt (1) youtube (1)

Blog Archive

Translate with Google Translate

My Blog List