dbawiki - User contributions [en]

Database Status

2018-12-09T14:41:28Z

Stuart: /* Show the ten largest objects in the database */

===Check datafiles for their recovery status (compared with what is in the controlfile)===
Depending on how the database was last shut down (or recovered), this will show if data files are to of sync with the control file.
<pre>
set lines 1000 pages 100 numwidth 15
col name for a60
col stats for a6
col datafile_status for a18
select
a.name
,a.status
,a.file#
,a.checkpoint_change# control_file_SCN
,b.checkpoint_change# datafile_SCN
,case
when ((a.checkpoint_change# - b.checkpoint_change#) = 0) THEN 'Startup Normal'
when ((b.checkpoint_change#) = 0) THEN 'File Missing?'
when ((a.checkpoint_change# - b.checkpoint_change#) > 0) THEN 'Media Rec. Req.'
when ((a.checkpoint_change# - b.checkpoint_change#) < 0) THEN 'Old Control File'
else 'what the ?'
end datafile_status
from v$datafile a -- control file SCN for datafile
,v$datafile_header b -- datafile header SCN
where a.file# = b.file#
order by a.file#
/

</pre>

===How to stop and start a database on a Solaris Veritas cluster===
Using command line...
<pre>
Cluster logfile /var/VRTSvcs/log/engine_A.log
Cluster status hastatus -sum
Clear failed resource hares -clear $SID_ORA -sys $host
Start database hares -online $SID_ORA -sys $host
Start listener hares -online $SID_LSNR -sys $host
</pre>
or using a script...
<pre>
cat cluster_database.ksh start|stop <SID>
#!/bin/ksh
#set -x

database=$2
PATH=$PATH:/opt/VRTSvcs/bin
export PATH
DATUM=`date +%Y%m%d`
LOGFILE="/oracle/logs/cluster_scripts.${DATUM}.log"
typeset -i count
typeset -i seconds
count=1
seconds=0

echo "`date +%Y%m%d-%H%M`: we will $1 database ${database}" | tee -a ${LOGFILE}
#########################################################################
# Run this script as root to stop/start Oracle database incl. listeners #
#########################################################################
#
case $1 in
start)
#system=`hares -value ${database}_ORA LastOnline`
#if [ -z "${system}" ]
#then
#system=`uname -n`
#fi
diskgroup="`echo $database | tr [A-Z] [a-z]`dg"
system=`hares -state ${diskgroup} | grep ONLINE | nawk '{print $3}'`
if [ -z "${system}" ]
then
echo "resource group ${database} has not been started on any system in the cluster. Please request administrator to start resourcegroup" | tee -a ${LOGFILE}
fi
status=`hares -state ${database}_ORA -sys ${system} | nawk '{print $NF}'`
if [ "${status}" = "FAULTED" ]
then
echo "`date +%Y%m%d-%H%M`: Clearing faulted resource ${database}_ORA on system ${system}" | tee -a ${LOGFILE}
hares -clear ${database}_ORA -sys ${system} 2>&1 | tee -a ${LOGFILE}
fi
echo "`date +%Y%m%d-%H%M`: Onlining resource ${database}_ORA on system ${system}" | tee -a ${LOGFILE}
hares -online ${database}_ORA -sys ${system} 2>&1 | tee -a ${LOGFILE}
sleep 5
temp=`hares -state ${database}_ORA | grep ONLINE | nawk '{print $3}'`
while [ -z "${temp}" ]
do
seconds=count*5
echo "`date +%Y%m%d-%H%M`: Database resource ${database}_ORA not yet online after ${seconds} seconds" | tee -a ${LOGFILE}
echo "`date +%Y%m%d-%H%M`: Status of resource ${database}_ORA" | tee -a ${LOGFILE}
hares -state ${database}_ORA 2>&1 | tee -a ${LOGFILE}
if [ $seconds -gt 300 ]
then
echo "`date +%Y%m%d-%H%M`: Database resource ${database}_ORA still not online after ${seconds} seconds. We are exiting the script. Please check the Oracle alert log" | tee -a ${LOGFILE}
exit 1
fi
sleep 5
temp=`hares -state ${database}_ORA | grep ONLINE | nawk '{print $3}'`
count=count+1
done
echo "`date +%Y%m%d-%H%M`: Database Resource ${database}_ORA is online on system ${system}" | tee -a ${LOGFILE}
system=`hares -value ${database}_LSNR LastOnline`
if [ "${status}" = "FAULTED" ]
then
echo "`date +%Y%m%d-%H%M`: Clearing faulted resource ${database}_LSNR on system ${system}" | tee -a ${LOGFILE}
hares -clear ${database}_LSNR -sys ${system}
fi
echo "`date +%Y%m%d-%H%M`: Onlining resource ${database}_LSNR on system ${system}" | tee -a ${LOGFILE}
hares -online ${database}_LSNR -sys ${system} 2>&1 | tee -a ${LOGFILE}
count=1
sleep 5
temp=`hares -state ${database}_LSNR | grep ONLINE | nawk '{print $3}'`
while [ -z "${temp}" ]
do
seconds=count*5
echo "`date +%Y%m%d-%H%M`: Listener resource ${database}_LSNR not yet online after ${seconds} seconds" | tee -a ${LOGFILE}
echo "`date +%Y%m%d-%H%M`: Status of resource ${database}_LSNR" | tee -a ${LOGFILE}
hares -state ${database}_LSNR 2>&1 | tee -a ${LOGFILE}
if [ $seconds -gt 300 ]
then
echo "`date +%Y%m%d-%H%M`: Listener resource ${database}_LSNR still not online after ${seconds} seconds. We are exiting the script. Please check the Listener alert log" | tee -a ${LOGFILE}
exit 1
fi
sleep 5
temp=`hares -state ${database}_LSNR | grep ONLINE | nawk '{print $3}'`
count=count+1
done
echo "`date +%Y%m%d-%H%M`: Listener Resource ${database}_LSNR is online on system ${system}" | tee -a ${LOGFILE}
resources=`hares -dep | grep "${database}_LSNR$" | nawk '{print $2}'`
for res in ${resources}
do
echo "`date +%Y%m%d-%H%M`: Onlining resource ${res} on system ${system}" | tee -a ${LOGFILE}
hares -online ${res} -sys ${system}
sleep 5
echo "`date +%Y%m%d-%H%M`: Status of resource ${res}" | tee -a ${LOGFILE}
hares -state ${res} 2>&1 | tee -a ${LOGFILE}
done
;;
stop)
typeset -i count
count=0
resources=`hares -dep | grep "${database}_LSNR$" | nawk '{print $2}'`
for res in ${resources}
do
echo "`date +%Y%m%d-%H%M`: Offlining resource ${res} on system ${system} which depends on resource ${database}_LSNR" | tee -a ${LOGFILE}
system=`hares -state ${res} | grep ONLINE | nawk '{print $3}'`
if [ -n "${system}" ]
then
hares -offline ${res} -sys ${system} 2>&1 | tee -a ${LOGFILE}
fi
sleep 5
temp=`hares -state ${res} | tail +2 | grep -v OFFLINE | grep -v FAULTED | nawk '{print $3}'`
count=1
while [ -n "${temp}" ]
do
seconds=count*5
echo "`date +%Y%m%d-%H%M`: resource ${res} not yet offline after ${seconds} seconds" | tee -a ${LOGFILE}
echo "`date +%Y%m%d-%H%M`: Status of resource ${res}" | tee -a ${LOGFILE}
hares -state ${res} 2>&1 | tee -a ${LOGFILE}
if [ $seconds -gt 300 ]
then
echo "`date +%Y%m%d-%H%M`: resource ${res} still not offline after ${seconds} seconds. We are exiting the script. Please check the alert log" | tee -a ${LOGFILE}
exit 1
fi
sleep 5
count=count+1
temp=`hares -state ${res} | tail +2 | grep -v OFFLINE | grep -v FAULTED | nawk '{print$3}'`
done
FAULTED=`hares -state ${res} | grep FAULTED | nawk '{print $3}'`
if [ -n "${FAULTED}" ]
then
hares -clear ${res} -sys ${system} 2>&1 | tee -a ${LOGFILE}
fi
echo "`date +%Y%m%d-%H%M`: Resource ${res} is offline on system ${system}" | tee -a ${LOGFILE}
done

system=`hares -state ${database}_LSNR | grep ONLINE | nawk '{print$3}'`
if [ -n "${system}" ]
then
echo "`date +%Y%m%d-%H%M`: Stopping ${database}_LSNR on ${system}" | tee -a ${LOGFILE}
hares -offline ${database}_LSNR -sys ${system} 2>&1 | tee -a ${LOGFILE}
fi
sleep 5
count=1
temp=`hares -state ${database}_LSNR | tail +2 | grep -v OFFLINE | grep -v FAULTED | nawk '{print$3}'`
while [ -n "${temp}" ]
do
seconds=count*5
echo "`date +%Y%m%d-%H%M`: Listener resource ${database}_LSNR not yet offline after ${seconds} seconds" | tee -a ${LOGFILE}
echo "`date +%Y%m%d-%H%M`: Status of resource ${database}_LSNR" | tee -a ${LOGFILE}
hares -state ${database}_LSNR 2>&1 | tee -a ${LOGFILE}
if [ $seconds -gt 300 ]
then
echo "`date +%Y%m%d-%H%M`: Listener resource ${database}_LSNR still not offline after ${seconds} seconds. We are exiting the script. Please check the listener alert log" | tee -a ${LOGFILE}
exit 1
fi
sleep 5
count=count+1
temp=`hares -state ${database}_LSNR | tail +2 | grep -v OFFLINE | grep -v FAULTED | nawk '{print$3}'`
done
echo "`date +%Y%m%d-%H%M`: Listener Resource ${database}_LSNR is offline on system ${system}" | tee -a ${LOGFILE}
system=`hares -state ${database}_ORA | grep ONLINE | nawk '{print$3}'`
if [ -n "${system}" ]
then
echo "`date +%Y%m%d-%H%M`: Stopping ${database}_ORA on ${system}" | tee -a ${LOGFILE}
hares -offline ${database}_ORA -sys ${system} 2>&1 | tee -a ${LOGFILE}
fi
sleep 5
count=1
temp=`hares -state ${database}_ORA | tail +2 | grep -v OFFLINE | grep -v FAULTED | nawk '{print$3}'`
while [ -n "${temp}" ]
do
seconds=count*5
echo "`date +%Y%m%d-%H%M`: Database resource ${database}_ORA not yet offline after ${seconds} seconds" | tee -a ${LOGFILE}
echo "`date +%Y%m%d-%H%M`: Status of resource ${database}_ORA" | tee -a ${LOGFILE}
hares -state ${database}_ORA 2>&1 | tee -a ${LOGFILE}
if [ $seconds -gt 300 ]
then
echo "`date +%Y%m%d-%H%M`: Database resource ${database}_ORA still not offline after ${seconds} seconds. We are exiting the script. Please check the database alert log" | tee -a ${LOGFILE}
exit 1
fi
sleep 5
count=count+1
temp=`hares -state ${database}_ORA | tail +2 | grep -v OFFLINE | grep -v FAULTED | nawk '{print$3}'`
done
echo "`date +%Y%m%d-%H%M`: Database Resource ${database}_ORA is offline on system ${system}" | tee -a ${LOGFILE}

;;
esac
</pre>
*[[Tablespaces]]

===Following a database crash...===
Check the status of the datafiles and tablespaces. They might need recovering. 
Restarted and checked alert log. datafile 6 was in RECOVER status
<pre>

SQL> recover datafile 6;

Checked dba_datafiles. File is now in OFFLINE status

SQL> alter database datafile 6 online;

...
Errors in file e:\oracle\product\admin\arisppmp\bdump\arisppmp_lgwr_5104.trc:
ORA-00494: enqueue [CF] held for too long (more than 900 seconds) by 'inst 1, osid 4956'

Wed Apr 30 02:35:29 2014
System State dumped to trace file e:\oracle\product\admin\arisppmp\bdump\arisppmp_lgwr_5104.trc
Wed Apr 30 02:35:30 2014
Errors in file e:\oracle\product\admin\arisppmp\udump\arisppmp_ora_13032.trc:
ORA-00603: ORACLE server session terminated by fatal error
ORA-00376: file 6 cannot be read at this time
ORA-01110: data file 6: 'G:\ORADATA\ARISPPMP\ARISPPMP01.DBF'
ORA-00376: file 6 cannot be read at this time
ORA-01110: data file 6: 'G:\ORADATA\ARISPPMP\ARISPPMP01.DBF'

Killing enqueue blocker (pid=4956) on resource CF-00000000-00000000
by killing session 167.1
Wed Apr 30 02:35:38 2014
Errors in file e:\oracle\product\admin\arisppmp\bdump\arisppmp_dbw0_4956.trc:

Wed Apr 30 02:40:30 2014
Errors in file e:\oracle\product\admin\arisppmp\bdump\arisppmp_lgwr_5104.trc:
ORA-00494: enqueue [CF] held for too long (more than 900 seconds) by 'inst 1, osid 4956'

Wed Apr 30 02:40:30 2014
System State dumped to trace file e:\oracle\product\admin\arisppmp\bdump\arisppmp_lgwr_5104.trc
Killing enqueue blocker (pid=4956) on resource CF-00000000-00000000
by terminating the process
LGWR: terminating instance due to error 2103
Wed Apr 30 02:40:32 2014
Errors in file e:\oracle\product\admin\arisppmp\bdump\arisppmp_arc1_6920.trc:
ORA-02103: PCC: inconsistent cursor cache (out-of-range cuc ref)

Wed Apr 30 02:40:32 2014
Errors in file e:\oracle\product\admin\arisppmp\bdump\arisppmp_arc0_6912.trc:
ORA-02103: PCC: inconsistent cursor cache (out-of-range cuc ref)

Wed Apr 30 02:40:33 2014
Errors in file e:\oracle\product\admin\arisppmp\bdump\arisppmp_arc0_6912.trc:
ORA-02103: PCC: inconsistent cursor cache (out-of-range cuc ref)

Wed Apr 30 02:40:33 2014
Master background archival failure: 2103
Wed Apr 30 02:40:33 2014
Errors in file e:\oracle\product\admin\arisppmp\bdump\arisppmp_psp0_4848.trc:
ORA-02103: PCC: inconsistent cursor cache (out-of-range cuc ref)

Wed Apr 30 02:40:33 2014
Errors in file e:\oracle\product\admin\arisppmp\bdump\arisppmp_dbw2_5056.trc:
ORA-02103: PCC: inconsistent cursor cache (out-of-range cuc ref)

Wed Apr 30 02:40:35 2014
Errors in file e:\oracle\product\admin\arisppmp\bdump\arisppmp_smon_5208.trc:
ORA-02103: PCC: inconsistent cursor cache (out-of-range cuc ref)

Wed Apr 30 02:40:36 2014
Instance terminated by LGWR, pid = 5104
...
</pre>

===How big is the database?===
Calculate the total database size
<pre>
set lines 132
col dbname for a9 heading "Database"
col dbsize for a15 heading "Size"
col dbused for a15 heading "Used space"
col dbfree for a15 heading "Free space"
with used_space as
(
select bytes
from v$datafile
union all
select bytes
from v$tempfile
union all
select bytes
from v$log
)
, free_space as
(
select sum(bytes) sum_bytes
from dba_free_space
)
select vd.name dbname
, round(sum(used_space.bytes)/1024/1024/1024 ) || ' GB' dbsize
, round(sum(used_space.bytes)/1024/1024/1024 ) - round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbused
, round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbfree
from free_space
, used_space
, v$database vd
group by vd.name
, free_space.sum_bytes
/
</pre>
===How big are the tablespaces?===
Report the database size in terms of tablespace
<pre>
set pages 100 lines 200
select df.tablespace_name "Tablespace"
, totalusedspace "Used MB"
, (df.totalspace - tu.totalusedspace) "Free MB"
, df.totalspace "Total MB"
, round( 100 * ( (df.totalspace - tu.totalusedspace) / df.totalspace) ) "Pct. Free"
from (
select tablespace_name
, round(sum(bytes) / 1048576) totalspace
from dba_data_files
group by tablespace_name
) df
, (
select round(sum(bytes)/(1024*1024)) totalusedspace
, tablespace_name
from dba_segments
group by tablespace_name
) tu
where df.tablespace_name = tu.tablespace_name
and df.totalspace != 0
order by 5
/
</pre>

===Database Free space report===
From [http://asktom.oracle.com/pls/asktom/ASKTOM.download_file?p_file=6551402703363001567 asktom]

*Tablespace Name: name of tablespace, leading '*' indicates a good locally managed tablespace, leading blank means it is a bad dictionary managed tablespace. Second character of A implies ASSM managed storage, second character of M implies manually managed (pctused, freelists, etc are used to control space utilization)
*Mbytes: allocated space of the tablespace, sum of mbytes consumed by all datafiles associated with tablespace.
*Used: space in the tablespace that is used by some segment.
*Free: space in the tablespace not allocated to any segment.
*%Used: ratio of free to allocated space
*largest: mostly useful with dictionary managed tablespaces, the size of the largest contiguous set of blocks available. If this number in a dictionary managed tablespace is smaller than the next extent for some object, that object could fail with "out of space" even if the FREE column says there is lots of free space.
*MaxPoss Kbytes: the autoextend max size (note CAN be smaller than the allocated size!!!! you can set the maxsize to be less than the current size of a file)
*%Max Used: how much of the maximum autoextend size has been used so far
<pre>
set linesize 132
-------------------------------------------------------
-- This SQL Plus script lists freespace by tablespace
--------------------------------------------------------

column dummy noprint
column pct_used format 999.9 heading "%|Used"
column name format a19 heading "Tablespace Name"
column Mbytes format 999,999,999 heading "MBytes"
column used format 999,999,999 heading "Used"
column free format 999,999,999 heading "Free"
column largest format 999,999,999 heading "Largest"
column max_size format 9,999,999,999,999 heading "MaxPoss|Mbytes"
column pct_max_used format 999.9 heading "%|Max|Used"
break on report
compute sum of mbytes on report
compute sum of free on report
compute sum of used on report

select (select decode(extent_management,'LOCAL','*',' ') ||
decode(segment_space_management,'AUTO','a ','m ')
from dba_tablespaces where tablespace_name = b.tablespace_name) || nvl(b.tablespace_name,
nvl(a.tablespace_name,'UNKOWN')) name,
mbytes_alloc mbytes,
mbytes_alloc-nvl(mbytes_free,0) used,
nvl(mbytes_free,0) free,
((mbytes_alloc-nvl(mbytes_free,0))/
mbytes_alloc)*100 pct_used,
nvl(largest,0) largest,
nvl(mbytes_max,mbytes_alloc) Max_Size,
decode( mbytes_max, 0, 0, (mbytes_alloc/mbytes_max)*100) pct_max_used
from ( select sum(bytes)/1024/1024 mbytes_free,
max(bytes)/1024/1024 largest,
tablespace_name
from sys.dba_free_space
group by tablespace_name ) a,
( select sum(bytes)/1024/1024 mbytes_alloc,
sum(maxbytes)/1024/1024 mbytes_max,
tablespace_name
from sys.dba_data_files
group by tablespace_name
union all
select sum(bytes)/1024/1024 mbytes_alloc,
sum(maxbytes)/1024/1024 mbytes_max,
tablespace_name
from sys.dba_temp_files
group by tablespace_name )b
where a.tablespace_name (+) = b.tablespace_name
order by 8
/
</pre>

===Which schemas are taking up all of the space?===
set pages 999
col "size MB" format 999,999,999
col "Objects" format 999,999,999
select obj.owner "Owner"
, obj_cnt "Objects"
, decode(seg_size, NULL, 0, seg_size) "size MB"
from (select owner, count(*) obj_cnt from dba_objects group by owner) obj
, (select owner, ceil(sum(bytes)/1024/1024) seg_size
from dba_segments group by owner) seg
where obj.owner = seg.owner(+)
order by 3 desc
, 2 desc
, 1;
===Show the ten largest objects in the database===
<pre>
colowner format a15
colsegment_name format a30
colsegment_type format a15
colmb format 999,999,999
select owner
, segment_name
, segment_type
, mb
from (
select owner
, segment_name
, segment_type
, bytes / 1024 / 1024 "MB"
from dba_segments
order by bytes desc
)
where 1=1
and rownum < 11;
</pre>

===Is java installed in the database?===
This will return 9000'ish if it is
select count(*)
from all_objects
where 1=1
and object_type like '%JAVA%'
and owner = 'SYS';
===Show character set information===
select * from nls_database_parameters;
===Show all used features===
select name
, detected_usages
from dba_feature_usage_statistics
where 1=1
and detected_usages > 0;
===Move a database from one host to another without RMAN===
Once upon a time, this was the only way to move a database to a different server. Now it's not common as RMAN can do it so well. 
'''On source server'''
====Get a text version of the controlfile====
<pre>
alter database backup controlfile to trace as '/tmp/&database_name._cf.sql';
</pre>
====Grab a copy of the pfile====
<pre>
create pfile='/tmp/init_&database..ora' from spfile;
</pre>
====Send these 2 files to the destination server====
<pre>
scp /tmp/init*ora /tmp/*_cf.sql oracle@${dest_host}:/tmp/
</pre>
====Shutdown the database====
<pre>
shu immediate
</pre>
====Copy the database datafiles to the new host (see in the controlfile creation script where they are)====
As we are going to reopen the database with resetlogs, no need to copy the redo logs. 
As a new did will be created, no need to copy the archivelogs. If we need the old database back, we can just restart it on this server.
<pre>
scp /cln/exp/ora_data3/cocpit/*dbf oracle@hn512:/cln/exp/ora_data2/cocpit/
</pre>
'''On destination server'''
====Edit the files====
* Change path names for new filesystem(s)
* Create any directories that don't exist (archivelog, audit, ...)
* Modify the controlfile recreation script
** Remove Part #1 (use the resetlogs option)
** Change REUSE to SET
** Remove the recover database and open statements
** Comment out the alter tablespace temp statements. Might need it after opening.
====Add database entry to /etc/oratab====
====Create or add entry to listener.ora====
====Create or add entry to tnsnames.ora====
====Setup environment for database====
<pre>
. .oraenv
</pre>
====Copy init file to where it can be used====
<pre>
cp /tmp/init${ORACLE_SID}.ora ${ORACLE_HOME}/dbs/
</pre>

====Create the new controlfile====
<pre>
cd /tmp
sqlplus / as sysdba
@&database_name._cf
</pre>
====Mount the database====
<pre>
alter database mount
</pre>
====Open the database====
<pre>
alter database open resetlogs
</pre>
====Check the database====
<pre>
set lines 2000 pages 100
col file_name for a80
select file_name, status, online_status from dba_data_files;
select file_name, status, online_status from dba_temp_files;
</pre>

Unix/Linux

2018-12-06T00:18:32Z

Stuart: /* Use sed to delete the first line of a file or command output printing from the second line onwards */

* [http://hyperpolyglot.org/unix-shells#var-expansion Good shell comparison including variable expansion - hyperpolyglot.org]
* [http://pubs.opengroup.org/onlinepubs/9699919799/utilities/toc.html Shell coding standards - opengroup.org]
* [http://aix4admins.blogspot.be aix4admins]
* [http://linuxgazette.net/issue55/okopnik.html The Deep, Dark Secrets of Bash]
* [http://www.speakeasy.org/~arkay/216-7.4KshFunctions.html Korn Shell Functions]
* [http://www.grymoire.com/Unix/AwkRef.html AWK reference from Bruce Barnett]
* [http://www.catonmat.net/blog/wp-content/uploads/2008/09/awk1line.txt HANDY AWK ONE-LINERS]
* [http://www.grymoire.com/unix/Quote.html Unix quoting from from Bruce Barnett (grymoire)]
* [http://www.mpi-inf.mpg.de/departments/rg1/teaching/unixffb-ss98/quoting-guide.html Another excellent quoting tutorial]
* [http://aix4admins.blogspot.be/2015/02/snapshot-fs-snapshot-snapshot-is-state.html AIX snapshot technology]
* [[RaspberryPi]]
* [[SSH]]
* [http://www.anattatechnologies.com/q/2013/04/multiuser-screen/ Screen sharing from Unix using screen]
* [https://robots.thoughtbot.com/a-tmux-crash-course Screen sharing from Unix using tmux]
* [http://www.csb.yale.edu/userguides/wordprocess/vi-summary.html Handy ex and vi reference]
* [[Fedora install for my own purposes]]

===How to automatically download and process email attachments from Gmail===
==== Useful references====
* [http://www.courier-mta.org/maildrop/maildrop.html maildrop]
* [http://www.wonkity.com/~wblock/docs/html/maildrop.html Using maildrop As A Mail Delivery Agent (MDA)]
* [http://manpages.ubuntu.com/manpages/trusty/man7/maildropex.7.html .mailfilter examples]
* [https://www.axllent.org/docs/view/gmail-pop3-with-fetchmail/ Setting up fetchmail with Gmail]
* [https://www.linode.com/docs/email/clients/using-fetchmail-to-retrieve-email/ Using Fetchmail to Retrieve Email]

Eventually, after months of trying different things, came up with this combination of tools that worked very well.
====Install tools====
<pre>
sudo dnf -y install fetchmail maildrop uudeview openssl
</pre>
* Set Gmail account up for POP and disable IMAP
====Configure fetchmail====
This is the part that talks to Gmail and downloads the emails to the local machine.
<pre>
vi ~/.fetchmailrc

set postmaster "<username>"
#set daemon 600
poll pop.gmail.com with proto POP3
user "account@gmail.com" there with password '<password>' is <username> here options ssl nokeep
mda "/usr/bin/maildrop .mailfilter"
# sslcertfile /etc/ssl/certs/ca-bundle.crt
</pre>
If fetchmail complains about ssl certificates, try specifying wherein is with the sslcertfile line
==== Configure maildrop====
<pre>
maildirmake maildrop
maildirmake backup

vi ~/.mailfilter

LOGFILE = "/home/dbahawk/maildrop/maildrop.log"
DEFAULT="$HOME/maildrop"

# keep a copy
cc backup
`cd backup/new && rm -f dummy \`ls -t | sed -e 1,50d\``

if (/^To:.*getmail@...\.dnsalias\.org$/)
{
to Maildir/getmail/
}

#if (/^To:.*dbahawk/)
# {
# to maildrop
# }

if (/^To:.*dbahawk/)
dotlock "auto.lock" {
to "|uudeview -c -i"
}
</pre>
Not really sure why this filter is not working properly. The cc works but the To: check doesn't. So I have a shell that runs separately to process the emails in the backup mail directory.

====uudeview====
This is a clever program that can extract attachments from emails and put them in a directory of you choosing. 
This shell runs from cron at regular intervals to run the whole process
<pre>
#!/usr/bin/ksh

# fetch any new mail from Gmail (uses .fetchmailrc)
# fetchmail log is $HOME/maildrop/maildrop.log
fetchmail -d0

# fetchmail uses maildrop as mda (uses .mailfilter) to save messages to a maildir.
# this is not working correctly but still copies the messages to backup

# pull out the attachments and send them to the incoming directory for the collector to process when it wakes up
uudeview -c -i -p ~/Downloads/dbahawk_forward backup/new/*
</pre>

===Use sed to repeat characters===
echo an '=' sign then use the loop feature of sed to run round a loop a further 79 times replacing what you've got with the same thing plus and extra one!
<pre>
echo "=" | sed -e :a -e 's/^=\{1,79\}$/&=/;ta'
</pre>

===Convert between lower and upper case using ansi standard===
This way should be portable and give predictable results
<pre>
LOWER_SID=$(echo "${SID}" | tr '[:upper:]' '[:lower:]')
UPPER_SID=$(echo "${SID}" | tr '[:lower:]' '[:upper:]')
</pre>
===Use sed to delete the first line of a file or command output printing from the second line onwards===
Actually deceptively simple. Example remove the header from df output.
<pre>
df -k | sed 1d

or more formally

df -k | sed -e '1,1d'
</pre>
As a useful extension, suppose TO_DATA_DIR contains multiple directories, this will total the free space for all relevant filesystems 
This one is specific to AIX, for other Unixes and Linux, use $4 instead of $3.
<pre>
SPACE_AVAILABLE=$(df -k $TO_DATA_DIR | sed 1d | awk 'BEGIN {i=0} {i=i+$3} END {print i}')
</pre>

===Use sed to munge a controlfile into submission!===
* delete comment lines
* delete all lines after the one starting with a semicolon
* delete all blank lines
* change reuse to set
* change archivelog (with word boundaries) to noarchivelog
* change old sid to new sid
<pre>
sqlplus -s / as sysdba<<'EOSQL' >/dev/null
alter database backup controlfile to trace as '/tmp/regenerate_controlfile.sql' reuse resetlogs;
EOSQL
OLDSID='PROD'
NEWSID='TEST'
sed -e '/^--/d' -e '/^\;/q' -e '/^ *$/d' -e 's/REUSE/SET/' -e 's/\<ARCHIVELOG\>/NOARCHIVELOG/' -e 's/\"'${OLDSID}'\"/\"'${NEWSID}'\"/' /tmp/regenerate_controlfile.sql
</pre>
===Find all files where a certain text does not exist===
Mostly we want to search for files containing a particular string but how to find those files that do not contain some text. 
Using xargs instead of -exec forces the filename to be printed. -H should do this but doesn't seem to in this case.
<pre>
find . -name "*cfg" | xargs grep -H -c TO_CV_HOST {} \; | grep ':0$' | cut -d: -f1
</pre>

===Use tar and gzip to copy files more efficiently across network between hosts===
From the destination server, this will connect to the source, tar up each file and pull it back to the current server
<pre>
ssh oracle@hn5211 "cd /oracle/ora_data4/iten3/ && tar -cf - . | gzip " | ( cd /oracle/ora_data2/iten/ && gunzip -c | tar -xvf - . )
</pre>

===double hash and double percent in shell variables to trim off characters from variables===
<nowiki>#</nowiki> - trims everything from the start of line till the FIRST occurrence of following character (abstemious) :-) 
<nowiki>##</nowiki> - trims everything from the start of line till the LAST occurrence of following character (greedy) 
% - trims everything from the end of line backwards till the FIRST occurrence of following character (abstemious) 
%% - trims everything from the end of line backwards till the LAST occurrence of following character (greedy)
<pre>
FILENAME="/home/bey9at77/hello.txt"
FILE_STUB1=${FILENAME##*/}
FILE_STUB=${FILE_STUB1%.*}
echo $FILE_STUB
hello
FILE_EXT=${FILENAME##*.}
echo $FILE_EXT
txt
</pre>
or 
<nowiki>#</nowiki> - remove prefix reluctantly 
<nowiki>##</nowiki> - remove prefix greedily 
% - remove suffix reluctantly 
%% - remove suffix greedily 
<pre>
words="do.re.mi"

echo ${words#*.}

echo ${words##*.}

echo ${words%.*}

echo ${words%%.*}
</pre>

===The best shell script ever. An example of how scripting should be done===
It was written by someone at Oracle. Unfortunately (s)he did not put any author comment in it. Also unfortunately I cannot show it here as it is protected behind Oracles support website. 
If you have an Oracle Metalink id, you can get the complete script [https://support.oracle.com/epmos/faces/DocumentDisplay?id=949322.1 here] 
Here is a snippet of a function that demonstrates proper commenting and a very good style. 
The script is called physru.sh and upgrades an Oracle database in a rolling upgrade fashion by using a physical standby. 
There are 4500 lines in the full script but it is so easy to read and understand because of the way it's written, it's like a breath of fresh air. Well done whoever you are!
<pre>
###############################################################################
# NAME: wait_mrp_active
#
# DESCRIPTION:
# Wait for $MRP_START_TIMEOUT minutes to confirm that the MRP is active. If
# we can't detect an active MRP, abort the script with an error.
#
# INPUT(S):
# Arguments:
# $1: database user
# $2: user password
# $3: tns service name
# $4: database unique name
#
# Globals:
# None
#
# RETURN:
# None
#
###############################################################################
wait_mrp_active()
{
display "confirming media recovery is running"
l_wma_status=1
l_wma_curtime=`perl -e 'print int(time)'`
l_wma_exptime=`expr $MRP_START_TIMEOUT "*" 60`
l_wma_maxtime=`expr $l_wma_curtime + $l_wma_exptime`
while [ "$l_wma_curtime" -lt "$l_wma_maxtime" ]
do
is_mrp_running $1 $2 $3 $4
if [ "$?" -gt "0" ]; then
l_wma_status=0
break
fi

sleep $MRP_START_INTERVAL
l_wma_curtime=`perl -e 'print int(time)'`
done
chkerr $l_wma_status "could not detect an active MRP after $MRP_START_TIMEOUT minutes"
}
</pre>

===split variable (eg. filename) into separate variables using set===
<pre>
FILENAME="split_this_into_bits"
set $(echo ${FILENAME} | sed 's/_/ /g')
echo $4 $3 $2 $1
bits into this split
</pre>
===Centre align text on a line in bash shell===
Doesn't work in Korn shell due to %*s
<pre>
#COLUMNS=$(tput cols) # width of the current window
COLUMNS=80
title="Hello world!"
printf "%*s\n" $(((${#title}+$COLUMNS)/2)) "$title"
</pre>
and as a one-liner
<pre>
printf "%*s\n" $(( ( $(echo $* | wc -c ) + 80 ) / 2 )) "$*"
</pre>
This works in Korn shell...
<pre>
TITLE="$1"
LINEWIDTH=80

LPAD=$(((${#TITLE}+$LINEWIDTH)/2))
printf %${LPAD}s "$TITLE"
</pre>

===Right justify text (or repeat characters) on a line with leader dots!===
<pre>
function rpadwait {
text=$1
# -------------------------
# suppress newline for echo
# -------------------------
N=
C=
if echo "\c" | grep c >/dev/null 2>&1; then
N='-n'
else
C='\c'
fi

echo ${N} "${text}${C}" | sed -e :a -e 's/^.\{1,80\}$/&\./;ta'
}
</pre>

===cron jobs not submitted - daemon run out of child processes?===
Sometimes have problems with NFS mounts and this causes cron jobs to hang. If they are scheduled to run regularly, eventually cron will no longer be able to start any more jobs. 
* Check the cron log '''/var/adm/cron/log''' to see if there are any errors or other messages around the time the jobs should run.
If cron has hit its process limit (default 100), it will try again after a number of seconds (default 60). 
Both the number of jobs and wait time are configured in the file '''/var/adm/cron/queuedefs'''. If it is unusual for cron to be running so many jobs, you can check the process table to view the jobs cron has created. These jobs will have parent process id (PPID) of the cron daemon. 
<pre>
$ ps -ef | grep cron | grep -v grep
root 6750314 1 0 Apr 24 - 3:39 /usr/sbin/cron
solax025:root[/home/root]# ps -T 6750314
PID TTY TIME CMD
6750314 - 3:39 cron
21168296 - 0:00 \--bsh
58982414 - 0:00 \--sadc
</pre>
In this example, we only have 1 job running

===Find long-running processes with a cron job===
Processes running longer than 24 hours have a date instead of a start time...
<pre>
58 08,14 * * * /home/ibmtools/scripts/oracle/dosh -vc "ps -ef|grep 'ibmtools/scripts/oracle'|perl -nae 'print if \$F[4] !~/:/'" >/tmp/lrp.txt; [[ $(grep -c ibmtools /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' reporting@companymail.com
</pre>

===Process command line arguments in shell===
Borrowed from Mozilla Firefox installer
<pre>
## Command line arg defaults
##
moz_debug=0
moz_debugger=""
moz_debugger_args=""
#
##
## Parse the command line
##
while [ $# -gt 0 ]
do
case $1 in
-g | --debug)
moz_debug=1
shift
;;
-d | --debugger)
moz_debugger=$2;
if [ "${moz_debugger}" != "" ]; then
shift 2
else
echo "-d requires an argument"
exit 1
fi
;;
-a | --debugger-args)
moz_debugger_args=$2;
if [ "${moz_debugger_args}" != "" ]; then
shift 2
else
echo "-a requires an argument"
exit 1
fi
;;
*)
break;
;;
esac
done
#
##
## Program name given in $1
##
if [ $# -gt 0 ]
then
MOZ_PROGRAM=$1
shift
fi
##
## Program not given, try to guess a default
##
if [ -z "$MOZ_PROGRAM" ]
then
##
## Try this script's name with '-bin' appended
##
if [ -x "$MOZ_DEFAULT_NAME" ]
then
MOZ_PROGRAM=$MOZ_DEFAULT_NAME
##
## Try mozilla-bin
##
elif [ -x "$MOZ_APPRUNNER_NAME" ]
then
MOZ_PROGRAM=$MOZ_APPRUNNER_NAME
fi
fi
#
#
##
## Make sure the program is executable
##
if [ ! -x "$MOZ_PROGRAM" ]
then
moz_bail "Cannot execute $MOZ_PROGRAM."
fi
#
</pre>

===Carry XWindows settings across sessions===
<pre>
# ----------------------
# push XWindows settings
# ----------------------
[[ "$(uname)" == "SunOS" ]] && PATH=/usr/openwin/bin:$PATH
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
xauth list > /tmp/xauth_list_$WHOAMI
chmod 777 /tmp/xauth_list_$WHOAMI

echo $DISPLAY > /tmp/xdisplay_$WHOAMI
chmod 777 /tmp/xdisplay_$WHOAMI
</pre>

===Cross-platform version of whoami===
<pre>
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
</pre>

===Set terminal title from command line===
Put something like this in the .profile 
-n do not output the trailing newline 
-e enable interpretation of backslash escapes 
|0 sets title of window and icon 
|1 sets title of icon only 
|2 sets title of window only 
<pre>
echo -en "\033]0;`hostname`\007"
</pre>
<pre>
echo -en "\033]2;`hostname`\007"
</pre>

===Remove blank lines and comments (also indented ones) from a file===
<pre>
awk -F\: '!/^($|[:space:]*#)/ {print $2}' /etc/oratab | sort | uniq
</pre>
or as part of a script that removes comments and blank lines from all Korn shell scripts in a directory
<pre>
#!/usr/bin/ksh
for i in $(ls *ksh); do
perl -p -i -e 's/^\s*#[^!]*$//; s/^\s*$//' $i
done
</pre>

===Return elements of an array in Korn shell===
From [http://unix.stackexchange.com/questions/188202/processing-output-from-an-sqlite-db-into-a-ksh-array-with-spaces here] 
Could be used to separate the columns of an SQL select when returning to the shell 
This approach eliminates the need to put quotes around text with spaces in it.
<pre>
echo $KSH_VERSION
x="Red,Yellow is a color,Blue"
oIFS=$IFS
IFS=,
y=($x)
IFS=$oIFS
echo ${y[1]}
</pre>

===A decent Unix Prompt===
<pre>
export PS1="`uname -n`:`whoami`[\${PWD}]# "
or
export PS1='($?) $'ORACLE_SID" "`whoami`"@"`uname -n`":"'$'PWD"> "
export EDITOR=vi
</pre>
===Simple arithmetic===
pipe the calculation into the shell calculator
<pre>
space_in_kb=$(echo $1 / 1024 | bc)
</pre>
Calculate the remainder (modulo) of a division calculation
<pre>
if [[ $(echo "${NUMBER} % 2" | bc) -eq 0 ]]; then
echo "${NUMBER} is even"
else
echo "${NUMBER} is odd"
fi
</pre>
or do it in awk if scientific notation maybe involved
<pre>
function calc { awk "BEGIN{print $*}"; }

if [[ $(calc "${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE") -le 0 ]]; then
echo "NOK"
fi
</pre>

===Script encryption and passphrase protection===
Encrypt a shell script with the ability to execute the encrypted version
* from [http://www.commandlinefu.com/commands/browse commandlinefu.com]
<pre>
scrypt(){ [ -n "$1" ]&&{ echo '. <(echo "$(tail -n+2 $0|base64 -d|mcrypt -dq)"); exit;'>$1.scrypt;cat $1|mcrypt|base64 >>$1.scrypt;chmod +x $1.scrypt;};}
</pre>

===Virtual host configuration in Apache http.conf===
<pre>
<VirtualHost *:80>
ServerName dbamon
DocumentRoot "/Volumes/data/Sites/dbamon_push"
<Directory "/Volumes/data/Sites/dbamon_push">
Options Includes FollowSymLinks
AllowOverride All
Order allow,deny
Allow from all
</Directory>
</VirtualHost>
</pre>
and in /etc/hosts, add...
<pre>
127.0.0.1 dbamon
</pre>
===Mount a website (or any other remote resource) locally using WebDav===
Redhat/CentOS
<pre>
yum install fuse-davfs2
or
yum install wdfs.x86_64
</pre>
Debian
<pre>
apt-get install davfs2
</pre>
then...
<pre>
sudo mkdir /mnt/webdav # or whatever you'd like to call the directory
sudo mount.davfs [-o option[,option]...] device mount_point
</pre>
In man's terms, that last line would translate to:
<pre>
id #suppose this returns uid=501 and gid=502
sudo mount.davfs -o 501,502 https://your/web/site /mnt/webdav
</pre>
Mac OSX
<pre>
osascript -e ' mount volume "http://username:password@webdav.address:portnum" '
or
osascript -e ' mount volume "http://username@webdav.address:portnum" '
or
osascript -e ' try mount volume "http://webdav.address:portnum" '
or
mount -t webdav http://webdav.address:portnum /mnt/webdav # this one won't show up in the Finder Sidebar.
</pre>

===Add current hostname to list of hosts on an xcat server===
<pre>
CMD="nodels"
HOST=`hostname`
(echo "$HOST"; $CMD) | while read server
do
echo "server:$server"
done
</pre>
===What is todays 'Day Of the Year' number?===
<pre>
DOY=`perl -e 'print sub{$_[7]}->(localtime)+1;'`
</pre>

===Convert Julian day numbers to dates===
<pre>
for day in 8 33 36 61 64 91 96 121 126 152 155 182 187 215 218 244 247 274 279 306 309 335 338 365; do date -d "`date +%Y`-01-01 +$(( ${day} - 1 ))days" +%d-%m-%Y; done
</pre>
===Send crontab job output to a date formatted log file===
This will run a job every 5 minutes and send the output to a file ending with a time in hours and minutes. 
The thing to note is the escaped percent signs. This is because a % sign is interpreted by cron to mean a newline character. Everything after the first % is treated as input to the program.
<pre>
*/5 * * * * /var/www/cgi-bin/dbamon_collector.ksh >/tmp/dbamon_collector.log.$(date "+\%H\%M") 2>&1
</pre>
===Edit crontab file without crontab -e===
It can happen that you need to add or modify a line in the crontab of many users or across many servers at once. 
In principle, there's nothing wrong with modifying the crontab file directly. You just lose the advantages of file locking (and syntax checking) that crontab -e offers. 
Here we take a backup of the current crontab, print it out, echo an extra command and ask cron to use these as input (thus overwriting the existing crontab file). Just don't run this close to midnight :-)
<pre>
crontab -l > /tmp/crontab.`date '+%Y%m%d'`
(
cat /tmp/crontab.`date +'%Y%m%d'`
echo "02 10 * * * /home/ibmtools/scripts/oracle/export_parfile.ksh -s SID -f JDBEOP1.parfile"
) | crontab -
</pre>
or
<pre>
crontab -l > /tmp/crontab.backup
crontab -l > /tmp/crontab.$$
perl -p -i -e 's!backup_send_tsm_dump!backup_export2tsm!g' /tmp/crontab.$$
crontab /tmp/crontab.$$
rm /tmp/crontab.$$
</pre>
or
<pre>
crontab -l >$HOME/crontab.$(date '+%Y%m%d')
crontab -l | perl -p -e 's|/nas/software/oracle/scripts|/oracle/scripts|' | crontab
</pre>

===Use shell to convert a number in scientific notation to normal===
<pre>
var2convert='1.2345678e3'
printf -v var2convert "%.f" $var2convert
echo $var2convert # magic!
</pre>
===Check for jobs running longer that 24 hours===
Run from the management server across all Unix servers. Checks the 5th column in a ps listing. If it doesn't find a : (time separator), the process is running longer than 24 hours.
<pre>
# ---------------------------------------
# report on long running oraibm processes
# ---------------------------------------
01 17,14 * * * rm -f /tmp/lrp.txt;/home/ibmtools/scripts/oracle/dosh -vc \"ps -ef|egrep 'oraibm|scripts/oracle'>/tmp/lrp.txt;perl -nae 'print if \$F[4] !~/:/' /tmp/lrp.txt\" >>/tmp/lrp.txt;[[ $(egrep -c 'oraibm|scripts/or
acle' /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' bey9at77@mail.com
</pre>

===Global find and replace with perl (restricted to list of files provided by Unix find command)===
<pre>
find . -type f -exec perl -i -pe 's/something/else/g' {} \;
</pre>
===perl function to make filenames lower case===
<pre>
function lower {
perl -e 'for (@ARGV) { rename $_, lc($_) unless -e lc($_); }' *
}
</pre>

===From the management server, search the TNS listener port for each database on a server and make an inline substitution in the ITM config files!===
<pre>
for i in `/home/ibmtools/scripts/oracle/dosh -c "ls -al /opt/IBM/ITM/config/*rz*cfg|grep -v lrwx"|awk '{print $NF}'`; do
server=`echo $i|cut -d_ -f1 | awk -F'/' '{print $NF}'`
db=`echo $i|cut -d'.' -f1 | awk -F'_' '{print $NF}'`
OH=`ssh $server grep "^$db" /etc/oratab|cut -d: -f2`
LISTENERPORT=`ssh $server cat $OH/network/admin/listener.ora|perl -00 -ne 'print $1 if /'$db'.*PORT.*=.*(\d{4})/s'`
ssh $server perl -p -i.bak -e 's/1521/'$LISTENERPORT'/' $i
ssh $server ls -al ${i}*
done
</pre>

===Run a job from cron every Nth day of the month===
Example. Execute a job every third Saturday of the month. 
Paste this into a file called calenday and put it in /usr/local/bin so it's (probably) on the PATH
<pre>
#!/usr/bin/ksh

# ix is the week number of the month ("2"nd Friday of the month, "3"rd Tuesday of the month)
# dy is the day number in Unix format (0 for Sunday, 1 for Monday, ... 6 for Saturday)
# eg. "calenday 3 6" returns the date of 3rd Saturday of the month.

ix=$1
dy=$2
SCHAR=$((($dy*2)+$dy+1))
ECHAR=$(($SCHAR+1))
cal `date '+%m %Y'` | egrep "\<[0-9]{1,2}\>" | cut -c${SCHAR}-${ECHAR} | xargs | awk {'print $'$ix'}'

</pre>
Now in crontab, you should be able to do something like this: 
<pre>
15 20 * * * [[ `calenday 3 6` -eq `/bin/date '+%d'` ]] && su - oracle -c "run_my_backup.ksh"
</pre>

This will also work on some Unices.. 
We send backups to a special TSM node on the second Friday of each month. This report must run a day later - but that is not guaranteed to be the second Saturday or even the 3rd. So...
<pre>
30 12 8-14 * 5 sleep 86400 && su - oracle -c "/usr/bin/perl -ne 'print if /ORX_M_SOL/ .. /^STOP/' /home/oracle/incoming/dbamon_spool_tsm_*.SOL | grep Archive | grep -v Client | mailx -s 'Monthly TSM backups' orareport@xxxxxx.com"
</pre>

===ps listing does not show start time after 24 hours===
But you can see elapsed time using your own ps command
<pre>
/usr/bin/ps -eo etime,user,pid,ppid,cpu,start,tty,time,args|tail -n +2|sort
</pre>

===ps -ef cuts off args cmd column on Solaris===
====To see more than 80 characters of the last column on Solaris====
This shows all the individual arguments to the command
<pre>
pargs <pid>
</pre>
This shows the ps listing in 'compatibility' mode (there are more compatibility commands in /usr/xpg4/bin)
<pre>
/usr/ucb/ps auww
</pre>
====To see more than 80 characters of the last column on AIX====
This shows the full argument listing of a process (NOTE: no minus sign!)
<pre>
ps eww <pid>
</pre>

===Remove blank / empty lines from vi ===
Maybe you cut and pasted a file from Windows and it's full of blank lines and Control-M's now 
There are several methods but I think this is the easiest to remember
<pre>
:g/^$/d
</pre>

===Right pad a variable===
a function like rpad in SQL but for Shell 
<pre>
function rpad {
text=$1
padwidth=$2
padchar=$3
echo "$text" | sed -e :a -e 's/^.\{1,'$padwidth'\}$/&\'$padchar'/;ta'
}
</pre>

===Connect to a Windows server from Linux using rdesktop===
My remmina stopped working so rolled my own. Very simple really. Put this is a shell.
<pre>
tsocks rdesktop -z -P -x m -a 16 -d MAIND -u sbarkley -p ****** -r disk:SOL=$HOME/Documents/SOL -g 95% 150.251.112.38 &

where...
-z - enables compression
-P - enables bitmap caching (saves network traffic)
-x m - disables eye-candy features
-a 16 - reduce colour pallete to 16 colours
-d - domain to connect to
-u - username
-p - password
-r - setup a shared folder
-g - geometry (use W x H or percentage)
</pre>
Slight problems with rdesktop not working 100% of the time. Now using xfreerdp. Seems better...
<pre>
xfreerdp -g 90% --ignore-certificate --gdi sw -K -d wdcrhbp05 -u oraibm -p "`cat $HOME/scripts/.oraibm.password`" -T "wdcrhbp05_oraibm" --plugin cliprdr --plugin rdpdr --data disk:SOL:/home/bey9at77/Documents/SOL -- --plugin rdpsnd --data alsa -- 150.251.112.25 &
</pre>

===Reset your password bypassing password rules===
must be done as root
<pre>
echo "user:new_password" | chpasswd
</pre>
===Sum the sizes of all files of an ls listing===
It'll check to see if the sum of filesizes corresponds with the df -g (or h) listing (can get messed up due to open but deleted files)
<pre>
cd /oracle/export
df -g .
find . -name "*dmp*" -ls | awk '{ SUM += $7} END { print SUM/1024/1024/1024 }'
</pre>

===Mount an iso image under Linux===
<pre>
mkdir -p /mnt/cdrom
mount -o loop /dev/cdrom /mnt/cdrom
</pre>
===How many processors on the machine?===
* AIX
<pre>
lsdev -C|grep Process|wc -l
</pre>
* Solaris
<pre>
psrinfo -v|grep "Status of processor"|wc -l
</pre>
* Linux
<pre>
cat /proc/cpuinfo|grep processor|wc -l
</pre>

===Quick, simple, understandable example of how to use RRDTool===
* [[RRDTool]]

===Use expect to respond automatically to interactive programs===
<pre>
#!/usr/bin/expect -f
spawn /usr/tivoli/tsm/client/oracle/bin64/tdpoconf passw -tdpo_optfile=/oracle/[lindex $argv 0]/admin/tdpo.opt
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
</pre>
===Use expect to allow file copy with scp (if ssh keys are not an option)===
<pre>
#!/usr/bin/expect -f
spawn scp /home/oracle/.profile oracle@hn512:/tmp/prfl
set pass "thepassword"
expect {
password: {send "$pass\r" ; exp_continue}
eof exit
}
</pre>

===Within a shell script set up simultaneous output to both terminal and a file using a FIFO (named pipes)===
or "How to send shell output to screen/stdout as well as to a logfile using tee and redirection with exec" 
 
examples [http://www.unix.com/shell-programming-and-scripting/85584-redirect-within-ksh.html here on unix.com]
* general info on redirections [http://www.catonmat.net/blog/bash-one-liners-explained-part-three/ here at catonmat.net]
<pre>
#!/bin/ksh

REDIR=test.redir
FIFO=test.pipe
[[ -e $FIFO ]] || mkfifo $FIFO

# make a new channel(3) and copy channel 1's destination as its own (does NOT POINT TO channel 1's destination)
# this allows the normal output to continue to STDOUT but also get printed to whatever file is attached to channel 3
exec 3>&1

# anything coming in on the pipe, send it to $REDIR and to channel 3
tee $REDIR <$FIFO >&3 &

# redirect STDOUT to the pipe
exec > $FIFO

echo "going to default output"
echo "forcing to channel 1" >&1
echo "forcing to channel 2" >&2
echo "forcing to channel 3" >&3
</pre>
====More elaborate example====
found [http://stackoverflow.com/questions/2288939/create-a-pipe-that-writes-to-multiple-files-tee here on stackoverflow]
<pre>
#!/bin/sh

# Author: Harvey Chapman <hchapman _AT_ 3gfp.com>
# Description: POSIX shell functions that can be used with tee to simultaneously put
# stderr and stdout to both a file and stdout
#
# Based on:
# Re: How to redirect stderr and stdout to a file plus display at the same time
# http://www.travishartwell.net/blog/2006/08/19_2220

#
# Original example function from Travis Hartwell's blog.
# Note: I've made minor changes to it.
example()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

# This should really be -p to test that it's a pipe.
if [ ! -e $OUTPUT_PIPE ]; then
mkfifo $OUTPUT_PIPE
fi

# This should really be -f to test that it's a regular file.
if [ -e $OUTPUT_LOG ]; then
rm $OUTPUT_LOG
fi

exec 3>&1 4>&2
tee $OUTPUT_LOG < $OUTPUT_PIPE >&3 &
tpid=$!
exec > $OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid

rm $OUTPUT_PIPE
}

# A slightly reduced version of example()
example2()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

rm -f $OUTPUT_PIPE
mkfifo $OUTPUT_PIPE
rm -f $OUTPUT_LOG

tee $OUTPUT_LOG < $OUTPUT_PIPE &
tpid=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid
rm -f $OUTPUT_PIPE
}

#
# Logging methods based on above. See the example below for how to use them.
#

# Usage: start_logging [delete_existing_logfile]
start_logging()
{
# Check to see if OUTPUT_LOG and OUTPUT_PIPE need to be defined.
if [ -z "$OUTPUT_LOG" ]; then
OUTPUT_LOG=output.log
fi
if [ -z "$OUTPUT_PIPE" ]; then
OUTPUT_PIPE=output.pipe
fi
# Make sure that we're not already logging.
if [ -n "$OUTPUT_PID" ]; then
echo "Logging already started!"
return 1
fi

# Always remove the log and pipe first.
rm -f $OUTPUT_PIPE
# Delete the logfile first if told to.
if [ "$1" = delete_existing_logfile ]; then
rm -f $OUTPUT_LOG
fi

mkfifo $OUTPUT_PIPE
tee -a $OUTPUT_LOG < $OUTPUT_PIPE &
OUTPUT_PID=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1
}

stop_logging()
{
# Make sure that we're currently logging.
if [ -z "$OUTPUT_PID" ]; then
echo "Logging not yet started!"
return 1
fi
exec 1>&3 3>&- 2>&4 4>&-
wait $OUTPUT_PID
rm -f $OUTPUT_PIPE
unset OUTPUT_PID
}

example3()
{
start_logging
#start_logging delete_existing_logfile
echo "This is on standard out"
echo "This is on standard err" >&2
stop_logging
}
</pre>

===RedHat root filesystem has gone read-only===
* [http://www.unixarena.com/2013/09/redhat-linux-how-to-fix-read-only-root.html How to fix read only root file system]

===Kill all processes for a user===
<pre>
for prc in `ps -ef | grep -E "^ +[o]racle" | awk '{print $2}'`; do
kill $prc
done
</pre>

===isRGHere===
Checks if resource group is on this leg of an HACMP cluster. Returns 0 if true else 1.
<pre>
#!/usr/bin/ksh

SCRIPT=`basename $0`

function rctest
{
exitcode=$1
msg=$2
if [ $exitcode -ne 0 ]; then
echo "********************************************************************************"
echo "\nScript $SCRIPT finished with errors."
echo "$msg."
echo "Returncode : $exitcode."
echo "\n********************************************************************************"

fi
exit $exitcode

}

RGINFO=/usr/es/sbin/cluster/utilities/clRGinfo
[[ ! -f $RGINFO ]] && rctest 1 "clRGinfo not found"

if [ $# -eq 1 ]
then
RG=`echo $1 | cut -c 1-14`
else
rctest 10 "Usage: `basename $0` <RG name>"
fi

$RGINFO |grep -qwp $RG || rctest 9 "$RG is not defined"

THISNODE=`/usr/es/sbin/cluster/utilities/get_local_nodename | cut -c 1-14`
$RGINFO |grep -wp $RG |grep -w $THISNODE |grep -wq ONLINE
</pre>
===AIX: add a user to a group===
<pre>
chgrpmem -m + oracle ibmtls
</pre>
===Find swear words in scripts by comparing it to a list found on the internet===
<pre>
wget "http://www.bannedwordlist.com/lists/swearWords.csv" -O /tmp/s ; for word in $(cat /tmp/s | sed -e 's/ /_/g' -e 's/,/ /g') ; do grep -wR $word *; done | less
</pre>

===grep -p (for paragraph) works on AIX but not on Linux or Solaris===
Use awk instead
<pre>
awk 'BEGIN {FS="\n" RS="\n\n"} /search pattern/ { do something }' <file>
/usr/xpg4/bin/awk 'BEGIN {RS="\n\n";FS="\n"} /AGRHDWQ1/ {print $2}' dsm.sys | awk '{print $NF}'
</pre>
this prints the last word of the second ''line'' in the paragraph in dsm.sys that contains the search term AGRHDWQ1. 
Or slightly simpler...
<pre>
awk -v RS='' '/NHAPPLP1/' /etc/tsm/dsm.sys # (use /usr/xpg4/bin/awk on Solaris)
</pre>
or, case insensitively:
<pre>
awk -v RS='' 'tolower($0) ~/so_u_clubqa_orx_d_cab/' /etc/tsm/dsm.sys
</pre>
Using -v means you don't have to use a BEGIN section.

===debug/redirect log of a shell===
<pre>
#!/usr/bin/ksh
exec 2>/tmp/mytest
</pre>
===Different ways of Iteration in korn shell with a while loop===
<pre>
IFS="|"
exec 0<$statfile
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done
</pre>
or
<pre>
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done <statfile
</pre>
or
<pre>
cat $statfile | sort -nk4 | while IFS=\| read host db type started stopped
do
[[ "$stopped" == "" ]] && continue
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} ${started}:${started}:${stopped}
[[ $? -ne 0 ]] && echo "nok: $?"
done
</pre>

===Filesystem 100% full, what's taking up all the space?===
<pre>
find /oracle/endur -xdev -ls|sort -nr +6|head
</pre>
or
<pre>
/dev/esb01fs010001 1.00 0.00 100% 1838 69% /oracle
beuxdsysesb01:root[/root]# cd /oracle
beuxdsysesb01:root[/oracle]# du -gsx * | sort -n
0.00 checkpoints
0.00 flash_recovery_area
0.00 lost+found
0.00 oraInst.loc
0.00 oraInventory
0.09 admin
0.99 diag
</pre>
cd diag and repeat until culprits are found

===Show paged memory hogs on AIX===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>

===Capitalise the first letter of a word in Korn Shell===
Not as easy as it sounds if it needs to work in non-ksh93 shells
<pre>
function capit {
typeset -u first
first=${1%"${1#?}"}
printf "%s\n" "${first}${1#?}"
return 0
}
</pre>
or maybe more neatly done in Perl... 
This will capitalise each word in a sentence passed into it
<pre>
function capit {
echo "$1" | perl -pe "s/([\w']+)/\u\L\1/g"
return 0
}
</pre>

===Remove / rename a directory / file containing weird control characters===
Use ls with -i to see inode listing
<pre>
ls -bali
</pre>
Use find with -inum to get the filename and -exec to remove it
<pre>
find . -inum <inode from ls listing> -exec rm -f {} \;
</pre>

===Run a local script on a remote host===
Doing it this way means we do not need to scp the shell over to the host before executing it!
<pre>
ssh user@host 'sh' < your_script.sh
</pre>
First of all, this command is a redirection: your shell will open the file your_script.sh and feed it as input to the ssh command. ssh, in turn, will tunnel its stdin to the remote command, namely, sh instance. And sh without arguments reads its script from stdin. So we got sh instance, which is launched on remote host, but reads commands from your local file.

===Get a list of running instances - but only those started by the current user===
This is the way I wanted to do it but there's an issue. Where does that spare } character come from? Anyone?
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }'
</pre>
ps listing
<pre>
$ ps -ef | grep [p]mon
oracle 13304024 1 0 Jun 07 - 2:39 ora_pmon_reportk
oracle 26018178 1 0 Jun 07 - 3:01 ora_pmon_dwh_perf
oracle 29229432 1 0 Jun 07 - 2:30 ora_pmon_adso
oraebso 18022994 1 0 Jun 07 - 2:38 ora_pmon_EBSO
oracle 30278192 1 0 Jun 07 - 2:48 ora_pmon_owb112k
</pre>
Results of above command
<pre>
reportk
dwh_perf
adso
}
owb112k
</pre>
Workaround 1. Send the ps listing to a file and work on it without pipes. Works but it's a bit long-winded especially as we have to clean up afterwards.
<pre>
ps -ef | grep [p]mon>/tmp/results.$$ 2>/dev/null; awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' /tmp/results.$$; rm -f /tmp/results.$$
</pre>
Workaround 2. Don't like the grep -v but until I find out where that } is coming from..
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' | egrep -v 'grep|}|ASM'
</pre>

===Return a list of Oracle databases running on a list of remote servers===
<pre>
#!/bin/ksh

serverlist=`cat /home/tools/ini/system/oracle_servers | sort -n | tr "\n" " "`

if [ -z "${serverlist}" ]
then
echo "no servers found" && exit 1
fi

for server in ${serverlist}
do
ssh ${server} "ps -ef | grep [o]ra_pmon_" >/tmp/${server}.dblist
done

for server in ${serverlist}
do
cat /tmp/${server}.dblist | awk -F_ -v SRV=${server} 'BEGIN {print SRV ":"} {print $NF}' | tr "\n" " "
echo
done
</pre>

===Clever trick to check whether SQL output needs sending to someone===
Using an exit status from SQL*Plus back to the shell so we can decide what to do. Nice one!
<pre>
#!/bin/bash
tempfile=/tmp/audit_locked_accounts_$ORACLE_SID.txt

# Start sqlplus and check for locked accounts
sqlplus -S "/ as sysdba" << EOF > $tempfile
set pages 0
select 'The following accounts were found to be unlocked and should not be'
from dual;

def exit_status = 0
col xs new_value exit_status

select username
, account_status
, 1 as xs
from dba_users
where account_status != 'LOCKED'
and username in ('HR', 'SCOTT', 'OUTLN', 'MDSYS', 'CTXSYS')
/
exit &exit_status
EOF

# If the exit status of sqlplus was not 0 then we will send an email
if [ $? != 0 ]; then
mail -s "Accounts Unlocked in $ORACLE_SID" oracle < $tempfile
fi
</pre>

===Check RMAN logfiles for errors from cron every day===
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /home/tools/logs/rman -name "*online.log" -mtime -1 -exec sed -ne "/^RMAN-/,/^$/p" {} \\; -ls' | mailx
-s 'RMAN errors last night' stuart@domain.com
</pre>
<pre>
/home/ibmtools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for Baxter last night' stuart@domain.com
</pre>
===An alternative to getopts===
These methods have the advantage of allowing arguments of any length not just 1 character
<pre>
countArgs=$#
while [[ $# -gt 0 ]]
do
idx1=$($ECHO $1|$GREP "="|wc -l)
if [[ $idx1 -gt 0 ]]; then
key=$($ECHO $1|$CUT -d '=' -f 1)
value=$($ECHO $1|$CUT -d '=' -f 2)
else
key=$($ECHO $1|$CUT -d '=' -f 1)
idx2=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx2 -eq 0 ]]; then
$ECHO -e "\n ERROR: $1 is an unsupported argument passed to agentDeploy.sh.\n"
usage
exit 1
fi
fi

case "$key" in
-help)
if [[ $upgradeFlag ]]; then
upgradeUsage
else
freshUsage
fi
exit 0;;
AGENT_BASE_DIR)
agentBaseDir=$($ECHO $value|$SED 's/\/$//')
checkBaseFlag=TRUE;;
OMS_HOST)
omsHost=$value
checkOMSHost=TRUE;;
EM_UPLOAD_PORT)
omsPort=$value
checkOMSPort=TRUE;;
AGENT_INSTANCE_HOME)
instHome=$($ECHO $value | $SED 's/\/$//');;
AGENT_REGISTRATION_PASSWORD)
pswd=$value;;
s_encrSecurePwd)
pswd=$value;;
RESPONSE_FILE)
rspFlag=TRUE
rspLoc=$value;;
OLD_AGENT_VERSION)
oldAgentVersion=$value;;
OLDHOME)
oldHome=$value;;
-debug)
debugSwitch=TRUE;;
-forceConfigure)
forceFlag=TRUE;;
-configOnly)
configFlag=TRUE
validationFlag=TRUE;;
-agentImageLocation)
archiveLoc=$value
checkArchiveFlag=TRUE;;
-invPtrLoc) shift
ptrLoc=$1;;
-Upgrade)
UpgradeFlag=TRUE
validFlag=TRUE;;
INVENTORY_LOCATION)
validFlag=TRUE;;
b_forceInstCheck)
validFlag=TRUE
forcefullFlag=TRUE;;
-prereqOnly)
validationFlag=TRUE
prereqFlag=TRUE;;
-executeRootsh)
validFlag=TRUE;;
*) idx=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx -eq 0 ]]; then
validFlag=TRUE
else
$ECHO -e "\n ERROR: Invalid argument $key passed."
usage
exit 1
fi
esac
shift
done

</pre>
another way - found in /etc/init.d/functions (daemon function) in Fedora
<pre>
while [ "$1" != "${1##[-+]}" ]; do
case $1 in
'')
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
--check)
base=$2
gotbase="yes"
shift 2
;;
--check=?*)
base=${1#--check=}
gotbase="yes"
shift
;;
--user)
user=$2
shift 2
;;
--user=?*)
user=${1#--user=}
shift
;;
--pidfile)
pid_file=$2
shift 2
;;
--pidfile=?*)
pid_file=${1#--pidfile=}
shift
;;
--force)
force="force"
shift
;;
[-+][0-9]*)
nice="nice -n $1"
shift
;;
*)
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
esac
done
</pre>
another way - found in adstrtal.sh (middleware start script for EBS)
<pre>
#
# Parse Arguments
#

for nxtarg in $*
do
arg=`echo $nxtarg | sed 's/^//'`

case $arg in
-secureapps) if test "$secureapps" = "" ; then
secureapps=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nodbchk) if test "$nodbchk" = "" ; then
nodbchk=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nopromptmsg) if test "$nopromptmsg" = "" ; then
nopromptmsg=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
*) if test "$unpw" = "" ; then
unpw=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
esac
done
</pre>
and another in adautocfg.sh
<pre>
for myarg in $*
do

arg=`echo $myarg | sed 's/^-//'`
case $arg in
appspass=*)
appspass=`echo $arg | sed 's/appspass=//g'`
shift
;;
nocustom)
myparams="$myparams $arg"
shift
;;
noversionchecks)
myparams="$myparams $arg"
shift
;;
promptmsg=*)
promptmsg=`echo $arg | sed 's/promptmsg=//g'`
shift
;;
*) echo "$0: unrecognized action specified"
exit 1
esac
done
</pre>

===Run a script on multiple servers===
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# ==============================================================================

# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
echo ${server} `date +'%d-%b-%Y %H:%M:%S'`
echo "------------------------------------"
set -x
fi
ssh ${server} "$CMMND"
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
</pre>
to be investigated... this one might be cleverer than mine...
<pre>
tmpdir=${TMPDIR:-/tmp}/pssh.$$
count=0
while userhost; do
ssh -n -o BatchMode=yes ${userhost} 'uname -a' > ${tmpdir}/${userhost} 2>&1 &
count=`expr $count + 1`
done < userhost.lst
while [ $count -gt 0 ]; do
wait $pids
count=`expr $count - 1`
done
echo "Output for hosts are in $tmpdir"

</pre>

improved version... 
just escape double quotes and dollar signs...
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# 08-JUL-15 Stuart Barkley Background execution mode
# ==============================================================================
# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hbvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
b) BACKGROUND="Y";
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ---------------------------------
# put the thing to be run in a file
# ---------------------------------
printf "%s\n" "$CMMND" > /tmp/dosh.$$

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
printf "%s\n" ${server} `date +'%d-%b-%Y %H:%M:%S'`
printf "%s\n" "------------------------------------"
set -x
fi
scp -q /tmp/dosh.$$ ${server}:/tmp/
if [[ "$BACKGROUND" == "Y" ]]; then
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"> /tmp/dosh_${server}.out 2>&1 &
else
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"
fi
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
rm -f /tmp/dosh.$$

[[ "$BACKGROUND" == "Y" ]] && printf "%s\n" "Type 'ls -altr /tmp/dosh*out' to see output from the commands"
</pre>

===How can a shell script find out what directory it is in?===
basename $0 does not always give the desired answer (might give "./"!
<pre>
DIR="$(cd "$(dirname "$0")" && pwd)"
</pre>

===Array processing===
<pre>
array=(1 2 3)
unset array[2]
echo ${array[2]} # null
indices=(${!array[@]}) # create an array of the indices of "array"
size=${#indices[@]} # the size of "array" is the number of indices into it
size=${#array[@]} # same
echo ${array[@]: -1} # you can use slices to get array elements, -1 is the last one, etc.
for element in ${array[@]}; do # iterate over the array without an index

for index in ${indices[@]} # iterate over the array WITH an index
do
echo "Index: ${index}, Element: ${array[index]}"
done

for index in ${!array[@]} # iterate over the array WITH an index, directly

array+=("new element") # append a new element without referring to an index
((counter++)) # shorter than ((counter=counter+1)) or ((counter+=1))
if [[ $var == 3 ]] # you can use the more "natural" comparison operators inside double square brackets
while [[ $var < 11 ]] # another example
echo ${array[${index}-1] # math inside an array subscript
</pre>
===Send an email by talking directly to an smtp server===
<pre>
#!/bin/bash
telnet smtp.domain.com 25 <<EOTXT>>/tmp/smtp.log
HELO me.domain.com
MAIL FROM:<stuart@domain.com>
RCPT TO:<anne@domain.com>
DATA
From: Stuart <stuart@domain.com>
To: Anne <anne@domain.com>
Subject: testing smtp email

Hello, this should appear in the body
.
QUIT
EOTXT
</pre>
===Send an email by talking directly to an smtp server via file descriptor (no telnet! this time), adding authentication===
<pre>
#!/bin/bash

#
# mail.sh
#
# 2008 - Mike Golvach - eggi@comcast.net
# 2010 - Rayber
#
# Creative Commons Attribution-Noncommercial-Share Alike 3.0 United States License
#

if [ $# -ne 7 ]
then
echo "Usage: $0 FromAdress ToAdress Domain MailServer MailTextFile AuthEmail AuthPass"
exit 1
fi

from=$1
to=$2
domain=$3
mailserver=$4
mailtext=$5
authemail=`echo $6|openssl enc -base64|awk 'sub("..$", "")'`
authpass=`echo $7|openssl enc -base64|awk 'sub("..$", "")'`

if [ ! -f $mailtext ]
then
echo "Cannot find your mail text file. Exiting..."
exit 1
fi

exec 9<>/dev/tcp/$mailserver/25
echo "HELO $domain" >&9
read -r temp <&9
echo "$temp"
echo "auth login" >&9
read -r temp <&9
echo "$authemail" >&9
read -r temp <&9
echo "$authpass" >&9
read -r temp <&9
echo "Mail From: $from" >&9
read -r temp <&9
echo "$temp"
echo "Rcpt To: $to" >&9
read -r temp <&9
echo "$temp"
echo "Data" >&9
read -r temp <&9
echo "$temp"
cat $mailtext >&9
echo "." >&9
read -r temp <&9
echo "$temp"
echo "quit" >&9
read -r temp <&9
echo "$temp"
9>&-
9<&-
echo "All Done Sending Email. See above for errors"
exit 0
</pre>

=== rsync examples===
Also see [[Distribute files to multiple servers using rsync and ssh]]
<pre>
#!/bin/sh
ssh <remote_host> '/bin/mkdir -p /etc /etc/rc.config.d /etc/security /etc/mail'
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/passwd /etc/passwd.post /etc/group /etc/hosts /etc/services /etc/resolv.conf /etc/exclude.rootvg <remote_host>:/etc
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/hosts.allow.xcat <remote_host>:/etc/hosts.allow
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/rc.config.d/sap <remote_host>:/etc/rc.config.d
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/security/group /etc/security/limits /etc/security/login.cfg /etc/security/passwd /etc/security/user <remote_host>:/etc/security
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/mail/sendmail.cf <remote_host>:/etc/mail

rsync -av --progress /home/ibmtools/scripts/oracle/* benouerp07:/home/ibmtools/scripts/oracle/
</pre>

===Handy aliases===
Strip out comments and blank lines from a file
<pre>
alias strip='grep -Ev '\''^(#|$)'\'''
</pre>
Does a ps and a grep
<pre>
alias psg='ps -ef | grep -v $$ | grep -i '
</pre>
Getting a decent listing of filesystem space available. It is ordered such that the filesystems with no space left are at the end.
<pre>
OS=$(uname -s)
[[ "$OS" == "SunOS" ]] && alias dfg='df -h|sed -e '1d'|sort -n -k5|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$4,$5,$6)}'\'''
[[ "$OS" == "AIX" ]] && alias dfg='df -g|sed -e '1d'|sort -n -k4|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total GB","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$3,$4,$7)}'\'''
</pre>
A handy way of listing subdirectories and their files
<pre>
alias filetree="find . -print | sed -e 's;[^/]*/;|____;g;s;____|; |;g'"
</pre>
Watch progress of a copy
<pre>
alias cpProgress="rsync --progress -ravz"
</pre>
Reboots Linksys router<pre>
alias rebootlinksys="curl -u 'admin:password' 'http://192.168.1.2/setup.cgi?todo=reboot'"
</pre>
Nice one for bash. Colour codes the prompt depending on the outcome of the previous command
<pre>
bash_prompt_command()
{
RTN=$?
prevCmd=$(prevCmd $RTN)
}
PROMPT_COMMAND=bash_prompt_command
prevCmd()
{
if [ $1 == 0 ] ; then
echo $GREEN
else
echo $RED
fi
}
if [ $(tput colors) -gt 0 ] ; then
RED=$(tput setaf 1)
GREEN=$(tput setaf 2)
RST=$(tput op)
fi
export PS1="\[\e[36m\]\u.\h.\W\[\e[0m\]\[\$prevCmd\]>\[$RST\]"
</pre>
Mmmm, to be looked into. Executes remote commands on a unix box using curl.
<pre>
#/bin/sh
#
# WAG320N-HACK
# Ver. 1.0
# 12/09/2010
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

# Set username and password in the form of "username:password"
# example: "admin:admin"
my_access="admin:admin"

# Parameters test
if [ -z "$1" ]
then
echo "wag320n-hack.sh: missing remote command"
echo "usage: wag320n-hack.sh <remote command>"
echo "example: wag320n-hack.sh /bin/ls -la /usr/sbin"
echo "Note: always use full path"
echo ""
echo "wag320n-hack.sh - Ver. 1.0 - 12/09/2010"
echo "Licensed under GPL V. 3"
echo ""
exit 0
fi

# Get the command
my_command="ping_size="'$('"$@"' 1>&2)'

curl -s -G -u "$my_access" --data-urlencode 'todo=ping_test' --data-urlencode 'this_file=Diagnostics.htm' --data-urlencode 'next_file=Ping.htm' --data-urlencode 'c4_ping_ipaddr=192.168.1.1' --data-urlencode 'ping_timeout=5000' --data-urlencode 'ping_interval=1000' --data-urlencode 'ping_number=1' --data-urlencode "$my_command" http://192.168.1.1/setup.cgi | sed -e '/HTTP\/1.0 200 OK/q'
</pre>

===How to configure SSH with public/private keys===
* [http://www.unixpeople.com/HOWTO/configuring.ssh.html unixpeople.com]
===Use SSH config file===
<pre>
Host server10
Hostname 1.2.3.4
IdentityFile ~/.ssh/id_dsa
user foobar
Port 30000
ForwardX11Trusted yes
TCPKeepAlive yes
</pre>
then just connect using
<pre>
ssh server10
</pre>

===A decent sed tutorial===
From [http://www.grymoire.com/Unix/Sed.html grymoire.com]
===A decent korn/bash shell tutorial===
From [http://www.dartmouth.edu/~rc/classes/ksh/print_pages.shtml dartmouth.edu]
Reproduced here just in case it disappears!
[[Advanced shell scripting]]

===trap===
<pre>
Example Handling Traps With ksh - Discussion of the kill command

EXAMPLE TEMPLATE:

PRODUCT: HP-UX 11iV1 Version B.11.11
HP Tru64 V5.1B PK4
Sun/Solaris SunOS V5.8
Linux 2.6 kernel

COMPONENT: ksh

SOURCE: Philippe Vouters
Fontainebleau/France

LOW COST HIGH-TECH PRODUCTS: http://techno-star.fr

OVERVIEW:

The ksh script below shows how to eventually handle traps in the situation
where someone might try to kill a script by killing individual commands run
by that script or the entire process group a script is running in. The kill
command (usually a shell builtin) may be used to send a signal to a process
group (with the -<pid> syntax) or an individual process. The example ksh
script below runs /bin/sleep as the foreground process, the example ksh
scripts immediately returns when the /bin/sleep process has terminated. Most
signals sent to the shell are ignored until after the foreground process
terminates. This is in order to avoid creating zombie processes. Therefore a
kill <pid> on the example ksh script waits for the termination of the
/bin/sleep process.

The status value $? in the trap refers to the exit status of the command to run
and therefore is the exit status of the /bin/sleep process. The called function
in the trap handler shows how to correctly examine the effect of the kill
command on the shell or it's children.

To examine the value of $? in a trap handler means that you must understand what
it can be set and how different signals delivered to either the shell or the
foreground process (or the process group) might affect the value of $?.

The example shell script prints $? using echo but it does not perform tests on
the value of $?. For a complete solution when attempting to trap signals in a
shell you would also need code that examined the value of $? after the
foreground process had completed.

*** CAUTION ***

This sample script has been tested using HP-UX B.11.11, HP Tru64 V5.1B PK4,
SunOS V5.8 and Fedora Core 4 (homed version of Red Hat Linux). However, we
cannot guarantee its effectiveness because of the possibility of error in
transmitting or implementing it. It is meant to be used as a template for
writing your own scripts, and may require modification for use on your system.

SCRIPT NOTES:

To notice that the ksh script and /bin/sleep share the same process group
identifier (PGID), issue the following commands:

[philippe@victor ~]$ who
philippe :0 Jan 10 10:16
philippe pts/1 Jan 10 21:30 (:0.0)
philippe pts/2 Jan 10 21:30 (:0.0)
[philippe@victor ~]$ tty
/dev/pts/1
[philippe@victor ~]$ ps -j -t pts/2
PID PGID SID TTY TIME CMD
11072 11072 11072 pts/2 00:00:00 bash
11113 11113 11072 pts/2 00:00:00 ksh
11116 11113 11072 pts/2 00:00:00 sleep

In this case sending kill -INT -11113 will send SIGINT to the process group
11113. Both of the ksh and sleep processes are contained within this process
group.

Important Note:

On HP-UX, you have to $ export UNIX95=1 in order to be able to use the
-j option of the ps command.

SCRIPT:

COPYRIGHT (C) 2005 BY
HEWLETT-PACKARD COMPANY
ALL RIGHTS RESERVED.

THIS SOFTWARE IS FURNISHED UNDER A LICENSE AND MAY BE USED AND COPIED
ONLY IN ACCORDANCE WITH THE TERMS OF SUCH LICENSE AND WITH THE INCLUSION
OF THE ABOVE COPYRIGHT NOTICE. THIS SOFTWARE OR ANY OTHER COPIES
THEREOF MAY NOT BE PROVIDED OR OTHERWISE MADE AVAILABLE TO ANY OTHER
PERSON. NO TITLE TO AND OWNERSHIP OF THE SOFTWARE IS HEREBY TRANSFERRED.

THE INFORMATION IN THIS SOFTWARE IS SUBJECT TO CHANGE WITHOUT NOTICE AND
SHOULD NOT BE CONSTRUED AS A COMMITMENT BY HEWLETT-PACKARD COMPANY.

HP ASSUMES NO RESPONSIBILITY FOR THE USE OR RELIABILITY OF ITS
SOFTWARE ON EQUIPMENT THAT IS NOT SUPPLIED BY HP.

NO RESPONSIBILITY IS ASSUMED FOR THE USE OR RELIABILITY OF SOFTWARE
ON EQUIPMENT THAT IS NOT SUPPLIED BY HEWLETT-PACKARD COMPANY.

SUPPORT FOR THIS SOFTWARE IS NOT COVERED UNDER ANY HP SOFTWARE
PRODUCT SUPPORT CONTRACT, BUT MAY BE PROVIDED UNDER THE TERMS OF THE
CONSULTING AGREEMENT UNDER WHICH THIS SOFTWARE WAS DEVELOPED.

#!/bin/ksh
function handle_signal
{
print -n "pid $$ recieved $2 "
if [[ $1 = 0 ]];then
print but foreground command ended successfully
else
if [[ $1 = $3 ]];then
print and so did the last foreground command
else
print -n "and the exit status of the last foreground "
print command was $1
fi
fi
# Kill our process group and then ourselves with SIGTERM, giving a
# pid of 0 sends the signal to our process group. Killing the process
# group should kill us as well, this assumes that SIGTERM is not
# handled by any process in the process group.
#
# This code could be replaced with an exit with an exit value that
# would indicate what the problem was to the caller. That is replace
# these two lines with:
#
# exit $3
#
# or a specific exit code could be used.
#
kill -TERM 0
kill -TERM $$
}
OS=$(uname -a | awk '{print $1}')
if [[ "$OS" = "Linux" ]]; then
offset=256
elif [[ ("$OS" = "HP-UX") ||
("$OS" = "SunOS") ||
("$OS" = "OSF1") ]]; then
offset=128
fi
trap 'RC=$?; handle_signal $RC SIGINT $offset+2' INT
trap 'RC=$?; handle_signal $RC SIGQUIT $offset+3' QUIT
/bin/sleep 20
echo $?
</pre>
===DNS not working===
Ping to an IP address works
ping 74.125.136.103
but this doesn't
ping www.google.com

Check resolv.conf
cat /etc/resolv.conf
nameserver 95.130.132.17
nameserver 95.130.132.18
I had changed internet provider and forgot to update this. Just to set it to the router address and let that do the resolution
nameserver 192.168.1.1

===File descriptors===
<pre>
exec 3<> /tmp/foo #open fd 3 for r/w
echo "test" >&3
exec 3>&- #close fd 3.
</pre>
<pre>
exec 3<> myfile.txt
while read line <&3
do {
echo "$line"
(( Lines++ )); # Incremented values of this variable
#+ accessible outside loop.
# No subshell, no problem.
}
done
exec 3>&-

echo "Number of lines read = $Lines" # 8
</pre>
Mmm. See our output and also tee it to a log file!
<pre>
#!/bin/bash

echo hello

if test -t 1; then
# Stdout is a terminal.
exec >log
else
# Stdout is not a terminal.
npipe=/tmp/$$.tmp
trap "rm -f $npipe" EXIT
mknod $npipe p
tee <$npipe log &
exec 1>&-
exec 1>$npipe
fi

echo goodbye
</pre>

===Create new image with kvm===
Ref: http://www.cyberciti.biz/faq/kvm-virtualization-in-redhat-centos-scientific-linux-6/ 
Build an empty space for a CentOS virtual machine
<pre>
qemu-img create -f qcow2 centos.img 12G
</pre>
Tried creating image with
<pre>
sudo virt-install -n CentOS --description "Trying out CentOS" --ram=1024 --vcpus=1 --cpu host --hvm --cdrom /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2 --graphics vnc --disk path=/var/lib/libvirt/images/centos.img,bus=virtio,size=10
</pre>
gives error
<pre>
Starting install...
Allocating 'centos.img' | 10 GB 00:00
ERROR internal error Process exited while reading console log output: char device redirected to /dev/pts/1
qemu-kvm: -drive file=/home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2.bz2,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw: could not open disk image /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2: Permission denied
</pre>
===rpm / yum commands===
====Install an RPM Package====
<pre>
rpm -ivh pidgin-2.7.9-5.el6.2.i686.rpm

-i - install
-v - verbose
-h - print progress hashes
</pre>

====Check dependencies of RPM Package before Installing====
<pre>
rpm -qpR BitTorrent-5.2.2-1-Python2.4.noarch.rpm

-q - query
-p - list package capabilities
-R - list dependent package capabilities
</pre>

====Install RPM Package with all dependencies====
<pre>
yum install BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Install RPM Package with all dependencies (when RPM has been downloaded to local machine)====
<pre>
yum localinstall BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Force Install a RPM Package without dependencies====
Package will not work if dependencies are required
<pre>
rpm -ivh --nodeps BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Check an Installed RPM Package====
<pre>
rpm -q BitTorrent
</pre>
====List all files of an installed RPM package====
<pre>
rpm -ql BitTorrent
</pre>
====List All Installed RPM Packages====
<pre>
rpm -qa
</pre>
====Query information about an installed RPM package====
<pre>
rpm -qi vsftpd
</pre>
====Query information about a not yet installed RPM package====
<pre>
rpm -qip sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====(Forcibly) Remove an RPM Package====
Use package name (as seen in -qi above), not full name
<pre>
rpm -ev (--nodeps) vsftpd
</pre>
====Query a file that was installed as part of an RPM Package (which package contained this file)====
<pre>
rpm -qf /usr/bin/htpasswd
</pre>
====Verify an RPM package====
Compares information of installed files of the package against the rpm database
<pre>
rpm -Vp sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====Rebuild corrupted RPM database====
<pre>
cd /var/lib
rm __db*
rpm --rebuilddb
rpmdb_verify Packages
</pre>

===Install rpmforge repository===
* Download rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
* Import the key
<pre>
sudo rpm --import http://apt.sw.be/RPM-GPG-KEY.dag.txt
</pre>
* Install the repository
<pre>
sudo rpm -i rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Check the installation
<pre>
rpm -K rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Test it
<pre>
sudo yum install terminator
</pre>
===Install rpmfusion repository===
<pre>
su -c 'yum localinstall --nogpgcheck http://download1.rpmfusion.org/free/el/updates/6/i386/rpmfusion-free-release-6-1.noarch.rpm http://download1.rpmfusion.org/nonfree/el/updates/6/i386/rpmfusion-nonfree-release-6-1.noarch.rpm'
</pre>

===config file for yum===
Checkout this file for global yum config
<pre>
/etc/sysconfig/yum-cron-background
</pre>

===Setup Oracle Enterprise Linux (RedHat) with yum server===
You need to download the yum .repo file from the server, as per the steps below. After this, you need to enable a flag in the .repo file as per your operating system version. Having done these two steps, when you run yum install <pkgname> command on your linux box, the Oracle's yum server will be scanned, the dependent & the relevant rpm's will be download and installed for you. 
cd /etc/yum.repos.d
To download files here
wget http://public-yum.oracle.com/public-yum-el5.repo

A file named public-yum-el5.repo will be created in your directory 
Edit this file and enter enabled=1 against the operating systems which is relevant to you
vi public-yum-el5.repo

Next run the yum command
yum install package-name

===To change to static IP address (Raspberry Pi)===
As root:
<pre>
cd /etc/networks
vi interfaces
</pre>

replace the line “iface eth0 inet dhcp” with
<pre>
iface eth0 inet static
address 192.168.1.100
netmask 255.255.255.0
gateway 192.168.1.1
</pre>

You should also take a look at the file /etc/resolv.conf and check it has a nameserver entry (probably pointing at your default gateway) or direct to your ISP name servers.
<pre>
nameserver 192.168.1.1
</pre>
===Troubleshoot wireless network problems===
* [https://www.blackmoreops.com/2014/09/18/connect-to-wifi-network-from-command-line-in-linux/ connect to wifi network from command-line in linux - from blackmoreops.com]
'''Short summary of all the things you need to do in just few lines'''
<pre>
root@kali:~# iw dev
root@kali:~# ip link set wlan0 up
root@kali:~# iw wlan0 scan
root@kali:~# wpa_passphrase blackMOREOps >> /etc/wpa_supplicant.conf
root@kali:~# wpa_supplicant -i wlan0 -c /etc/wpa_supplicant.conf
root@kali:~# iw wlan0 link
root@kali:~# dhclient wlan0
root@kali:~# ping 8.8.8.8
(Where wlan0 is wifi adapter and blackMOREOps is SSID)
(Add Routing manually)
root@kali:~# ip route add default via 10.0.0.138 dev wlan0
</pre>

===To change to static IP address (Redhat/CentOS)===
As root:
<pre>
vi /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=STATIC
IPADDR=192.168.1.111
NETMASK=255.255.255.0
GATEWAY=192.168.1.1
ONBOOT=yes
DNS1=8.8.8.8
DNS2=8.8.4.4
</pre>
Resrart the network interface
<pre>
/etc/init.d/network stop
/etc/init.d/network start
or
service network restart
</pre>
Check name server entry in resolv.conf
<pre>
vi /etc/resolv.conf
nameserver 192.168.1.1
</pre>

===Enable processes / services to start at boot time===
<pre>
sudo chkconfig httpd on
sudo chkconfig mysqld on
</pre>

===Run a command on lots of servers in parallel===
This is a damn fine AIX utility - part of the CSM Distributed Shell.
dsh -a "ls -al /etc/apache2/*conf"
will list the Apache configuration file on all reachable servers (nodes)
===Download a gzip file and pipe it into tar===
<pre>
cd ~ && wget -O - "https://www.dropbox.com/download?plat=lnx.x86_64" | tar xzf -
</pre>

===Check in a script to make sure it is run only by root===
<pre>
RUID=`/usr/bin/id|$AWK -F\( '{print $1}'|$AWK -F\= '{print $2}'`
if [ ${RUID} != "0" ];then
$ECHO "This script must be executed as root"
exit 1
fi
</pre>

===Set terminal to use Backspace key to erase previous character instead of Control-H===
Been looking for this for a long time. 
You can put:
<pre>
stty erase <CTRL-V><Backspace key>
</pre>
in your .profile but this will be ruined if you do a copy/paste into another file. 
I wanted a way of doing this without entering the control character in the .profile. Finally stumbled upon it. And it's so simple. Just escape the caret!
<pre>
stty erase \^?
</pre>
Put this in the .profile. It's copy/pastable and it works! 
If you want CTRL-H to be your erase character, just do this:
<pre>
stty erase \^H
</pre>

===Play with the terminal settings and reset them again either side of requesting a password===
The -g option of stty gives a compact list of all the settings or the terminal and can be used as input to stty
<pre>
OLDCONFIG=`stty -g` # save terminal configuration
stty -echo # turn character echoing off
echo "Enter password: \c"
read PASSWD # get the password
stty $OLDCONFIG # restore terminal configuration
</pre>

===Reset terminal to "sane" characteristics===
If you've done a cat of a binary file or something else weird and your terminal is left in a mess, the following key sequence should bring it back to normal
<pre>
<CTRL-J>stty sane<CTRL-J>
</pre>
===Install OpenOffice on RedHat Enterprise when yum install doesn't!===
Download Package
<pre>
wget http://sourceforge.net/projects/openofficeorg.mirror/files/4.0.1/binaries/en-US/Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz/download -O Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz
</pre>
Change to root
<pre>
sudo su -
</pre>
Remove the old stuff
<pre>
yum remove openoffice* libreoffice*
</pre>
Extract Package
<pre>
tar -xvf Apache_OpenOffice_4.0.1*
cd en-US
</pre>
Install Package and exit root
<pre>
rpm -Uvh RPMS/*.rpm RPMS/desktop-integration/openoffice4.0-redhat-*.rpm
exit
</pre>
Start it
<pre>
openoffice4
</pre>
===What does this do?===
<pre>
while IFS= read -r line; do
echo "[$(date "+%F %T")] - $line"
done < <(iwevent)
</pre>
or
<pre>
while IFS= read -r line; do
printf "%s\n%s\n" "$line" "Yohooo! One more package."
done < <(tcpdump -i any -nS)
</pre>

===List of Special Characters and what they mean===
From [http://www.grymoire.com/Unix/Quote.html Bruce Barnett]
<pre>
Character Where Meaning
<RETURN> csh, sh Execute command
# csh, sh, ASCII files Start a comment
<SPACE> csh, sh Argument separator
` csh, sh Command substitution
" csh, sh Weak Quotes
' csh, sh Strong Quotes
\ csh, sh Single Character Quote
variable sh, csh Variable
variable csh, sh Same as variable
| csh, sh Pipe character
^ sh Pipe Character
& csh, sh Run program in background
? csh, sh Match one character
* csh, sh Match any number of characters
; csh, sh Command separator
;; sh End of Case statement
~ csh Home Directory
~user csh User's Home Directory
! csh History of Commands
- Programs Start of optional argument
$# csh, sh Number of arguments to script
$* csh, sh Arguments to script
$@ sh Original arguments to script
$- sh Flags passed to shell
$? sh Status of previous command
$$ sh Process identification number
$! sh PID of last background job
&& sh Short-circuit AND
|| sh Short-circuit OR
. csh, sh Typ. filename extension
. sh Source a file and execute as command
: sh Nothing command
: sh Separates Values in environment variables
: csh Variable modifier
Character Where Meaning
[ ] csh, sh Match range of characters
[ ] sh Test
%job csh Identifies job Number
(cmd;cmd) csh. sh Runs cmd;cmd as a sub-shell
{ } csh In-line expansions
{cmd;cmd } sh Like (cmd;cmd ) without a subshell
>ofile csh, sh Standard output
>>ofile csh, sh Append to standard output
<ifile csh, sh Standard Input
<<word csh, sh Read until word, substitute variables
<<\word csh, sh Read until word, no substitution
<<-word sh Read until word, ignoring TABS
>>!file csh Append to file, ignore error if not there
>!file csh Output to new file, ignore error if not there
>&file csh Send standard & error output to file
<&digit sh Switch Standard Input to file
<&- sh Close Standard Input
>&digit sh Switch Standard Output to file
>&- sh Close Standard Output
digit1<&digit2 sh Connect digit2 to digit1
digit<&- sh Close file digit
digit2>&digit1 sh Connect digit2 to digit1
digit>&- sh Close file digit
</pre>

Unix/Linux

2018-12-06T00:13:59Z

Stuart: /* Configure maildrop */

* [http://hyperpolyglot.org/unix-shells#var-expansion Good shell comparison including variable expansion - hyperpolyglot.org]
* [http://pubs.opengroup.org/onlinepubs/9699919799/utilities/toc.html Shell coding standards - opengroup.org]
* [http://aix4admins.blogspot.be aix4admins]
* [http://linuxgazette.net/issue55/okopnik.html The Deep, Dark Secrets of Bash]
* [http://www.speakeasy.org/~arkay/216-7.4KshFunctions.html Korn Shell Functions]
* [http://www.grymoire.com/Unix/AwkRef.html AWK reference from Bruce Barnett]
* [http://www.catonmat.net/blog/wp-content/uploads/2008/09/awk1line.txt HANDY AWK ONE-LINERS]
* [http://www.grymoire.com/unix/Quote.html Unix quoting from from Bruce Barnett (grymoire)]
* [http://www.mpi-inf.mpg.de/departments/rg1/teaching/unixffb-ss98/quoting-guide.html Another excellent quoting tutorial]
* [http://aix4admins.blogspot.be/2015/02/snapshot-fs-snapshot-snapshot-is-state.html AIX snapshot technology]
* [[RaspberryPi]]
* [[SSH]]
* [http://www.anattatechnologies.com/q/2013/04/multiuser-screen/ Screen sharing from Unix using screen]
* [https://robots.thoughtbot.com/a-tmux-crash-course Screen sharing from Unix using tmux]
* [http://www.csb.yale.edu/userguides/wordprocess/vi-summary.html Handy ex and vi reference]
* [[Fedora install for my own purposes]]

===How to automatically download and process email attachments from Gmail===
==== Useful references====
* [http://www.courier-mta.org/maildrop/maildrop.html maildrop]
* [http://www.wonkity.com/~wblock/docs/html/maildrop.html Using maildrop As A Mail Delivery Agent (MDA)]
* [http://manpages.ubuntu.com/manpages/trusty/man7/maildropex.7.html .mailfilter examples]
* [https://www.axllent.org/docs/view/gmail-pop3-with-fetchmail/ Setting up fetchmail with Gmail]
* [https://www.linode.com/docs/email/clients/using-fetchmail-to-retrieve-email/ Using Fetchmail to Retrieve Email]

Eventually, after months of trying different things, came up with this combination of tools that worked very well.
====Install tools====
<pre>
sudo dnf -y install fetchmail maildrop uudeview openssl
</pre>
* Set Gmail account up for POP and disable IMAP
====Configure fetchmail====
This is the part that talks to Gmail and downloads the emails to the local machine.
<pre>
vi ~/.fetchmailrc

set postmaster "<username>"
#set daemon 600
poll pop.gmail.com with proto POP3
user "account@gmail.com" there with password '<password>' is <username> here options ssl nokeep
mda "/usr/bin/maildrop .mailfilter"
# sslcertfile /etc/ssl/certs/ca-bundle.crt
</pre>
If fetchmail complains about ssl certificates, try specifying wherein is with the sslcertfile line
==== Configure maildrop====
<pre>
maildirmake maildrop
maildirmake backup

vi ~/.mailfilter

LOGFILE = "/home/dbahawk/maildrop/maildrop.log"
DEFAULT="$HOME/maildrop"

# keep a copy
cc backup
`cd backup/new && rm -f dummy \`ls -t | sed -e 1,50d\``

if (/^To:.*getmail@...\.dnsalias\.org$/)
{
to Maildir/getmail/
}

#if (/^To:.*dbahawk/)
# {
# to maildrop
# }

if (/^To:.*dbahawk/)
dotlock "auto.lock" {
to "|uudeview -c -i"
}
</pre>
Not really sure why this filter is not working properly. The cc works but the To: check doesn't. So I have a shell that runs separately to process the emails in the backup mail directory.

====uudeview====
This is a clever program that can extract attachments from emails and put them in a directory of you choosing. 
This shell runs from cron at regular intervals to run the whole process
<pre>
#!/usr/bin/ksh

# fetch any new mail from Gmail (uses .fetchmailrc)
# fetchmail log is $HOME/maildrop/maildrop.log
fetchmail -d0

# fetchmail uses maildrop as mda (uses .mailfilter) to save messages to a maildir.
# this is not working correctly but still copies the messages to backup

# pull out the attachments and send them to the incoming directory for the collector to process when it wakes up
uudeview -c -i -p ~/Downloads/dbahawk_forward backup/new/*
</pre>

===Use sed to repeat characters===
echo an '=' sign then use the loop feature of sed to run round a loop a further 79 times replacing what you've got with the same thing plus and extra one!
<pre>
echo "=" | sed -e :a -e 's/^=\{1,79\}$/&=/;ta'
</pre>

===Convert between lower and upper case using ansi standard===
This way should be portable and give predictable results
<pre>
LOWER_SID=$(echo "${SID}" | tr '[:upper:]' '[:lower:]')
UPPER_SID=$(echo "${SID}" | tr '[:lower:]' '[:upper:]')
</pre>
===Use sed to delete the first line of a file or command output printing from the second line onwards===
Actually deceptively simple. Example remove the header from df output.
<pre>
df -k | sed 1d
</pre>
As a useful extension, suppose TO_DATA_DIR contains multiple directories, this will total the free space for all relevant filesystems 
This one is specific to AIX, for other Unixes and Linux, use $4 instead of $3.
<pre>
SPACE_AVAILABLE=$(df -k $TO_DATA_DIR | sed 1d | awk 'BEGIN {i=0} {i=i+$3} END {print i}')
</pre>
===Use sed to munge a controlfile into submission!===
* delete comment lines
* delete all lines after the one starting with a semicolon
* delete all blank lines
* change reuse to set
* change archivelog (with word boundaries) to noarchivelog
* change old sid to new sid
<pre>
sqlplus -s / as sysdba<<'EOSQL' >/dev/null
alter database backup controlfile to trace as '/tmp/regenerate_controlfile.sql' reuse resetlogs;
EOSQL
OLDSID='PROD'
NEWSID='TEST'
sed -e '/^--/d' -e '/^\;/q' -e '/^ *$/d' -e 's/REUSE/SET/' -e 's/\<ARCHIVELOG\>/NOARCHIVELOG/' -e 's/\"'${OLDSID}'\"/\"'${NEWSID}'\"/' /tmp/regenerate_controlfile.sql
</pre>
===Find all files where a certain text does not exist===
Mostly we want to search for files containing a particular string but how to find those files that do not contain some text. 
Using xargs instead of -exec forces the filename to be printed. -H should do this but doesn't seem to in this case.
<pre>
find . -name "*cfg" | xargs grep -H -c TO_CV_HOST {} \; | grep ':0$' | cut -d: -f1
</pre>

===Use tar and gzip to copy files more efficiently across network between hosts===
From the destination server, this will connect to the source, tar up each file and pull it back to the current server
<pre>
ssh oracle@hn5211 "cd /oracle/ora_data4/iten3/ && tar -cf - . | gzip " | ( cd /oracle/ora_data2/iten/ && gunzip -c | tar -xvf - . )
</pre>

===double hash and double percent in shell variables to trim off characters from variables===
<nowiki>#</nowiki> - trims everything from the start of line till the FIRST occurrence of following character (abstemious) :-) 
<nowiki>##</nowiki> - trims everything from the start of line till the LAST occurrence of following character (greedy) 
% - trims everything from the end of line backwards till the FIRST occurrence of following character (abstemious) 
%% - trims everything from the end of line backwards till the LAST occurrence of following character (greedy)
<pre>
FILENAME="/home/bey9at77/hello.txt"
FILE_STUB1=${FILENAME##*/}
FILE_STUB=${FILE_STUB1%.*}
echo $FILE_STUB
hello
FILE_EXT=${FILENAME##*.}
echo $FILE_EXT
txt
</pre>
or 
<nowiki>#</nowiki> - remove prefix reluctantly 
<nowiki>##</nowiki> - remove prefix greedily 
% - remove suffix reluctantly 
%% - remove suffix greedily 
<pre>
words="do.re.mi"

echo ${words#*.}

echo ${words##*.}

echo ${words%.*}

echo ${words%%.*}
</pre>

===The best shell script ever. An example of how scripting should be done===
It was written by someone at Oracle. Unfortunately (s)he did not put any author comment in it. Also unfortunately I cannot show it here as it is protected behind Oracles support website. 
If you have an Oracle Metalink id, you can get the complete script [https://support.oracle.com/epmos/faces/DocumentDisplay?id=949322.1 here] 
Here is a snippet of a function that demonstrates proper commenting and a very good style. 
The script is called physru.sh and upgrades an Oracle database in a rolling upgrade fashion by using a physical standby. 
There are 4500 lines in the full script but it is so easy to read and understand because of the way it's written, it's like a breath of fresh air. Well done whoever you are!
<pre>
###############################################################################
# NAME: wait_mrp_active
#
# DESCRIPTION:
# Wait for $MRP_START_TIMEOUT minutes to confirm that the MRP is active. If
# we can't detect an active MRP, abort the script with an error.
#
# INPUT(S):
# Arguments:
# $1: database user
# $2: user password
# $3: tns service name
# $4: database unique name
#
# Globals:
# None
#
# RETURN:
# None
#
###############################################################################
wait_mrp_active()
{
display "confirming media recovery is running"
l_wma_status=1
l_wma_curtime=`perl -e 'print int(time)'`
l_wma_exptime=`expr $MRP_START_TIMEOUT "*" 60`
l_wma_maxtime=`expr $l_wma_curtime + $l_wma_exptime`
while [ "$l_wma_curtime" -lt "$l_wma_maxtime" ]
do
is_mrp_running $1 $2 $3 $4
if [ "$?" -gt "0" ]; then
l_wma_status=0
break
fi

sleep $MRP_START_INTERVAL
l_wma_curtime=`perl -e 'print int(time)'`
done
chkerr $l_wma_status "could not detect an active MRP after $MRP_START_TIMEOUT minutes"
}
</pre>

===split variable (eg. filename) into separate variables using set===
<pre>
FILENAME="split_this_into_bits"
set $(echo ${FILENAME} | sed 's/_/ /g')
echo $4 $3 $2 $1
bits into this split
</pre>
===Centre align text on a line in bash shell===
Doesn't work in Korn shell due to %*s
<pre>
#COLUMNS=$(tput cols) # width of the current window
COLUMNS=80
title="Hello world!"
printf "%*s\n" $(((${#title}+$COLUMNS)/2)) "$title"
</pre>
and as a one-liner
<pre>
printf "%*s\n" $(( ( $(echo $* | wc -c ) + 80 ) / 2 )) "$*"
</pre>
This works in Korn shell...
<pre>
TITLE="$1"
LINEWIDTH=80

LPAD=$(((${#TITLE}+$LINEWIDTH)/2))
printf %${LPAD}s "$TITLE"
</pre>

===Right justify text (or repeat characters) on a line with leader dots!===
<pre>
function rpadwait {
text=$1
# -------------------------
# suppress newline for echo
# -------------------------
N=
C=
if echo "\c" | grep c >/dev/null 2>&1; then
N='-n'
else
C='\c'
fi

echo ${N} "${text}${C}" | sed -e :a -e 's/^.\{1,80\}$/&\./;ta'
}
</pre>

===cron jobs not submitted - daemon run out of child processes?===
Sometimes have problems with NFS mounts and this causes cron jobs to hang. If they are scheduled to run regularly, eventually cron will no longer be able to start any more jobs. 
* Check the cron log '''/var/adm/cron/log''' to see if there are any errors or other messages around the time the jobs should run.
If cron has hit its process limit (default 100), it will try again after a number of seconds (default 60). 
Both the number of jobs and wait time are configured in the file '''/var/adm/cron/queuedefs'''. If it is unusual for cron to be running so many jobs, you can check the process table to view the jobs cron has created. These jobs will have parent process id (PPID) of the cron daemon. 
<pre>
$ ps -ef | grep cron | grep -v grep
root 6750314 1 0 Apr 24 - 3:39 /usr/sbin/cron
solax025:root[/home/root]# ps -T 6750314
PID TTY TIME CMD
6750314 - 3:39 cron
21168296 - 0:00 \--bsh
58982414 - 0:00 \--sadc
</pre>
In this example, we only have 1 job running

===Find long-running processes with a cron job===
Processes running longer than 24 hours have a date instead of a start time...
<pre>
58 08,14 * * * /home/ibmtools/scripts/oracle/dosh -vc "ps -ef|grep 'ibmtools/scripts/oracle'|perl -nae 'print if \$F[4] !~/:/'" >/tmp/lrp.txt; [[ $(grep -c ibmtools /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' reporting@companymail.com
</pre>

===Process command line arguments in shell===
Borrowed from Mozilla Firefox installer
<pre>
## Command line arg defaults
##
moz_debug=0
moz_debugger=""
moz_debugger_args=""
#
##
## Parse the command line
##
while [ $# -gt 0 ]
do
case $1 in
-g | --debug)
moz_debug=1
shift
;;
-d | --debugger)
moz_debugger=$2;
if [ "${moz_debugger}" != "" ]; then
shift 2
else
echo "-d requires an argument"
exit 1
fi
;;
-a | --debugger-args)
moz_debugger_args=$2;
if [ "${moz_debugger_args}" != "" ]; then
shift 2
else
echo "-a requires an argument"
exit 1
fi
;;
*)
break;
;;
esac
done
#
##
## Program name given in $1
##
if [ $# -gt 0 ]
then
MOZ_PROGRAM=$1
shift
fi
##
## Program not given, try to guess a default
##
if [ -z "$MOZ_PROGRAM" ]
then
##
## Try this script's name with '-bin' appended
##
if [ -x "$MOZ_DEFAULT_NAME" ]
then
MOZ_PROGRAM=$MOZ_DEFAULT_NAME
##
## Try mozilla-bin
##
elif [ -x "$MOZ_APPRUNNER_NAME" ]
then
MOZ_PROGRAM=$MOZ_APPRUNNER_NAME
fi
fi
#
#
##
## Make sure the program is executable
##
if [ ! -x "$MOZ_PROGRAM" ]
then
moz_bail "Cannot execute $MOZ_PROGRAM."
fi
#
</pre>

===Carry XWindows settings across sessions===
<pre>
# ----------------------
# push XWindows settings
# ----------------------
[[ "$(uname)" == "SunOS" ]] && PATH=/usr/openwin/bin:$PATH
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
xauth list > /tmp/xauth_list_$WHOAMI
chmod 777 /tmp/xauth_list_$WHOAMI

echo $DISPLAY > /tmp/xdisplay_$WHOAMI
chmod 777 /tmp/xdisplay_$WHOAMI
</pre>

===Cross-platform version of whoami===
<pre>
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
</pre>

===Set terminal title from command line===
Put something like this in the .profile 
-n do not output the trailing newline 
-e enable interpretation of backslash escapes 
|0 sets title of window and icon 
|1 sets title of icon only 
|2 sets title of window only 
<pre>
echo -en "\033]0;`hostname`\007"
</pre>
<pre>
echo -en "\033]2;`hostname`\007"
</pre>

===Remove blank lines and comments (also indented ones) from a file===
<pre>
awk -F\: '!/^($|[:space:]*#)/ {print $2}' /etc/oratab | sort | uniq
</pre>
or as part of a script that removes comments and blank lines from all Korn shell scripts in a directory
<pre>
#!/usr/bin/ksh
for i in $(ls *ksh); do
perl -p -i -e 's/^\s*#[^!]*$//; s/^\s*$//' $i
done
</pre>

===Return elements of an array in Korn shell===
From [http://unix.stackexchange.com/questions/188202/processing-output-from-an-sqlite-db-into-a-ksh-array-with-spaces here] 
Could be used to separate the columns of an SQL select when returning to the shell 
This approach eliminates the need to put quotes around text with spaces in it.
<pre>
echo $KSH_VERSION
x="Red,Yellow is a color,Blue"
oIFS=$IFS
IFS=,
y=($x)
IFS=$oIFS
echo ${y[1]}
</pre>

===A decent Unix Prompt===
<pre>
export PS1="`uname -n`:`whoami`[\${PWD}]# "
or
export PS1='($?) $'ORACLE_SID" "`whoami`"@"`uname -n`":"'$'PWD"> "
export EDITOR=vi
</pre>
===Simple arithmetic===
pipe the calculation into the shell calculator
<pre>
space_in_kb=$(echo $1 / 1024 | bc)
</pre>
Calculate the remainder (modulo) of a division calculation
<pre>
if [[ $(echo "${NUMBER} % 2" | bc) -eq 0 ]]; then
echo "${NUMBER} is even"
else
echo "${NUMBER} is odd"
fi
</pre>
or do it in awk if scientific notation maybe involved
<pre>
function calc { awk "BEGIN{print $*}"; }

if [[ $(calc "${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE") -le 0 ]]; then
echo "NOK"
fi
</pre>

===Script encryption and passphrase protection===
Encrypt a shell script with the ability to execute the encrypted version
* from [http://www.commandlinefu.com/commands/browse commandlinefu.com]
<pre>
scrypt(){ [ -n "$1" ]&&{ echo '. <(echo "$(tail -n+2 $0|base64 -d|mcrypt -dq)"); exit;'>$1.scrypt;cat $1|mcrypt|base64 >>$1.scrypt;chmod +x $1.scrypt;};}
</pre>

===Virtual host configuration in Apache http.conf===
<pre>
<VirtualHost *:80>
ServerName dbamon
DocumentRoot "/Volumes/data/Sites/dbamon_push"
<Directory "/Volumes/data/Sites/dbamon_push">
Options Includes FollowSymLinks
AllowOverride All
Order allow,deny
Allow from all
</Directory>
</VirtualHost>
</pre>
and in /etc/hosts, add...
<pre>
127.0.0.1 dbamon
</pre>
===Mount a website (or any other remote resource) locally using WebDav===
Redhat/CentOS
<pre>
yum install fuse-davfs2
or
yum install wdfs.x86_64
</pre>
Debian
<pre>
apt-get install davfs2
</pre>
then...
<pre>
sudo mkdir /mnt/webdav # or whatever you'd like to call the directory
sudo mount.davfs [-o option[,option]...] device mount_point
</pre>
In man's terms, that last line would translate to:
<pre>
id #suppose this returns uid=501 and gid=502
sudo mount.davfs -o 501,502 https://your/web/site /mnt/webdav
</pre>
Mac OSX
<pre>
osascript -e ' mount volume "http://username:password@webdav.address:portnum" '
or
osascript -e ' mount volume "http://username@webdav.address:portnum" '
or
osascript -e ' try mount volume "http://webdav.address:portnum" '
or
mount -t webdav http://webdav.address:portnum /mnt/webdav # this one won't show up in the Finder Sidebar.
</pre>

===Add current hostname to list of hosts on an xcat server===
<pre>
CMD="nodels"
HOST=`hostname`
(echo "$HOST"; $CMD) | while read server
do
echo "server:$server"
done
</pre>
===What is todays 'Day Of the Year' number?===
<pre>
DOY=`perl -e 'print sub{$_[7]}->(localtime)+1;'`
</pre>

===Convert Julian day numbers to dates===
<pre>
for day in 8 33 36 61 64 91 96 121 126 152 155 182 187 215 218 244 247 274 279 306 309 335 338 365; do date -d "`date +%Y`-01-01 +$(( ${day} - 1 ))days" +%d-%m-%Y; done
</pre>
===Send crontab job output to a date formatted log file===
This will run a job every 5 minutes and send the output to a file ending with a time in hours and minutes. 
The thing to note is the escaped percent signs. This is because a % sign is interpreted by cron to mean a newline character. Everything after the first % is treated as input to the program.
<pre>
*/5 * * * * /var/www/cgi-bin/dbamon_collector.ksh >/tmp/dbamon_collector.log.$(date "+\%H\%M") 2>&1
</pre>
===Edit crontab file without crontab -e===
It can happen that you need to add or modify a line in the crontab of many users or across many servers at once. 
In principle, there's nothing wrong with modifying the crontab file directly. You just lose the advantages of file locking (and syntax checking) that crontab -e offers. 
Here we take a backup of the current crontab, print it out, echo an extra command and ask cron to use these as input (thus overwriting the existing crontab file). Just don't run this close to midnight :-)
<pre>
crontab -l > /tmp/crontab.`date '+%Y%m%d'`
(
cat /tmp/crontab.`date +'%Y%m%d'`
echo "02 10 * * * /home/ibmtools/scripts/oracle/export_parfile.ksh -s SID -f JDBEOP1.parfile"
) | crontab -
</pre>
or
<pre>
crontab -l > /tmp/crontab.backup
crontab -l > /tmp/crontab.$$
perl -p -i -e 's!backup_send_tsm_dump!backup_export2tsm!g' /tmp/crontab.$$
crontab /tmp/crontab.$$
rm /tmp/crontab.$$
</pre>
or
<pre>
crontab -l >$HOME/crontab.$(date '+%Y%m%d')
crontab -l | perl -p -e 's|/nas/software/oracle/scripts|/oracle/scripts|' | crontab
</pre>

===Use shell to convert a number in scientific notation to normal===
<pre>
var2convert='1.2345678e3'
printf -v var2convert "%.f" $var2convert
echo $var2convert # magic!
</pre>
===Check for jobs running longer that 24 hours===
Run from the management server across all Unix servers. Checks the 5th column in a ps listing. If it doesn't find a : (time separator), the process is running longer than 24 hours.
<pre>
# ---------------------------------------
# report on long running oraibm processes
# ---------------------------------------
01 17,14 * * * rm -f /tmp/lrp.txt;/home/ibmtools/scripts/oracle/dosh -vc \"ps -ef|egrep 'oraibm|scripts/oracle'>/tmp/lrp.txt;perl -nae 'print if \$F[4] !~/:/' /tmp/lrp.txt\" >>/tmp/lrp.txt;[[ $(egrep -c 'oraibm|scripts/or
acle' /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' bey9at77@mail.com
</pre>

===Global find and replace with perl (restricted to list of files provided by Unix find command)===
<pre>
find . -type f -exec perl -i -pe 's/something/else/g' {} \;
</pre>
===perl function to make filenames lower case===
<pre>
function lower {
perl -e 'for (@ARGV) { rename $_, lc($_) unless -e lc($_); }' *
}
</pre>

===From the management server, search the TNS listener port for each database on a server and make an inline substitution in the ITM config files!===
<pre>
for i in `/home/ibmtools/scripts/oracle/dosh -c "ls -al /opt/IBM/ITM/config/*rz*cfg|grep -v lrwx"|awk '{print $NF}'`; do
server=`echo $i|cut -d_ -f1 | awk -F'/' '{print $NF}'`
db=`echo $i|cut -d'.' -f1 | awk -F'_' '{print $NF}'`
OH=`ssh $server grep "^$db" /etc/oratab|cut -d: -f2`
LISTENERPORT=`ssh $server cat $OH/network/admin/listener.ora|perl -00 -ne 'print $1 if /'$db'.*PORT.*=.*(\d{4})/s'`
ssh $server perl -p -i.bak -e 's/1521/'$LISTENERPORT'/' $i
ssh $server ls -al ${i}*
done
</pre>

===Run a job from cron every Nth day of the month===
Example. Execute a job every third Saturday of the month. 
Paste this into a file called calenday and put it in /usr/local/bin so it's (probably) on the PATH
<pre>
#!/usr/bin/ksh

# ix is the week number of the month ("2"nd Friday of the month, "3"rd Tuesday of the month)
# dy is the day number in Unix format (0 for Sunday, 1 for Monday, ... 6 for Saturday)
# eg. "calenday 3 6" returns the date of 3rd Saturday of the month.

ix=$1
dy=$2
SCHAR=$((($dy*2)+$dy+1))
ECHAR=$(($SCHAR+1))
cal `date '+%m %Y'` | egrep "\<[0-9]{1,2}\>" | cut -c${SCHAR}-${ECHAR} | xargs | awk {'print $'$ix'}'

</pre>
Now in crontab, you should be able to do something like this: 
<pre>
15 20 * * * [[ `calenday 3 6` -eq `/bin/date '+%d'` ]] && su - oracle -c "run_my_backup.ksh"
</pre>

This will also work on some Unices.. 
We send backups to a special TSM node on the second Friday of each month. This report must run a day later - but that is not guaranteed to be the second Saturday or even the 3rd. So...
<pre>
30 12 8-14 * 5 sleep 86400 && su - oracle -c "/usr/bin/perl -ne 'print if /ORX_M_SOL/ .. /^STOP/' /home/oracle/incoming/dbamon_spool_tsm_*.SOL | grep Archive | grep -v Client | mailx -s 'Monthly TSM backups' orareport@xxxxxx.com"
</pre>

===ps listing does not show start time after 24 hours===
But you can see elapsed time using your own ps command
<pre>
/usr/bin/ps -eo etime,user,pid,ppid,cpu,start,tty,time,args|tail -n +2|sort
</pre>

===ps -ef cuts off args cmd column on Solaris===
====To see more than 80 characters of the last column on Solaris====
This shows all the individual arguments to the command
<pre>
pargs <pid>
</pre>
This shows the ps listing in 'compatibility' mode (there are more compatibility commands in /usr/xpg4/bin)
<pre>
/usr/ucb/ps auww
</pre>
====To see more than 80 characters of the last column on AIX====
This shows the full argument listing of a process (NOTE: no minus sign!)
<pre>
ps eww <pid>
</pre>

===Remove blank / empty lines from vi ===
Maybe you cut and pasted a file from Windows and it's full of blank lines and Control-M's now 
There are several methods but I think this is the easiest to remember
<pre>
:g/^$/d
</pre>

===Right pad a variable===
a function like rpad in SQL but for Shell 
<pre>
function rpad {
text=$1
padwidth=$2
padchar=$3
echo "$text" | sed -e :a -e 's/^.\{1,'$padwidth'\}$/&\'$padchar'/;ta'
}
</pre>

===Connect to a Windows server from Linux using rdesktop===
My remmina stopped working so rolled my own. Very simple really. Put this is a shell.
<pre>
tsocks rdesktop -z -P -x m -a 16 -d MAIND -u sbarkley -p ****** -r disk:SOL=$HOME/Documents/SOL -g 95% 150.251.112.38 &

where...
-z - enables compression
-P - enables bitmap caching (saves network traffic)
-x m - disables eye-candy features
-a 16 - reduce colour pallete to 16 colours
-d - domain to connect to
-u - username
-p - password
-r - setup a shared folder
-g - geometry (use W x H or percentage)
</pre>
Slight problems with rdesktop not working 100% of the time. Now using xfreerdp. Seems better...
<pre>
xfreerdp -g 90% --ignore-certificate --gdi sw -K -d wdcrhbp05 -u oraibm -p "`cat $HOME/scripts/.oraibm.password`" -T "wdcrhbp05_oraibm" --plugin cliprdr --plugin rdpdr --data disk:SOL:/home/bey9at77/Documents/SOL -- --plugin rdpsnd --data alsa -- 150.251.112.25 &
</pre>

===Reset your password bypassing password rules===
must be done as root
<pre>
echo "user:new_password" | chpasswd
</pre>
===Sum the sizes of all files of an ls listing===
It'll check to see if the sum of filesizes corresponds with the df -g (or h) listing (can get messed up due to open but deleted files)
<pre>
cd /oracle/export
df -g .
find . -name "*dmp*" -ls | awk '{ SUM += $7} END { print SUM/1024/1024/1024 }'
</pre>

===Mount an iso image under Linux===
<pre>
mkdir -p /mnt/cdrom
mount -o loop /dev/cdrom /mnt/cdrom
</pre>
===How many processors on the machine?===
* AIX
<pre>
lsdev -C|grep Process|wc -l
</pre>
* Solaris
<pre>
psrinfo -v|grep "Status of processor"|wc -l
</pre>
* Linux
<pre>
cat /proc/cpuinfo|grep processor|wc -l
</pre>

===Quick, simple, understandable example of how to use RRDTool===
* [[RRDTool]]

===Use expect to respond automatically to interactive programs===
<pre>
#!/usr/bin/expect -f
spawn /usr/tivoli/tsm/client/oracle/bin64/tdpoconf passw -tdpo_optfile=/oracle/[lindex $argv 0]/admin/tdpo.opt
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
</pre>
===Use expect to allow file copy with scp (if ssh keys are not an option)===
<pre>
#!/usr/bin/expect -f
spawn scp /home/oracle/.profile oracle@hn512:/tmp/prfl
set pass "thepassword"
expect {
password: {send "$pass\r" ; exp_continue}
eof exit
}
</pre>

===Within a shell script set up simultaneous output to both terminal and a file using a FIFO (named pipes)===
or "How to send shell output to screen/stdout as well as to a logfile using tee and redirection with exec" 
 
examples [http://www.unix.com/shell-programming-and-scripting/85584-redirect-within-ksh.html here on unix.com]
* general info on redirections [http://www.catonmat.net/blog/bash-one-liners-explained-part-three/ here at catonmat.net]
<pre>
#!/bin/ksh

REDIR=test.redir
FIFO=test.pipe
[[ -e $FIFO ]] || mkfifo $FIFO

# make a new channel(3) and copy channel 1's destination as its own (does NOT POINT TO channel 1's destination)
# this allows the normal output to continue to STDOUT but also get printed to whatever file is attached to channel 3
exec 3>&1

# anything coming in on the pipe, send it to $REDIR and to channel 3
tee $REDIR <$FIFO >&3 &

# redirect STDOUT to the pipe
exec > $FIFO

echo "going to default output"
echo "forcing to channel 1" >&1
echo "forcing to channel 2" >&2
echo "forcing to channel 3" >&3
</pre>
====More elaborate example====
found [http://stackoverflow.com/questions/2288939/create-a-pipe-that-writes-to-multiple-files-tee here on stackoverflow]
<pre>
#!/bin/sh

# Author: Harvey Chapman <hchapman _AT_ 3gfp.com>
# Description: POSIX shell functions that can be used with tee to simultaneously put
# stderr and stdout to both a file and stdout
#
# Based on:
# Re: How to redirect stderr and stdout to a file plus display at the same time
# http://www.travishartwell.net/blog/2006/08/19_2220

#
# Original example function from Travis Hartwell's blog.
# Note: I've made minor changes to it.
example()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

# This should really be -p to test that it's a pipe.
if [ ! -e $OUTPUT_PIPE ]; then
mkfifo $OUTPUT_PIPE
fi

# This should really be -f to test that it's a regular file.
if [ -e $OUTPUT_LOG ]; then
rm $OUTPUT_LOG
fi

exec 3>&1 4>&2
tee $OUTPUT_LOG < $OUTPUT_PIPE >&3 &
tpid=$!
exec > $OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid

rm $OUTPUT_PIPE
}

# A slightly reduced version of example()
example2()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

rm -f $OUTPUT_PIPE
mkfifo $OUTPUT_PIPE
rm -f $OUTPUT_LOG

tee $OUTPUT_LOG < $OUTPUT_PIPE &
tpid=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid
rm -f $OUTPUT_PIPE
}

#
# Logging methods based on above. See the example below for how to use them.
#

# Usage: start_logging [delete_existing_logfile]
start_logging()
{
# Check to see if OUTPUT_LOG and OUTPUT_PIPE need to be defined.
if [ -z "$OUTPUT_LOG" ]; then
OUTPUT_LOG=output.log
fi
if [ -z "$OUTPUT_PIPE" ]; then
OUTPUT_PIPE=output.pipe
fi
# Make sure that we're not already logging.
if [ -n "$OUTPUT_PID" ]; then
echo "Logging already started!"
return 1
fi

# Always remove the log and pipe first.
rm -f $OUTPUT_PIPE
# Delete the logfile first if told to.
if [ "$1" = delete_existing_logfile ]; then
rm -f $OUTPUT_LOG
fi

mkfifo $OUTPUT_PIPE
tee -a $OUTPUT_LOG < $OUTPUT_PIPE &
OUTPUT_PID=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1
}

stop_logging()
{
# Make sure that we're currently logging.
if [ -z "$OUTPUT_PID" ]; then
echo "Logging not yet started!"
return 1
fi
exec 1>&3 3>&- 2>&4 4>&-
wait $OUTPUT_PID
rm -f $OUTPUT_PIPE
unset OUTPUT_PID
}

example3()
{
start_logging
#start_logging delete_existing_logfile
echo "This is on standard out"
echo "This is on standard err" >&2
stop_logging
}
</pre>

===RedHat root filesystem has gone read-only===
* [http://www.unixarena.com/2013/09/redhat-linux-how-to-fix-read-only-root.html How to fix read only root file system]

===Kill all processes for a user===
<pre>
for prc in `ps -ef | grep -E "^ +[o]racle" | awk '{print $2}'`; do
kill $prc
done
</pre>

===isRGHere===
Checks if resource group is on this leg of an HACMP cluster. Returns 0 if true else 1.
<pre>
#!/usr/bin/ksh

SCRIPT=`basename $0`

function rctest
{
exitcode=$1
msg=$2
if [ $exitcode -ne 0 ]; then
echo "********************************************************************************"
echo "\nScript $SCRIPT finished with errors."
echo "$msg."
echo "Returncode : $exitcode."
echo "\n********************************************************************************"

fi
exit $exitcode

}

RGINFO=/usr/es/sbin/cluster/utilities/clRGinfo
[[ ! -f $RGINFO ]] && rctest 1 "clRGinfo not found"

if [ $# -eq 1 ]
then
RG=`echo $1 | cut -c 1-14`
else
rctest 10 "Usage: `basename $0` <RG name>"
fi

$RGINFO |grep -qwp $RG || rctest 9 "$RG is not defined"

THISNODE=`/usr/es/sbin/cluster/utilities/get_local_nodename | cut -c 1-14`
$RGINFO |grep -wp $RG |grep -w $THISNODE |grep -wq ONLINE
</pre>
===AIX: add a user to a group===
<pre>
chgrpmem -m + oracle ibmtls
</pre>
===Find swear words in scripts by comparing it to a list found on the internet===
<pre>
wget "http://www.bannedwordlist.com/lists/swearWords.csv" -O /tmp/s ; for word in $(cat /tmp/s | sed -e 's/ /_/g' -e 's/,/ /g') ; do grep -wR $word *; done | less
</pre>

===grep -p (for paragraph) works on AIX but not on Linux or Solaris===
Use awk instead
<pre>
awk 'BEGIN {FS="\n" RS="\n\n"} /search pattern/ { do something }' <file>
/usr/xpg4/bin/awk 'BEGIN {RS="\n\n";FS="\n"} /AGRHDWQ1/ {print $2}' dsm.sys | awk '{print $NF}'
</pre>
this prints the last word of the second ''line'' in the paragraph in dsm.sys that contains the search term AGRHDWQ1. 
Or slightly simpler...
<pre>
awk -v RS='' '/NHAPPLP1/' /etc/tsm/dsm.sys # (use /usr/xpg4/bin/awk on Solaris)
</pre>
or, case insensitively:
<pre>
awk -v RS='' 'tolower($0) ~/so_u_clubqa_orx_d_cab/' /etc/tsm/dsm.sys
</pre>
Using -v means you don't have to use a BEGIN section.

===debug/redirect log of a shell===
<pre>
#!/usr/bin/ksh
exec 2>/tmp/mytest
</pre>
===Different ways of Iteration in korn shell with a while loop===
<pre>
IFS="|"
exec 0<$statfile
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done
</pre>
or
<pre>
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done <statfile
</pre>
or
<pre>
cat $statfile | sort -nk4 | while IFS=\| read host db type started stopped
do
[[ "$stopped" == "" ]] && continue
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} ${started}:${started}:${stopped}
[[ $? -ne 0 ]] && echo "nok: $?"
done
</pre>

===Filesystem 100% full, what's taking up all the space?===
<pre>
find /oracle/endur -xdev -ls|sort -nr +6|head
</pre>
or
<pre>
/dev/esb01fs010001 1.00 0.00 100% 1838 69% /oracle
beuxdsysesb01:root[/root]# cd /oracle
beuxdsysesb01:root[/oracle]# du -gsx * | sort -n
0.00 checkpoints
0.00 flash_recovery_area
0.00 lost+found
0.00 oraInst.loc
0.00 oraInventory
0.09 admin
0.99 diag
</pre>
cd diag and repeat until culprits are found

===Show paged memory hogs on AIX===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>

===Capitalise the first letter of a word in Korn Shell===
Not as easy as it sounds if it needs to work in non-ksh93 shells
<pre>
function capit {
typeset -u first
first=${1%"${1#?}"}
printf "%s\n" "${first}${1#?}"
return 0
}
</pre>
or maybe more neatly done in Perl... 
This will capitalise each word in a sentence passed into it
<pre>
function capit {
echo "$1" | perl -pe "s/([\w']+)/\u\L\1/g"
return 0
}
</pre>

===Remove / rename a directory / file containing weird control characters===
Use ls with -i to see inode listing
<pre>
ls -bali
</pre>
Use find with -inum to get the filename and -exec to remove it
<pre>
find . -inum <inode from ls listing> -exec rm -f {} \;
</pre>

===Run a local script on a remote host===
Doing it this way means we do not need to scp the shell over to the host before executing it!
<pre>
ssh user@host 'sh' < your_script.sh
</pre>
First of all, this command is a redirection: your shell will open the file your_script.sh and feed it as input to the ssh command. ssh, in turn, will tunnel its stdin to the remote command, namely, sh instance. And sh without arguments reads its script from stdin. So we got sh instance, which is launched on remote host, but reads commands from your local file.

===Get a list of running instances - but only those started by the current user===
This is the way I wanted to do it but there's an issue. Where does that spare } character come from? Anyone?
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }'
</pre>
ps listing
<pre>
$ ps -ef | grep [p]mon
oracle 13304024 1 0 Jun 07 - 2:39 ora_pmon_reportk
oracle 26018178 1 0 Jun 07 - 3:01 ora_pmon_dwh_perf
oracle 29229432 1 0 Jun 07 - 2:30 ora_pmon_adso
oraebso 18022994 1 0 Jun 07 - 2:38 ora_pmon_EBSO
oracle 30278192 1 0 Jun 07 - 2:48 ora_pmon_owb112k
</pre>
Results of above command
<pre>
reportk
dwh_perf
adso
}
owb112k
</pre>
Workaround 1. Send the ps listing to a file and work on it without pipes. Works but it's a bit long-winded especially as we have to clean up afterwards.
<pre>
ps -ef | grep [p]mon>/tmp/results.$$ 2>/dev/null; awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' /tmp/results.$$; rm -f /tmp/results.$$
</pre>
Workaround 2. Don't like the grep -v but until I find out where that } is coming from..
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' | egrep -v 'grep|}|ASM'
</pre>

===Return a list of Oracle databases running on a list of remote servers===
<pre>
#!/bin/ksh

serverlist=`cat /home/tools/ini/system/oracle_servers | sort -n | tr "\n" " "`

if [ -z "${serverlist}" ]
then
echo "no servers found" && exit 1
fi

for server in ${serverlist}
do
ssh ${server} "ps -ef | grep [o]ra_pmon_" >/tmp/${server}.dblist
done

for server in ${serverlist}
do
cat /tmp/${server}.dblist | awk -F_ -v SRV=${server} 'BEGIN {print SRV ":"} {print $NF}' | tr "\n" " "
echo
done
</pre>

===Clever trick to check whether SQL output needs sending to someone===
Using an exit status from SQL*Plus back to the shell so we can decide what to do. Nice one!
<pre>
#!/bin/bash
tempfile=/tmp/audit_locked_accounts_$ORACLE_SID.txt

# Start sqlplus and check for locked accounts
sqlplus -S "/ as sysdba" << EOF > $tempfile
set pages 0
select 'The following accounts were found to be unlocked and should not be'
from dual;

def exit_status = 0
col xs new_value exit_status

select username
, account_status
, 1 as xs
from dba_users
where account_status != 'LOCKED'
and username in ('HR', 'SCOTT', 'OUTLN', 'MDSYS', 'CTXSYS')
/
exit &exit_status
EOF

# If the exit status of sqlplus was not 0 then we will send an email
if [ $? != 0 ]; then
mail -s "Accounts Unlocked in $ORACLE_SID" oracle < $tempfile
fi
</pre>

===Check RMAN logfiles for errors from cron every day===
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /home/tools/logs/rman -name "*online.log" -mtime -1 -exec sed -ne "/^RMAN-/,/^$/p" {} \\; -ls' | mailx
-s 'RMAN errors last night' stuart@domain.com
</pre>
<pre>
/home/ibmtools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for Baxter last night' stuart@domain.com
</pre>
===An alternative to getopts===
These methods have the advantage of allowing arguments of any length not just 1 character
<pre>
countArgs=$#
while [[ $# -gt 0 ]]
do
idx1=$($ECHO $1|$GREP "="|wc -l)
if [[ $idx1 -gt 0 ]]; then
key=$($ECHO $1|$CUT -d '=' -f 1)
value=$($ECHO $1|$CUT -d '=' -f 2)
else
key=$($ECHO $1|$CUT -d '=' -f 1)
idx2=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx2 -eq 0 ]]; then
$ECHO -e "\n ERROR: $1 is an unsupported argument passed to agentDeploy.sh.\n"
usage
exit 1
fi
fi

case "$key" in
-help)
if [[ $upgradeFlag ]]; then
upgradeUsage
else
freshUsage
fi
exit 0;;
AGENT_BASE_DIR)
agentBaseDir=$($ECHO $value|$SED 's/\/$//')
checkBaseFlag=TRUE;;
OMS_HOST)
omsHost=$value
checkOMSHost=TRUE;;
EM_UPLOAD_PORT)
omsPort=$value
checkOMSPort=TRUE;;
AGENT_INSTANCE_HOME)
instHome=$($ECHO $value | $SED 's/\/$//');;
AGENT_REGISTRATION_PASSWORD)
pswd=$value;;
s_encrSecurePwd)
pswd=$value;;
RESPONSE_FILE)
rspFlag=TRUE
rspLoc=$value;;
OLD_AGENT_VERSION)
oldAgentVersion=$value;;
OLDHOME)
oldHome=$value;;
-debug)
debugSwitch=TRUE;;
-forceConfigure)
forceFlag=TRUE;;
-configOnly)
configFlag=TRUE
validationFlag=TRUE;;
-agentImageLocation)
archiveLoc=$value
checkArchiveFlag=TRUE;;
-invPtrLoc) shift
ptrLoc=$1;;
-Upgrade)
UpgradeFlag=TRUE
validFlag=TRUE;;
INVENTORY_LOCATION)
validFlag=TRUE;;
b_forceInstCheck)
validFlag=TRUE
forcefullFlag=TRUE;;
-prereqOnly)
validationFlag=TRUE
prereqFlag=TRUE;;
-executeRootsh)
validFlag=TRUE;;
*) idx=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx -eq 0 ]]; then
validFlag=TRUE
else
$ECHO -e "\n ERROR: Invalid argument $key passed."
usage
exit 1
fi
esac
shift
done

</pre>
another way - found in /etc/init.d/functions (daemon function) in Fedora
<pre>
while [ "$1" != "${1##[-+]}" ]; do
case $1 in
'')
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
--check)
base=$2
gotbase="yes"
shift 2
;;
--check=?*)
base=${1#--check=}
gotbase="yes"
shift
;;
--user)
user=$2
shift 2
;;
--user=?*)
user=${1#--user=}
shift
;;
--pidfile)
pid_file=$2
shift 2
;;
--pidfile=?*)
pid_file=${1#--pidfile=}
shift
;;
--force)
force="force"
shift
;;
[-+][0-9]*)
nice="nice -n $1"
shift
;;
*)
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
esac
done
</pre>
another way - found in adstrtal.sh (middleware start script for EBS)
<pre>
#
# Parse Arguments
#

for nxtarg in $*
do
arg=`echo $nxtarg | sed 's/^//'`

case $arg in
-secureapps) if test "$secureapps" = "" ; then
secureapps=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nodbchk) if test "$nodbchk" = "" ; then
nodbchk=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nopromptmsg) if test "$nopromptmsg" = "" ; then
nopromptmsg=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
*) if test "$unpw" = "" ; then
unpw=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
esac
done
</pre>
and another in adautocfg.sh
<pre>
for myarg in $*
do

arg=`echo $myarg | sed 's/^-//'`
case $arg in
appspass=*)
appspass=`echo $arg | sed 's/appspass=//g'`
shift
;;
nocustom)
myparams="$myparams $arg"
shift
;;
noversionchecks)
myparams="$myparams $arg"
shift
;;
promptmsg=*)
promptmsg=`echo $arg | sed 's/promptmsg=//g'`
shift
;;
*) echo "$0: unrecognized action specified"
exit 1
esac
done
</pre>

===Run a script on multiple servers===
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# ==============================================================================

# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
echo ${server} `date +'%d-%b-%Y %H:%M:%S'`
echo "------------------------------------"
set -x
fi
ssh ${server} "$CMMND"
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
</pre>
to be investigated... this one might be cleverer than mine...
<pre>
tmpdir=${TMPDIR:-/tmp}/pssh.$$
count=0
while userhost; do
ssh -n -o BatchMode=yes ${userhost} 'uname -a' > ${tmpdir}/${userhost} 2>&1 &
count=`expr $count + 1`
done < userhost.lst
while [ $count -gt 0 ]; do
wait $pids
count=`expr $count - 1`
done
echo "Output for hosts are in $tmpdir"

</pre>

improved version... 
just escape double quotes and dollar signs...
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# 08-JUL-15 Stuart Barkley Background execution mode
# ==============================================================================
# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hbvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
b) BACKGROUND="Y";
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ---------------------------------
# put the thing to be run in a file
# ---------------------------------
printf "%s\n" "$CMMND" > /tmp/dosh.$$

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
printf "%s\n" ${server} `date +'%d-%b-%Y %H:%M:%S'`
printf "%s\n" "------------------------------------"
set -x
fi
scp -q /tmp/dosh.$$ ${server}:/tmp/
if [[ "$BACKGROUND" == "Y" ]]; then
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"> /tmp/dosh_${server}.out 2>&1 &
else
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"
fi
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
rm -f /tmp/dosh.$$

[[ "$BACKGROUND" == "Y" ]] && printf "%s\n" "Type 'ls -altr /tmp/dosh*out' to see output from the commands"
</pre>

===How can a shell script find out what directory it is in?===
basename $0 does not always give the desired answer (might give "./"!
<pre>
DIR="$(cd "$(dirname "$0")" && pwd)"
</pre>

===Array processing===
<pre>
array=(1 2 3)
unset array[2]
echo ${array[2]} # null
indices=(${!array[@]}) # create an array of the indices of "array"
size=${#indices[@]} # the size of "array" is the number of indices into it
size=${#array[@]} # same
echo ${array[@]: -1} # you can use slices to get array elements, -1 is the last one, etc.
for element in ${array[@]}; do # iterate over the array without an index

for index in ${indices[@]} # iterate over the array WITH an index
do
echo "Index: ${index}, Element: ${array[index]}"
done

for index in ${!array[@]} # iterate over the array WITH an index, directly

array+=("new element") # append a new element without referring to an index
((counter++)) # shorter than ((counter=counter+1)) or ((counter+=1))
if [[ $var == 3 ]] # you can use the more "natural" comparison operators inside double square brackets
while [[ $var < 11 ]] # another example
echo ${array[${index}-1] # math inside an array subscript
</pre>
===Send an email by talking directly to an smtp server===
<pre>
#!/bin/bash
telnet smtp.domain.com 25 <<EOTXT>>/tmp/smtp.log
HELO me.domain.com
MAIL FROM:<stuart@domain.com>
RCPT TO:<anne@domain.com>
DATA
From: Stuart <stuart@domain.com>
To: Anne <anne@domain.com>
Subject: testing smtp email

Hello, this should appear in the body
.
QUIT
EOTXT
</pre>
===Send an email by talking directly to an smtp server via file descriptor (no telnet! this time), adding authentication===
<pre>
#!/bin/bash

#
# mail.sh
#
# 2008 - Mike Golvach - eggi@comcast.net
# 2010 - Rayber
#
# Creative Commons Attribution-Noncommercial-Share Alike 3.0 United States License
#

if [ $# -ne 7 ]
then
echo "Usage: $0 FromAdress ToAdress Domain MailServer MailTextFile AuthEmail AuthPass"
exit 1
fi

from=$1
to=$2
domain=$3
mailserver=$4
mailtext=$5
authemail=`echo $6|openssl enc -base64|awk 'sub("..$", "")'`
authpass=`echo $7|openssl enc -base64|awk 'sub("..$", "")'`

if [ ! -f $mailtext ]
then
echo "Cannot find your mail text file. Exiting..."
exit 1
fi

exec 9<>/dev/tcp/$mailserver/25
echo "HELO $domain" >&9
read -r temp <&9
echo "$temp"
echo "auth login" >&9
read -r temp <&9
echo "$authemail" >&9
read -r temp <&9
echo "$authpass" >&9
read -r temp <&9
echo "Mail From: $from" >&9
read -r temp <&9
echo "$temp"
echo "Rcpt To: $to" >&9
read -r temp <&9
echo "$temp"
echo "Data" >&9
read -r temp <&9
echo "$temp"
cat $mailtext >&9
echo "." >&9
read -r temp <&9
echo "$temp"
echo "quit" >&9
read -r temp <&9
echo "$temp"
9>&-
9<&-
echo "All Done Sending Email. See above for errors"
exit 0
</pre>

=== rsync examples===
Also see [[Distribute files to multiple servers using rsync and ssh]]
<pre>
#!/bin/sh
ssh <remote_host> '/bin/mkdir -p /etc /etc/rc.config.d /etc/security /etc/mail'
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/passwd /etc/passwd.post /etc/group /etc/hosts /etc/services /etc/resolv.conf /etc/exclude.rootvg <remote_host>:/etc
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/hosts.allow.xcat <remote_host>:/etc/hosts.allow
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/rc.config.d/sap <remote_host>:/etc/rc.config.d
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/security/group /etc/security/limits /etc/security/login.cfg /etc/security/passwd /etc/security/user <remote_host>:/etc/security
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/mail/sendmail.cf <remote_host>:/etc/mail

rsync -av --progress /home/ibmtools/scripts/oracle/* benouerp07:/home/ibmtools/scripts/oracle/
</pre>

===Handy aliases===
Strip out comments and blank lines from a file
<pre>
alias strip='grep -Ev '\''^(#|$)'\'''
</pre>
Does a ps and a grep
<pre>
alias psg='ps -ef | grep -v $$ | grep -i '
</pre>
Getting a decent listing of filesystem space available. It is ordered such that the filesystems with no space left are at the end.
<pre>
OS=$(uname -s)
[[ "$OS" == "SunOS" ]] && alias dfg='df -h|sed -e '1d'|sort -n -k5|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$4,$5,$6)}'\'''
[[ "$OS" == "AIX" ]] && alias dfg='df -g|sed -e '1d'|sort -n -k4|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total GB","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$3,$4,$7)}'\'''
</pre>
A handy way of listing subdirectories and their files
<pre>
alias filetree="find . -print | sed -e 's;[^/]*/;|____;g;s;____|; |;g'"
</pre>
Watch progress of a copy
<pre>
alias cpProgress="rsync --progress -ravz"
</pre>
Reboots Linksys router<pre>
alias rebootlinksys="curl -u 'admin:password' 'http://192.168.1.2/setup.cgi?todo=reboot'"
</pre>
Nice one for bash. Colour codes the prompt depending on the outcome of the previous command
<pre>
bash_prompt_command()
{
RTN=$?
prevCmd=$(prevCmd $RTN)
}
PROMPT_COMMAND=bash_prompt_command
prevCmd()
{
if [ $1 == 0 ] ; then
echo $GREEN
else
echo $RED
fi
}
if [ $(tput colors) -gt 0 ] ; then
RED=$(tput setaf 1)
GREEN=$(tput setaf 2)
RST=$(tput op)
fi
export PS1="\[\e[36m\]\u.\h.\W\[\e[0m\]\[\$prevCmd\]>\[$RST\]"
</pre>
Mmmm, to be looked into. Executes remote commands on a unix box using curl.
<pre>
#/bin/sh
#
# WAG320N-HACK
# Ver. 1.0
# 12/09/2010
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

# Set username and password in the form of "username:password"
# example: "admin:admin"
my_access="admin:admin"

# Parameters test
if [ -z "$1" ]
then
echo "wag320n-hack.sh: missing remote command"
echo "usage: wag320n-hack.sh <remote command>"
echo "example: wag320n-hack.sh /bin/ls -la /usr/sbin"
echo "Note: always use full path"
echo ""
echo "wag320n-hack.sh - Ver. 1.0 - 12/09/2010"
echo "Licensed under GPL V. 3"
echo ""
exit 0
fi

# Get the command
my_command="ping_size="'$('"$@"' 1>&2)'

curl -s -G -u "$my_access" --data-urlencode 'todo=ping_test' --data-urlencode 'this_file=Diagnostics.htm' --data-urlencode 'next_file=Ping.htm' --data-urlencode 'c4_ping_ipaddr=192.168.1.1' --data-urlencode 'ping_timeout=5000' --data-urlencode 'ping_interval=1000' --data-urlencode 'ping_number=1' --data-urlencode "$my_command" http://192.168.1.1/setup.cgi | sed -e '/HTTP\/1.0 200 OK/q'
</pre>

===How to configure SSH with public/private keys===
* [http://www.unixpeople.com/HOWTO/configuring.ssh.html unixpeople.com]
===Use SSH config file===
<pre>
Host server10
Hostname 1.2.3.4
IdentityFile ~/.ssh/id_dsa
user foobar
Port 30000
ForwardX11Trusted yes
TCPKeepAlive yes
</pre>
then just connect using
<pre>
ssh server10
</pre>

===A decent sed tutorial===
From [http://www.grymoire.com/Unix/Sed.html grymoire.com]
===A decent korn/bash shell tutorial===
From [http://www.dartmouth.edu/~rc/classes/ksh/print_pages.shtml dartmouth.edu]
Reproduced here just in case it disappears!
[[Advanced shell scripting]]

===trap===
<pre>
Example Handling Traps With ksh - Discussion of the kill command

EXAMPLE TEMPLATE:

PRODUCT: HP-UX 11iV1 Version B.11.11
HP Tru64 V5.1B PK4
Sun/Solaris SunOS V5.8
Linux 2.6 kernel

COMPONENT: ksh

SOURCE: Philippe Vouters
Fontainebleau/France

LOW COST HIGH-TECH PRODUCTS: http://techno-star.fr

OVERVIEW:

The ksh script below shows how to eventually handle traps in the situation
where someone might try to kill a script by killing individual commands run
by that script or the entire process group a script is running in. The kill
command (usually a shell builtin) may be used to send a signal to a process
group (with the -<pid> syntax) or an individual process. The example ksh
script below runs /bin/sleep as the foreground process, the example ksh
scripts immediately returns when the /bin/sleep process has terminated. Most
signals sent to the shell are ignored until after the foreground process
terminates. This is in order to avoid creating zombie processes. Therefore a
kill <pid> on the example ksh script waits for the termination of the
/bin/sleep process.

The status value $? in the trap refers to the exit status of the command to run
and therefore is the exit status of the /bin/sleep process. The called function
in the trap handler shows how to correctly examine the effect of the kill
command on the shell or it's children.

To examine the value of $? in a trap handler means that you must understand what
it can be set and how different signals delivered to either the shell or the
foreground process (or the process group) might affect the value of $?.

The example shell script prints $? using echo but it does not perform tests on
the value of $?. For a complete solution when attempting to trap signals in a
shell you would also need code that examined the value of $? after the
foreground process had completed.

*** CAUTION ***

This sample script has been tested using HP-UX B.11.11, HP Tru64 V5.1B PK4,
SunOS V5.8 and Fedora Core 4 (homed version of Red Hat Linux). However, we
cannot guarantee its effectiveness because of the possibility of error in
transmitting or implementing it. It is meant to be used as a template for
writing your own scripts, and may require modification for use on your system.

SCRIPT NOTES:

To notice that the ksh script and /bin/sleep share the same process group
identifier (PGID), issue the following commands:

[philippe@victor ~]$ who
philippe :0 Jan 10 10:16
philippe pts/1 Jan 10 21:30 (:0.0)
philippe pts/2 Jan 10 21:30 (:0.0)
[philippe@victor ~]$ tty
/dev/pts/1
[philippe@victor ~]$ ps -j -t pts/2
PID PGID SID TTY TIME CMD
11072 11072 11072 pts/2 00:00:00 bash
11113 11113 11072 pts/2 00:00:00 ksh
11116 11113 11072 pts/2 00:00:00 sleep

In this case sending kill -INT -11113 will send SIGINT to the process group
11113. Both of the ksh and sleep processes are contained within this process
group.

Important Note:

On HP-UX, you have to $ export UNIX95=1 in order to be able to use the
-j option of the ps command.

SCRIPT:

COPYRIGHT (C) 2005 BY
HEWLETT-PACKARD COMPANY
ALL RIGHTS RESERVED.

THIS SOFTWARE IS FURNISHED UNDER A LICENSE AND MAY BE USED AND COPIED
ONLY IN ACCORDANCE WITH THE TERMS OF SUCH LICENSE AND WITH THE INCLUSION
OF THE ABOVE COPYRIGHT NOTICE. THIS SOFTWARE OR ANY OTHER COPIES
THEREOF MAY NOT BE PROVIDED OR OTHERWISE MADE AVAILABLE TO ANY OTHER
PERSON. NO TITLE TO AND OWNERSHIP OF THE SOFTWARE IS HEREBY TRANSFERRED.

THE INFORMATION IN THIS SOFTWARE IS SUBJECT TO CHANGE WITHOUT NOTICE AND
SHOULD NOT BE CONSTRUED AS A COMMITMENT BY HEWLETT-PACKARD COMPANY.

HP ASSUMES NO RESPONSIBILITY FOR THE USE OR RELIABILITY OF ITS
SOFTWARE ON EQUIPMENT THAT IS NOT SUPPLIED BY HP.

NO RESPONSIBILITY IS ASSUMED FOR THE USE OR RELIABILITY OF SOFTWARE
ON EQUIPMENT THAT IS NOT SUPPLIED BY HEWLETT-PACKARD COMPANY.

SUPPORT FOR THIS SOFTWARE IS NOT COVERED UNDER ANY HP SOFTWARE
PRODUCT SUPPORT CONTRACT, BUT MAY BE PROVIDED UNDER THE TERMS OF THE
CONSULTING AGREEMENT UNDER WHICH THIS SOFTWARE WAS DEVELOPED.

#!/bin/ksh
function handle_signal
{
print -n "pid $$ recieved $2 "
if [[ $1 = 0 ]];then
print but foreground command ended successfully
else
if [[ $1 = $3 ]];then
print and so did the last foreground command
else
print -n "and the exit status of the last foreground "
print command was $1
fi
fi
# Kill our process group and then ourselves with SIGTERM, giving a
# pid of 0 sends the signal to our process group. Killing the process
# group should kill us as well, this assumes that SIGTERM is not
# handled by any process in the process group.
#
# This code could be replaced with an exit with an exit value that
# would indicate what the problem was to the caller. That is replace
# these two lines with:
#
# exit $3
#
# or a specific exit code could be used.
#
kill -TERM 0
kill -TERM $$
}
OS=$(uname -a | awk '{print $1}')
if [[ "$OS" = "Linux" ]]; then
offset=256
elif [[ ("$OS" = "HP-UX") ||
("$OS" = "SunOS") ||
("$OS" = "OSF1") ]]; then
offset=128
fi
trap 'RC=$?; handle_signal $RC SIGINT $offset+2' INT
trap 'RC=$?; handle_signal $RC SIGQUIT $offset+3' QUIT
/bin/sleep 20
echo $?
</pre>
===DNS not working===
Ping to an IP address works
ping 74.125.136.103
but this doesn't
ping www.google.com

Check resolv.conf
cat /etc/resolv.conf
nameserver 95.130.132.17
nameserver 95.130.132.18
I had changed internet provider and forgot to update this. Just to set it to the router address and let that do the resolution
nameserver 192.168.1.1

===File descriptors===
<pre>
exec 3<> /tmp/foo #open fd 3 for r/w
echo "test" >&3
exec 3>&- #close fd 3.
</pre>
<pre>
exec 3<> myfile.txt
while read line <&3
do {
echo "$line"
(( Lines++ )); # Incremented values of this variable
#+ accessible outside loop.
# No subshell, no problem.
}
done
exec 3>&-

echo "Number of lines read = $Lines" # 8
</pre>
Mmm. See our output and also tee it to a log file!
<pre>
#!/bin/bash

echo hello

if test -t 1; then
# Stdout is a terminal.
exec >log
else
# Stdout is not a terminal.
npipe=/tmp/$$.tmp
trap "rm -f $npipe" EXIT
mknod $npipe p
tee <$npipe log &
exec 1>&-
exec 1>$npipe
fi

echo goodbye
</pre>

===Create new image with kvm===
Ref: http://www.cyberciti.biz/faq/kvm-virtualization-in-redhat-centos-scientific-linux-6/ 
Build an empty space for a CentOS virtual machine
<pre>
qemu-img create -f qcow2 centos.img 12G
</pre>
Tried creating image with
<pre>
sudo virt-install -n CentOS --description "Trying out CentOS" --ram=1024 --vcpus=1 --cpu host --hvm --cdrom /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2 --graphics vnc --disk path=/var/lib/libvirt/images/centos.img,bus=virtio,size=10
</pre>
gives error
<pre>
Starting install...
Allocating 'centos.img' | 10 GB 00:00
ERROR internal error Process exited while reading console log output: char device redirected to /dev/pts/1
qemu-kvm: -drive file=/home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2.bz2,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw: could not open disk image /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2: Permission denied
</pre>
===rpm / yum commands===
====Install an RPM Package====
<pre>
rpm -ivh pidgin-2.7.9-5.el6.2.i686.rpm

-i - install
-v - verbose
-h - print progress hashes
</pre>

====Check dependencies of RPM Package before Installing====
<pre>
rpm -qpR BitTorrent-5.2.2-1-Python2.4.noarch.rpm

-q - query
-p - list package capabilities
-R - list dependent package capabilities
</pre>

====Install RPM Package with all dependencies====
<pre>
yum install BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Install RPM Package with all dependencies (when RPM has been downloaded to local machine)====
<pre>
yum localinstall BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Force Install a RPM Package without dependencies====
Package will not work if dependencies are required
<pre>
rpm -ivh --nodeps BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Check an Installed RPM Package====
<pre>
rpm -q BitTorrent
</pre>
====List all files of an installed RPM package====
<pre>
rpm -ql BitTorrent
</pre>
====List All Installed RPM Packages====
<pre>
rpm -qa
</pre>
====Query information about an installed RPM package====
<pre>
rpm -qi vsftpd
</pre>
====Query information about a not yet installed RPM package====
<pre>
rpm -qip sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====(Forcibly) Remove an RPM Package====
Use package name (as seen in -qi above), not full name
<pre>
rpm -ev (--nodeps) vsftpd
</pre>
====Query a file that was installed as part of an RPM Package (which package contained this file)====
<pre>
rpm -qf /usr/bin/htpasswd
</pre>
====Verify an RPM package====
Compares information of installed files of the package against the rpm database
<pre>
rpm -Vp sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====Rebuild corrupted RPM database====
<pre>
cd /var/lib
rm __db*
rpm --rebuilddb
rpmdb_verify Packages
</pre>

===Install rpmforge repository===
* Download rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
* Import the key
<pre>
sudo rpm --import http://apt.sw.be/RPM-GPG-KEY.dag.txt
</pre>
* Install the repository
<pre>
sudo rpm -i rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Check the installation
<pre>
rpm -K rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Test it
<pre>
sudo yum install terminator
</pre>
===Install rpmfusion repository===
<pre>
su -c 'yum localinstall --nogpgcheck http://download1.rpmfusion.org/free/el/updates/6/i386/rpmfusion-free-release-6-1.noarch.rpm http://download1.rpmfusion.org/nonfree/el/updates/6/i386/rpmfusion-nonfree-release-6-1.noarch.rpm'
</pre>

===config file for yum===
Checkout this file for global yum config
<pre>
/etc/sysconfig/yum-cron-background
</pre>

===Setup Oracle Enterprise Linux (RedHat) with yum server===
You need to download the yum .repo file from the server, as per the steps below. After this, you need to enable a flag in the .repo file as per your operating system version. Having done these two steps, when you run yum install <pkgname> command on your linux box, the Oracle's yum server will be scanned, the dependent & the relevant rpm's will be download and installed for you. 
cd /etc/yum.repos.d
To download files here
wget http://public-yum.oracle.com/public-yum-el5.repo

A file named public-yum-el5.repo will be created in your directory 
Edit this file and enter enabled=1 against the operating systems which is relevant to you
vi public-yum-el5.repo

Next run the yum command
yum install package-name

===To change to static IP address (Raspberry Pi)===
As root:
<pre>
cd /etc/networks
vi interfaces
</pre>

replace the line “iface eth0 inet dhcp” with
<pre>
iface eth0 inet static
address 192.168.1.100
netmask 255.255.255.0
gateway 192.168.1.1
</pre>

You should also take a look at the file /etc/resolv.conf and check it has a nameserver entry (probably pointing at your default gateway) or direct to your ISP name servers.
<pre>
nameserver 192.168.1.1
</pre>
===Troubleshoot wireless network problems===
* [https://www.blackmoreops.com/2014/09/18/connect-to-wifi-network-from-command-line-in-linux/ connect to wifi network from command-line in linux - from blackmoreops.com]
'''Short summary of all the things you need to do in just few lines'''
<pre>
root@kali:~# iw dev
root@kali:~# ip link set wlan0 up
root@kali:~# iw wlan0 scan
root@kali:~# wpa_passphrase blackMOREOps >> /etc/wpa_supplicant.conf
root@kali:~# wpa_supplicant -i wlan0 -c /etc/wpa_supplicant.conf
root@kali:~# iw wlan0 link
root@kali:~# dhclient wlan0
root@kali:~# ping 8.8.8.8
(Where wlan0 is wifi adapter and blackMOREOps is SSID)
(Add Routing manually)
root@kali:~# ip route add default via 10.0.0.138 dev wlan0
</pre>

===To change to static IP address (Redhat/CentOS)===
As root:
<pre>
vi /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=STATIC
IPADDR=192.168.1.111
NETMASK=255.255.255.0
GATEWAY=192.168.1.1
ONBOOT=yes
DNS1=8.8.8.8
DNS2=8.8.4.4
</pre>
Resrart the network interface
<pre>
/etc/init.d/network stop
/etc/init.d/network start
or
service network restart
</pre>
Check name server entry in resolv.conf
<pre>
vi /etc/resolv.conf
nameserver 192.168.1.1
</pre>

===Enable processes / services to start at boot time===
<pre>
sudo chkconfig httpd on
sudo chkconfig mysqld on
</pre>

===Run a command on lots of servers in parallel===
This is a damn fine AIX utility - part of the CSM Distributed Shell.
dsh -a "ls -al /etc/apache2/*conf"
will list the Apache configuration file on all reachable servers (nodes)
===Download a gzip file and pipe it into tar===
<pre>
cd ~ && wget -O - "https://www.dropbox.com/download?plat=lnx.x86_64" | tar xzf -
</pre>

===Check in a script to make sure it is run only by root===
<pre>
RUID=`/usr/bin/id|$AWK -F\( '{print $1}'|$AWK -F\= '{print $2}'`
if [ ${RUID} != "0" ];then
$ECHO "This script must be executed as root"
exit 1
fi
</pre>

===Set terminal to use Backspace key to erase previous character instead of Control-H===
Been looking for this for a long time. 
You can put:
<pre>
stty erase <CTRL-V><Backspace key>
</pre>
in your .profile but this will be ruined if you do a copy/paste into another file. 
I wanted a way of doing this without entering the control character in the .profile. Finally stumbled upon it. And it's so simple. Just escape the caret!
<pre>
stty erase \^?
</pre>
Put this in the .profile. It's copy/pastable and it works! 
If you want CTRL-H to be your erase character, just do this:
<pre>
stty erase \^H
</pre>

===Play with the terminal settings and reset them again either side of requesting a password===
The -g option of stty gives a compact list of all the settings or the terminal and can be used as input to stty
<pre>
OLDCONFIG=`stty -g` # save terminal configuration
stty -echo # turn character echoing off
echo "Enter password: \c"
read PASSWD # get the password
stty $OLDCONFIG # restore terminal configuration
</pre>

===Reset terminal to "sane" characteristics===
If you've done a cat of a binary file or something else weird and your terminal is left in a mess, the following key sequence should bring it back to normal
<pre>
<CTRL-J>stty sane<CTRL-J>
</pre>
===Install OpenOffice on RedHat Enterprise when yum install doesn't!===
Download Package
<pre>
wget http://sourceforge.net/projects/openofficeorg.mirror/files/4.0.1/binaries/en-US/Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz/download -O Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz
</pre>
Change to root
<pre>
sudo su -
</pre>
Remove the old stuff
<pre>
yum remove openoffice* libreoffice*
</pre>
Extract Package
<pre>
tar -xvf Apache_OpenOffice_4.0.1*
cd en-US
</pre>
Install Package and exit root
<pre>
rpm -Uvh RPMS/*.rpm RPMS/desktop-integration/openoffice4.0-redhat-*.rpm
exit
</pre>
Start it
<pre>
openoffice4
</pre>
===What does this do?===
<pre>
while IFS= read -r line; do
echo "[$(date "+%F %T")] - $line"
done < <(iwevent)
</pre>
or
<pre>
while IFS= read -r line; do
printf "%s\n%s\n" "$line" "Yohooo! One more package."
done < <(tcpdump -i any -nS)
</pre>

===List of Special Characters and what they mean===
From [http://www.grymoire.com/Unix/Quote.html Bruce Barnett]
<pre>
Character Where Meaning
<RETURN> csh, sh Execute command
# csh, sh, ASCII files Start a comment
<SPACE> csh, sh Argument separator
` csh, sh Command substitution
" csh, sh Weak Quotes
' csh, sh Strong Quotes
\ csh, sh Single Character Quote
variable sh, csh Variable
variable csh, sh Same as variable
| csh, sh Pipe character
^ sh Pipe Character
& csh, sh Run program in background
? csh, sh Match one character
* csh, sh Match any number of characters
; csh, sh Command separator
;; sh End of Case statement
~ csh Home Directory
~user csh User's Home Directory
! csh History of Commands
- Programs Start of optional argument
$# csh, sh Number of arguments to script
$* csh, sh Arguments to script
$@ sh Original arguments to script
$- sh Flags passed to shell
$? sh Status of previous command
$$ sh Process identification number
$! sh PID of last background job
&& sh Short-circuit AND
|| sh Short-circuit OR
. csh, sh Typ. filename extension
. sh Source a file and execute as command
: sh Nothing command
: sh Separates Values in environment variables
: csh Variable modifier
Character Where Meaning
[ ] csh, sh Match range of characters
[ ] sh Test
%job csh Identifies job Number
(cmd;cmd) csh. sh Runs cmd;cmd as a sub-shell
{ } csh In-line expansions
{cmd;cmd } sh Like (cmd;cmd ) without a subshell
>ofile csh, sh Standard output
>>ofile csh, sh Append to standard output
<ifile csh, sh Standard Input
<<word csh, sh Read until word, substitute variables
<<\word csh, sh Read until word, no substitution
<<-word sh Read until word, ignoring TABS
>>!file csh Append to file, ignore error if not there
>!file csh Output to new file, ignore error if not there
>&file csh Send standard & error output to file
<&digit sh Switch Standard Input to file
<&- sh Close Standard Input
>&digit sh Switch Standard Output to file
>&- sh Close Standard Output
digit1<&digit2 sh Connect digit2 to digit1
digit<&- sh Close file digit
digit2>&digit1 sh Connect digit2 to digit1
digit>&- sh Close file digit
</pre>

Unix/Linux

2018-12-06T00:11:58Z

Stuart: /* uudeview */

* [http://hyperpolyglot.org/unix-shells#var-expansion Good shell comparison including variable expansion - hyperpolyglot.org]
* [http://pubs.opengroup.org/onlinepubs/9699919799/utilities/toc.html Shell coding standards - opengroup.org]
* [http://aix4admins.blogspot.be aix4admins]
* [http://linuxgazette.net/issue55/okopnik.html The Deep, Dark Secrets of Bash]
* [http://www.speakeasy.org/~arkay/216-7.4KshFunctions.html Korn Shell Functions]
* [http://www.grymoire.com/Unix/AwkRef.html AWK reference from Bruce Barnett]
* [http://www.catonmat.net/blog/wp-content/uploads/2008/09/awk1line.txt HANDY AWK ONE-LINERS]
* [http://www.grymoire.com/unix/Quote.html Unix quoting from from Bruce Barnett (grymoire)]
* [http://www.mpi-inf.mpg.de/departments/rg1/teaching/unixffb-ss98/quoting-guide.html Another excellent quoting tutorial]
* [http://aix4admins.blogspot.be/2015/02/snapshot-fs-snapshot-snapshot-is-state.html AIX snapshot technology]
* [[RaspberryPi]]
* [[SSH]]
* [http://www.anattatechnologies.com/q/2013/04/multiuser-screen/ Screen sharing from Unix using screen]
* [https://robots.thoughtbot.com/a-tmux-crash-course Screen sharing from Unix using tmux]
* [http://www.csb.yale.edu/userguides/wordprocess/vi-summary.html Handy ex and vi reference]
* [[Fedora install for my own purposes]]

===How to automatically download and process email attachments from Gmail===
==== Useful references====
* [http://www.courier-mta.org/maildrop/maildrop.html maildrop]
* [http://www.wonkity.com/~wblock/docs/html/maildrop.html Using maildrop As A Mail Delivery Agent (MDA)]
* [http://manpages.ubuntu.com/manpages/trusty/man7/maildropex.7.html .mailfilter examples]
* [https://www.axllent.org/docs/view/gmail-pop3-with-fetchmail/ Setting up fetchmail with Gmail]
* [https://www.linode.com/docs/email/clients/using-fetchmail-to-retrieve-email/ Using Fetchmail to Retrieve Email]

Eventually, after months of trying different things, came up with this combination of tools that worked very well.
====Install tools====
<pre>
sudo dnf -y install fetchmail maildrop uudeview openssl
</pre>
* Set Gmail account up for POP and disable IMAP
====Configure fetchmail====
This is the part that talks to Gmail and downloads the emails to the local machine.
<pre>
vi ~/.fetchmailrc

set postmaster "<username>"
#set daemon 600
poll pop.gmail.com with proto POP3
user "account@gmail.com" there with password '<password>' is <username> here options ssl nokeep
mda "/usr/bin/maildrop .mailfilter"
# sslcertfile /etc/ssl/certs/ca-bundle.crt
</pre>
If fetchmail complains about ssl certificates, try specifying wherein is with the sslcertfile line
==== Configure maildrop====
<pre>
vi ~/.mailfilter

LOGFILE = "/home/dbahawk/maildrop/maildrop.log"
DEFAULT="$HOME/maildrop"

# keep a copy
cc backup
`cd backup/new && rm -f dummy \`ls -t | sed -e 1,50d\``

if (/^To:.*getmail@...\.dnsalias\.org$/)
{
to Maildir/getmail/
}

#if (/^To:.*dbahawk/)
# {
# to maildrop
# }

if (/^To:.*dbahawk/)
dotlock "auto.lock" {
to "|uudeview -c -i"
}
</pre>
Not really sure why this filter is not working properly. The cc works but the To: check doesn't. So I have a shell that runs separately to process the emails in the backup mail directory.
====uudeview====
This is a clever program that can extract attachments from emails and put them in a directory of you choosing. 
This shell runs from cron at regular intervals to run the whole process
<pre>
#!/usr/bin/ksh

# fetch any new mail from Gmail (uses .fetchmailrc)
# fetchmail log is $HOME/maildrop/maildrop.log
fetchmail -d0

# fetchmail uses maildrop as mda (uses .mailfilter) to save messages to a maildir.
# this is not working correctly but still copies the messages to backup

# pull out the attachments and send them to the incoming directory for the collector to process when it wakes up
uudeview -c -i -p ~/Downloads/dbahawk_forward backup/new/*
</pre>

===Use sed to repeat characters===
echo an '=' sign then use the loop feature of sed to run round a loop a further 79 times replacing what you've got with the same thing plus and extra one!
<pre>
echo "=" | sed -e :a -e 's/^=\{1,79\}$/&=/;ta'
</pre>

===Convert between lower and upper case using ansi standard===
This way should be portable and give predictable results
<pre>
LOWER_SID=$(echo "${SID}" | tr '[:upper:]' '[:lower:]')
UPPER_SID=$(echo "${SID}" | tr '[:lower:]' '[:upper:]')
</pre>
===Use sed to delete the first line of a file or command output printing from the second line onwards===
Actually deceptively simple. Example remove the header from df output.
<pre>
df -k | sed 1d
</pre>
As a useful extension, suppose TO_DATA_DIR contains multiple directories, this will total the free space for all relevant filesystems 
This one is specific to AIX, for other Unixes and Linux, use $4 instead of $3.
<pre>
SPACE_AVAILABLE=$(df -k $TO_DATA_DIR | sed 1d | awk 'BEGIN {i=0} {i=i+$3} END {print i}')
</pre>
===Use sed to munge a controlfile into submission!===
* delete comment lines
* delete all lines after the one starting with a semicolon
* delete all blank lines
* change reuse to set
* change archivelog (with word boundaries) to noarchivelog
* change old sid to new sid
<pre>
sqlplus -s / as sysdba<<'EOSQL' >/dev/null
alter database backup controlfile to trace as '/tmp/regenerate_controlfile.sql' reuse resetlogs;
EOSQL
OLDSID='PROD'
NEWSID='TEST'
sed -e '/^--/d' -e '/^\;/q' -e '/^ *$/d' -e 's/REUSE/SET/' -e 's/\<ARCHIVELOG\>/NOARCHIVELOG/' -e 's/\"'${OLDSID}'\"/\"'${NEWSID}'\"/' /tmp/regenerate_controlfile.sql
</pre>
===Find all files where a certain text does not exist===
Mostly we want to search for files containing a particular string but how to find those files that do not contain some text. 
Using xargs instead of -exec forces the filename to be printed. -H should do this but doesn't seem to in this case.
<pre>
find . -name "*cfg" | xargs grep -H -c TO_CV_HOST {} \; | grep ':0$' | cut -d: -f1
</pre>

===Use tar and gzip to copy files more efficiently across network between hosts===
From the destination server, this will connect to the source, tar up each file and pull it back to the current server
<pre>
ssh oracle@hn5211 "cd /oracle/ora_data4/iten3/ && tar -cf - . | gzip " | ( cd /oracle/ora_data2/iten/ && gunzip -c | tar -xvf - . )
</pre>

===double hash and double percent in shell variables to trim off characters from variables===
<nowiki>#</nowiki> - trims everything from the start of line till the FIRST occurrence of following character (abstemious) :-) 
<nowiki>##</nowiki> - trims everything from the start of line till the LAST occurrence of following character (greedy) 
% - trims everything from the end of line backwards till the FIRST occurrence of following character (abstemious) 
%% - trims everything from the end of line backwards till the LAST occurrence of following character (greedy)
<pre>
FILENAME="/home/bey9at77/hello.txt"
FILE_STUB1=${FILENAME##*/}
FILE_STUB=${FILE_STUB1%.*}
echo $FILE_STUB
hello
FILE_EXT=${FILENAME##*.}
echo $FILE_EXT
txt
</pre>
or 
<nowiki>#</nowiki> - remove prefix reluctantly 
<nowiki>##</nowiki> - remove prefix greedily 
% - remove suffix reluctantly 
%% - remove suffix greedily 
<pre>
words="do.re.mi"

echo ${words#*.}

echo ${words##*.}

echo ${words%.*}

echo ${words%%.*}
</pre>

===The best shell script ever. An example of how scripting should be done===
It was written by someone at Oracle. Unfortunately (s)he did not put any author comment in it. Also unfortunately I cannot show it here as it is protected behind Oracles support website. 
If you have an Oracle Metalink id, you can get the complete script [https://support.oracle.com/epmos/faces/DocumentDisplay?id=949322.1 here] 
Here is a snippet of a function that demonstrates proper commenting and a very good style. 
The script is called physru.sh and upgrades an Oracle database in a rolling upgrade fashion by using a physical standby. 
There are 4500 lines in the full script but it is so easy to read and understand because of the way it's written, it's like a breath of fresh air. Well done whoever you are!
<pre>
###############################################################################
# NAME: wait_mrp_active
#
# DESCRIPTION:
# Wait for $MRP_START_TIMEOUT minutes to confirm that the MRP is active. If
# we can't detect an active MRP, abort the script with an error.
#
# INPUT(S):
# Arguments:
# $1: database user
# $2: user password
# $3: tns service name
# $4: database unique name
#
# Globals:
# None
#
# RETURN:
# None
#
###############################################################################
wait_mrp_active()
{
display "confirming media recovery is running"
l_wma_status=1
l_wma_curtime=`perl -e 'print int(time)'`
l_wma_exptime=`expr $MRP_START_TIMEOUT "*" 60`
l_wma_maxtime=`expr $l_wma_curtime + $l_wma_exptime`
while [ "$l_wma_curtime" -lt "$l_wma_maxtime" ]
do
is_mrp_running $1 $2 $3 $4
if [ "$?" -gt "0" ]; then
l_wma_status=0
break
fi

sleep $MRP_START_INTERVAL
l_wma_curtime=`perl -e 'print int(time)'`
done
chkerr $l_wma_status "could not detect an active MRP after $MRP_START_TIMEOUT minutes"
}
</pre>

===split variable (eg. filename) into separate variables using set===
<pre>
FILENAME="split_this_into_bits"
set $(echo ${FILENAME} | sed 's/_/ /g')
echo $4 $3 $2 $1
bits into this split
</pre>
===Centre align text on a line in bash shell===
Doesn't work in Korn shell due to %*s
<pre>
#COLUMNS=$(tput cols) # width of the current window
COLUMNS=80
title="Hello world!"
printf "%*s\n" $(((${#title}+$COLUMNS)/2)) "$title"
</pre>
and as a one-liner
<pre>
printf "%*s\n" $(( ( $(echo $* | wc -c ) + 80 ) / 2 )) "$*"
</pre>
This works in Korn shell...
<pre>
TITLE="$1"
LINEWIDTH=80

LPAD=$(((${#TITLE}+$LINEWIDTH)/2))
printf %${LPAD}s "$TITLE"
</pre>

===Right justify text (or repeat characters) on a line with leader dots!===
<pre>
function rpadwait {
text=$1
# -------------------------
# suppress newline for echo
# -------------------------
N=
C=
if echo "\c" | grep c >/dev/null 2>&1; then
N='-n'
else
C='\c'
fi

echo ${N} "${text}${C}" | sed -e :a -e 's/^.\{1,80\}$/&\./;ta'
}
</pre>

===cron jobs not submitted - daemon run out of child processes?===
Sometimes have problems with NFS mounts and this causes cron jobs to hang. If they are scheduled to run regularly, eventually cron will no longer be able to start any more jobs. 
* Check the cron log '''/var/adm/cron/log''' to see if there are any errors or other messages around the time the jobs should run.
If cron has hit its process limit (default 100), it will try again after a number of seconds (default 60). 
Both the number of jobs and wait time are configured in the file '''/var/adm/cron/queuedefs'''. If it is unusual for cron to be running so many jobs, you can check the process table to view the jobs cron has created. These jobs will have parent process id (PPID) of the cron daemon. 
<pre>
$ ps -ef | grep cron | grep -v grep
root 6750314 1 0 Apr 24 - 3:39 /usr/sbin/cron
solax025:root[/home/root]# ps -T 6750314
PID TTY TIME CMD
6750314 - 3:39 cron
21168296 - 0:00 \--bsh
58982414 - 0:00 \--sadc
</pre>
In this example, we only have 1 job running

===Find long-running processes with a cron job===
Processes running longer than 24 hours have a date instead of a start time...
<pre>
58 08,14 * * * /home/ibmtools/scripts/oracle/dosh -vc "ps -ef|grep 'ibmtools/scripts/oracle'|perl -nae 'print if \$F[4] !~/:/'" >/tmp/lrp.txt; [[ $(grep -c ibmtools /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' reporting@companymail.com
</pre>

===Process command line arguments in shell===
Borrowed from Mozilla Firefox installer
<pre>
## Command line arg defaults
##
moz_debug=0
moz_debugger=""
moz_debugger_args=""
#
##
## Parse the command line
##
while [ $# -gt 0 ]
do
case $1 in
-g | --debug)
moz_debug=1
shift
;;
-d | --debugger)
moz_debugger=$2;
if [ "${moz_debugger}" != "" ]; then
shift 2
else
echo "-d requires an argument"
exit 1
fi
;;
-a | --debugger-args)
moz_debugger_args=$2;
if [ "${moz_debugger_args}" != "" ]; then
shift 2
else
echo "-a requires an argument"
exit 1
fi
;;
*)
break;
;;
esac
done
#
##
## Program name given in $1
##
if [ $# -gt 0 ]
then
MOZ_PROGRAM=$1
shift
fi
##
## Program not given, try to guess a default
##
if [ -z "$MOZ_PROGRAM" ]
then
##
## Try this script's name with '-bin' appended
##
if [ -x "$MOZ_DEFAULT_NAME" ]
then
MOZ_PROGRAM=$MOZ_DEFAULT_NAME
##
## Try mozilla-bin
##
elif [ -x "$MOZ_APPRUNNER_NAME" ]
then
MOZ_PROGRAM=$MOZ_APPRUNNER_NAME
fi
fi
#
#
##
## Make sure the program is executable
##
if [ ! -x "$MOZ_PROGRAM" ]
then
moz_bail "Cannot execute $MOZ_PROGRAM."
fi
#
</pre>

===Carry XWindows settings across sessions===
<pre>
# ----------------------
# push XWindows settings
# ----------------------
[[ "$(uname)" == "SunOS" ]] && PATH=/usr/openwin/bin:$PATH
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
xauth list > /tmp/xauth_list_$WHOAMI
chmod 777 /tmp/xauth_list_$WHOAMI

echo $DISPLAY > /tmp/xdisplay_$WHOAMI
chmod 777 /tmp/xdisplay_$WHOAMI
</pre>

===Cross-platform version of whoami===
<pre>
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
</pre>

===Set terminal title from command line===
Put something like this in the .profile 
-n do not output the trailing newline 
-e enable interpretation of backslash escapes 
|0 sets title of window and icon 
|1 sets title of icon only 
|2 sets title of window only 
<pre>
echo -en "\033]0;`hostname`\007"
</pre>
<pre>
echo -en "\033]2;`hostname`\007"
</pre>

===Remove blank lines and comments (also indented ones) from a file===
<pre>
awk -F\: '!/^($|[:space:]*#)/ {print $2}' /etc/oratab | sort | uniq
</pre>
or as part of a script that removes comments and blank lines from all Korn shell scripts in a directory
<pre>
#!/usr/bin/ksh
for i in $(ls *ksh); do
perl -p -i -e 's/^\s*#[^!]*$//; s/^\s*$//' $i
done
</pre>

===Return elements of an array in Korn shell===
From [http://unix.stackexchange.com/questions/188202/processing-output-from-an-sqlite-db-into-a-ksh-array-with-spaces here] 
Could be used to separate the columns of an SQL select when returning to the shell 
This approach eliminates the need to put quotes around text with spaces in it.
<pre>
echo $KSH_VERSION
x="Red,Yellow is a color,Blue"
oIFS=$IFS
IFS=,
y=($x)
IFS=$oIFS
echo ${y[1]}
</pre>

===A decent Unix Prompt===
<pre>
export PS1="`uname -n`:`whoami`[\${PWD}]# "
or
export PS1='($?) $'ORACLE_SID" "`whoami`"@"`uname -n`":"'$'PWD"> "
export EDITOR=vi
</pre>
===Simple arithmetic===
pipe the calculation into the shell calculator
<pre>
space_in_kb=$(echo $1 / 1024 | bc)
</pre>
Calculate the remainder (modulo) of a division calculation
<pre>
if [[ $(echo "${NUMBER} % 2" | bc) -eq 0 ]]; then
echo "${NUMBER} is even"
else
echo "${NUMBER} is odd"
fi
</pre>
or do it in awk if scientific notation maybe involved
<pre>
function calc { awk "BEGIN{print $*}"; }

if [[ $(calc "${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE") -le 0 ]]; then
echo "NOK"
fi
</pre>

===Script encryption and passphrase protection===
Encrypt a shell script with the ability to execute the encrypted version
* from [http://www.commandlinefu.com/commands/browse commandlinefu.com]
<pre>
scrypt(){ [ -n "$1" ]&&{ echo '. <(echo "$(tail -n+2 $0|base64 -d|mcrypt -dq)"); exit;'>$1.scrypt;cat $1|mcrypt|base64 >>$1.scrypt;chmod +x $1.scrypt;};}
</pre>

===Virtual host configuration in Apache http.conf===
<pre>
<VirtualHost *:80>
ServerName dbamon
DocumentRoot "/Volumes/data/Sites/dbamon_push"
<Directory "/Volumes/data/Sites/dbamon_push">
Options Includes FollowSymLinks
AllowOverride All
Order allow,deny
Allow from all
</Directory>
</VirtualHost>
</pre>
and in /etc/hosts, add...
<pre>
127.0.0.1 dbamon
</pre>
===Mount a website (or any other remote resource) locally using WebDav===
Redhat/CentOS
<pre>
yum install fuse-davfs2
or
yum install wdfs.x86_64
</pre>
Debian
<pre>
apt-get install davfs2
</pre>
then...
<pre>
sudo mkdir /mnt/webdav # or whatever you'd like to call the directory
sudo mount.davfs [-o option[,option]...] device mount_point
</pre>
In man's terms, that last line would translate to:
<pre>
id #suppose this returns uid=501 and gid=502
sudo mount.davfs -o 501,502 https://your/web/site /mnt/webdav
</pre>
Mac OSX
<pre>
osascript -e ' mount volume "http://username:password@webdav.address:portnum" '
or
osascript -e ' mount volume "http://username@webdav.address:portnum" '
or
osascript -e ' try mount volume "http://webdav.address:portnum" '
or
mount -t webdav http://webdav.address:portnum /mnt/webdav # this one won't show up in the Finder Sidebar.
</pre>

===Add current hostname to list of hosts on an xcat server===
<pre>
CMD="nodels"
HOST=`hostname`
(echo "$HOST"; $CMD) | while read server
do
echo "server:$server"
done
</pre>
===What is todays 'Day Of the Year' number?===
<pre>
DOY=`perl -e 'print sub{$_[7]}->(localtime)+1;'`
</pre>

===Convert Julian day numbers to dates===
<pre>
for day in 8 33 36 61 64 91 96 121 126 152 155 182 187 215 218 244 247 274 279 306 309 335 338 365; do date -d "`date +%Y`-01-01 +$(( ${day} - 1 ))days" +%d-%m-%Y; done
</pre>
===Send crontab job output to a date formatted log file===
This will run a job every 5 minutes and send the output to a file ending with a time in hours and minutes. 
The thing to note is the escaped percent signs. This is because a % sign is interpreted by cron to mean a newline character. Everything after the first % is treated as input to the program.
<pre>
*/5 * * * * /var/www/cgi-bin/dbamon_collector.ksh >/tmp/dbamon_collector.log.$(date "+\%H\%M") 2>&1
</pre>
===Edit crontab file without crontab -e===
It can happen that you need to add or modify a line in the crontab of many users or across many servers at once. 
In principle, there's nothing wrong with modifying the crontab file directly. You just lose the advantages of file locking (and syntax checking) that crontab -e offers. 
Here we take a backup of the current crontab, print it out, echo an extra command and ask cron to use these as input (thus overwriting the existing crontab file). Just don't run this close to midnight :-)
<pre>
crontab -l > /tmp/crontab.`date '+%Y%m%d'`
(
cat /tmp/crontab.`date +'%Y%m%d'`
echo "02 10 * * * /home/ibmtools/scripts/oracle/export_parfile.ksh -s SID -f JDBEOP1.parfile"
) | crontab -
</pre>
or
<pre>
crontab -l > /tmp/crontab.backup
crontab -l > /tmp/crontab.$$
perl -p -i -e 's!backup_send_tsm_dump!backup_export2tsm!g' /tmp/crontab.$$
crontab /tmp/crontab.$$
rm /tmp/crontab.$$
</pre>
or
<pre>
crontab -l >$HOME/crontab.$(date '+%Y%m%d')
crontab -l | perl -p -e 's|/nas/software/oracle/scripts|/oracle/scripts|' | crontab
</pre>

===Use shell to convert a number in scientific notation to normal===
<pre>
var2convert='1.2345678e3'
printf -v var2convert "%.f" $var2convert
echo $var2convert # magic!
</pre>
===Check for jobs running longer that 24 hours===
Run from the management server across all Unix servers. Checks the 5th column in a ps listing. If it doesn't find a : (time separator), the process is running longer than 24 hours.
<pre>
# ---------------------------------------
# report on long running oraibm processes
# ---------------------------------------
01 17,14 * * * rm -f /tmp/lrp.txt;/home/ibmtools/scripts/oracle/dosh -vc \"ps -ef|egrep 'oraibm|scripts/oracle'>/tmp/lrp.txt;perl -nae 'print if \$F[4] !~/:/' /tmp/lrp.txt\" >>/tmp/lrp.txt;[[ $(egrep -c 'oraibm|scripts/or
acle' /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' bey9at77@mail.com
</pre>

===Global find and replace with perl (restricted to list of files provided by Unix find command)===
<pre>
find . -type f -exec perl -i -pe 's/something/else/g' {} \;
</pre>
===perl function to make filenames lower case===
<pre>
function lower {
perl -e 'for (@ARGV) { rename $_, lc($_) unless -e lc($_); }' *
}
</pre>

===From the management server, search the TNS listener port for each database on a server and make an inline substitution in the ITM config files!===
<pre>
for i in `/home/ibmtools/scripts/oracle/dosh -c "ls -al /opt/IBM/ITM/config/*rz*cfg|grep -v lrwx"|awk '{print $NF}'`; do
server=`echo $i|cut -d_ -f1 | awk -F'/' '{print $NF}'`
db=`echo $i|cut -d'.' -f1 | awk -F'_' '{print $NF}'`
OH=`ssh $server grep "^$db" /etc/oratab|cut -d: -f2`
LISTENERPORT=`ssh $server cat $OH/network/admin/listener.ora|perl -00 -ne 'print $1 if /'$db'.*PORT.*=.*(\d{4})/s'`
ssh $server perl -p -i.bak -e 's/1521/'$LISTENERPORT'/' $i
ssh $server ls -al ${i}*
done
</pre>

===Run a job from cron every Nth day of the month===
Example. Execute a job every third Saturday of the month. 
Paste this into a file called calenday and put it in /usr/local/bin so it's (probably) on the PATH
<pre>
#!/usr/bin/ksh

# ix is the week number of the month ("2"nd Friday of the month, "3"rd Tuesday of the month)
# dy is the day number in Unix format (0 for Sunday, 1 for Monday, ... 6 for Saturday)
# eg. "calenday 3 6" returns the date of 3rd Saturday of the month.

ix=$1
dy=$2
SCHAR=$((($dy*2)+$dy+1))
ECHAR=$(($SCHAR+1))
cal `date '+%m %Y'` | egrep "\<[0-9]{1,2}\>" | cut -c${SCHAR}-${ECHAR} | xargs | awk {'print $'$ix'}'

</pre>
Now in crontab, you should be able to do something like this: 
<pre>
15 20 * * * [[ `calenday 3 6` -eq `/bin/date '+%d'` ]] && su - oracle -c "run_my_backup.ksh"
</pre>

This will also work on some Unices.. 
We send backups to a special TSM node on the second Friday of each month. This report must run a day later - but that is not guaranteed to be the second Saturday or even the 3rd. So...
<pre>
30 12 8-14 * 5 sleep 86400 && su - oracle -c "/usr/bin/perl -ne 'print if /ORX_M_SOL/ .. /^STOP/' /home/oracle/incoming/dbamon_spool_tsm_*.SOL | grep Archive | grep -v Client | mailx -s 'Monthly TSM backups' orareport@xxxxxx.com"
</pre>

===ps listing does not show start time after 24 hours===
But you can see elapsed time using your own ps command
<pre>
/usr/bin/ps -eo etime,user,pid,ppid,cpu,start,tty,time,args|tail -n +2|sort
</pre>

===ps -ef cuts off args cmd column on Solaris===
====To see more than 80 characters of the last column on Solaris====
This shows all the individual arguments to the command
<pre>
pargs <pid>
</pre>
This shows the ps listing in 'compatibility' mode (there are more compatibility commands in /usr/xpg4/bin)
<pre>
/usr/ucb/ps auww
</pre>
====To see more than 80 characters of the last column on AIX====
This shows the full argument listing of a process (NOTE: no minus sign!)
<pre>
ps eww <pid>
</pre>

===Remove blank / empty lines from vi ===
Maybe you cut and pasted a file from Windows and it's full of blank lines and Control-M's now 
There are several methods but I think this is the easiest to remember
<pre>
:g/^$/d
</pre>

===Right pad a variable===
a function like rpad in SQL but for Shell 
<pre>
function rpad {
text=$1
padwidth=$2
padchar=$3
echo "$text" | sed -e :a -e 's/^.\{1,'$padwidth'\}$/&\'$padchar'/;ta'
}
</pre>

===Connect to a Windows server from Linux using rdesktop===
My remmina stopped working so rolled my own. Very simple really. Put this is a shell.
<pre>
tsocks rdesktop -z -P -x m -a 16 -d MAIND -u sbarkley -p ****** -r disk:SOL=$HOME/Documents/SOL -g 95% 150.251.112.38 &

where...
-z - enables compression
-P - enables bitmap caching (saves network traffic)
-x m - disables eye-candy features
-a 16 - reduce colour pallete to 16 colours
-d - domain to connect to
-u - username
-p - password
-r - setup a shared folder
-g - geometry (use W x H or percentage)
</pre>
Slight problems with rdesktop not working 100% of the time. Now using xfreerdp. Seems better...
<pre>
xfreerdp -g 90% --ignore-certificate --gdi sw -K -d wdcrhbp05 -u oraibm -p "`cat $HOME/scripts/.oraibm.password`" -T "wdcrhbp05_oraibm" --plugin cliprdr --plugin rdpdr --data disk:SOL:/home/bey9at77/Documents/SOL -- --plugin rdpsnd --data alsa -- 150.251.112.25 &
</pre>

===Reset your password bypassing password rules===
must be done as root
<pre>
echo "user:new_password" | chpasswd
</pre>
===Sum the sizes of all files of an ls listing===
It'll check to see if the sum of filesizes corresponds with the df -g (or h) listing (can get messed up due to open but deleted files)
<pre>
cd /oracle/export
df -g .
find . -name "*dmp*" -ls | awk '{ SUM += $7} END { print SUM/1024/1024/1024 }'
</pre>

===Mount an iso image under Linux===
<pre>
mkdir -p /mnt/cdrom
mount -o loop /dev/cdrom /mnt/cdrom
</pre>
===How many processors on the machine?===
* AIX
<pre>
lsdev -C|grep Process|wc -l
</pre>
* Solaris
<pre>
psrinfo -v|grep "Status of processor"|wc -l
</pre>
* Linux
<pre>
cat /proc/cpuinfo|grep processor|wc -l
</pre>

===Quick, simple, understandable example of how to use RRDTool===
* [[RRDTool]]

===Use expect to respond automatically to interactive programs===
<pre>
#!/usr/bin/expect -f
spawn /usr/tivoli/tsm/client/oracle/bin64/tdpoconf passw -tdpo_optfile=/oracle/[lindex $argv 0]/admin/tdpo.opt
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
</pre>
===Use expect to allow file copy with scp (if ssh keys are not an option)===
<pre>
#!/usr/bin/expect -f
spawn scp /home/oracle/.profile oracle@hn512:/tmp/prfl
set pass "thepassword"
expect {
password: {send "$pass\r" ; exp_continue}
eof exit
}
</pre>

===Within a shell script set up simultaneous output to both terminal and a file using a FIFO (named pipes)===
or "How to send shell output to screen/stdout as well as to a logfile using tee and redirection with exec" 
 
examples [http://www.unix.com/shell-programming-and-scripting/85584-redirect-within-ksh.html here on unix.com]
* general info on redirections [http://www.catonmat.net/blog/bash-one-liners-explained-part-three/ here at catonmat.net]
<pre>
#!/bin/ksh

REDIR=test.redir
FIFO=test.pipe
[[ -e $FIFO ]] || mkfifo $FIFO

# make a new channel(3) and copy channel 1's destination as its own (does NOT POINT TO channel 1's destination)
# this allows the normal output to continue to STDOUT but also get printed to whatever file is attached to channel 3
exec 3>&1

# anything coming in on the pipe, send it to $REDIR and to channel 3
tee $REDIR <$FIFO >&3 &

# redirect STDOUT to the pipe
exec > $FIFO

echo "going to default output"
echo "forcing to channel 1" >&1
echo "forcing to channel 2" >&2
echo "forcing to channel 3" >&3
</pre>
====More elaborate example====
found [http://stackoverflow.com/questions/2288939/create-a-pipe-that-writes-to-multiple-files-tee here on stackoverflow]
<pre>
#!/bin/sh

# Author: Harvey Chapman <hchapman _AT_ 3gfp.com>
# Description: POSIX shell functions that can be used with tee to simultaneously put
# stderr and stdout to both a file and stdout
#
# Based on:
# Re: How to redirect stderr and stdout to a file plus display at the same time
# http://www.travishartwell.net/blog/2006/08/19_2220

#
# Original example function from Travis Hartwell's blog.
# Note: I've made minor changes to it.
example()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

# This should really be -p to test that it's a pipe.
if [ ! -e $OUTPUT_PIPE ]; then
mkfifo $OUTPUT_PIPE
fi

# This should really be -f to test that it's a regular file.
if [ -e $OUTPUT_LOG ]; then
rm $OUTPUT_LOG
fi

exec 3>&1 4>&2
tee $OUTPUT_LOG < $OUTPUT_PIPE >&3 &
tpid=$!
exec > $OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid

rm $OUTPUT_PIPE
}

# A slightly reduced version of example()
example2()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

rm -f $OUTPUT_PIPE
mkfifo $OUTPUT_PIPE
rm -f $OUTPUT_LOG

tee $OUTPUT_LOG < $OUTPUT_PIPE &
tpid=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid
rm -f $OUTPUT_PIPE
}

#
# Logging methods based on above. See the example below for how to use them.
#

# Usage: start_logging [delete_existing_logfile]
start_logging()
{
# Check to see if OUTPUT_LOG and OUTPUT_PIPE need to be defined.
if [ -z "$OUTPUT_LOG" ]; then
OUTPUT_LOG=output.log
fi
if [ -z "$OUTPUT_PIPE" ]; then
OUTPUT_PIPE=output.pipe
fi
# Make sure that we're not already logging.
if [ -n "$OUTPUT_PID" ]; then
echo "Logging already started!"
return 1
fi

# Always remove the log and pipe first.
rm -f $OUTPUT_PIPE
# Delete the logfile first if told to.
if [ "$1" = delete_existing_logfile ]; then
rm -f $OUTPUT_LOG
fi

mkfifo $OUTPUT_PIPE
tee -a $OUTPUT_LOG < $OUTPUT_PIPE &
OUTPUT_PID=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1
}

stop_logging()
{
# Make sure that we're currently logging.
if [ -z "$OUTPUT_PID" ]; then
echo "Logging not yet started!"
return 1
fi
exec 1>&3 3>&- 2>&4 4>&-
wait $OUTPUT_PID
rm -f $OUTPUT_PIPE
unset OUTPUT_PID
}

example3()
{
start_logging
#start_logging delete_existing_logfile
echo "This is on standard out"
echo "This is on standard err" >&2
stop_logging
}
</pre>

===RedHat root filesystem has gone read-only===
* [http://www.unixarena.com/2013/09/redhat-linux-how-to-fix-read-only-root.html How to fix read only root file system]

===Kill all processes for a user===
<pre>
for prc in `ps -ef | grep -E "^ +[o]racle" | awk '{print $2}'`; do
kill $prc
done
</pre>

===isRGHere===
Checks if resource group is on this leg of an HACMP cluster. Returns 0 if true else 1.
<pre>
#!/usr/bin/ksh

SCRIPT=`basename $0`

function rctest
{
exitcode=$1
msg=$2
if [ $exitcode -ne 0 ]; then
echo "********************************************************************************"
echo "\nScript $SCRIPT finished with errors."
echo "$msg."
echo "Returncode : $exitcode."
echo "\n********************************************************************************"

fi
exit $exitcode

}

RGINFO=/usr/es/sbin/cluster/utilities/clRGinfo
[[ ! -f $RGINFO ]] && rctest 1 "clRGinfo not found"

if [ $# -eq 1 ]
then
RG=`echo $1 | cut -c 1-14`
else
rctest 10 "Usage: `basename $0` <RG name>"
fi

$RGINFO |grep -qwp $RG || rctest 9 "$RG is not defined"

THISNODE=`/usr/es/sbin/cluster/utilities/get_local_nodename | cut -c 1-14`
$RGINFO |grep -wp $RG |grep -w $THISNODE |grep -wq ONLINE
</pre>
===AIX: add a user to a group===
<pre>
chgrpmem -m + oracle ibmtls
</pre>
===Find swear words in scripts by comparing it to a list found on the internet===
<pre>
wget "http://www.bannedwordlist.com/lists/swearWords.csv" -O /tmp/s ; for word in $(cat /tmp/s | sed -e 's/ /_/g' -e 's/,/ /g') ; do grep -wR $word *; done | less
</pre>

===grep -p (for paragraph) works on AIX but not on Linux or Solaris===
Use awk instead
<pre>
awk 'BEGIN {FS="\n" RS="\n\n"} /search pattern/ { do something }' <file>
/usr/xpg4/bin/awk 'BEGIN {RS="\n\n";FS="\n"} /AGRHDWQ1/ {print $2}' dsm.sys | awk '{print $NF}'
</pre>
this prints the last word of the second ''line'' in the paragraph in dsm.sys that contains the search term AGRHDWQ1. 
Or slightly simpler...
<pre>
awk -v RS='' '/NHAPPLP1/' /etc/tsm/dsm.sys # (use /usr/xpg4/bin/awk on Solaris)
</pre>
or, case insensitively:
<pre>
awk -v RS='' 'tolower($0) ~/so_u_clubqa_orx_d_cab/' /etc/tsm/dsm.sys
</pre>
Using -v means you don't have to use a BEGIN section.

===debug/redirect log of a shell===
<pre>
#!/usr/bin/ksh
exec 2>/tmp/mytest
</pre>
===Different ways of Iteration in korn shell with a while loop===
<pre>
IFS="|"
exec 0<$statfile
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done
</pre>
or
<pre>
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done <statfile
</pre>
or
<pre>
cat $statfile | sort -nk4 | while IFS=\| read host db type started stopped
do
[[ "$stopped" == "" ]] && continue
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} ${started}:${started}:${stopped}
[[ $? -ne 0 ]] && echo "nok: $?"
done
</pre>

===Filesystem 100% full, what's taking up all the space?===
<pre>
find /oracle/endur -xdev -ls|sort -nr +6|head
</pre>
or
<pre>
/dev/esb01fs010001 1.00 0.00 100% 1838 69% /oracle
beuxdsysesb01:root[/root]# cd /oracle
beuxdsysesb01:root[/oracle]# du -gsx * | sort -n
0.00 checkpoints
0.00 flash_recovery_area
0.00 lost+found
0.00 oraInst.loc
0.00 oraInventory
0.09 admin
0.99 diag
</pre>
cd diag and repeat until culprits are found

===Show paged memory hogs on AIX===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>

===Capitalise the first letter of a word in Korn Shell===
Not as easy as it sounds if it needs to work in non-ksh93 shells
<pre>
function capit {
typeset -u first
first=${1%"${1#?}"}
printf "%s\n" "${first}${1#?}"
return 0
}
</pre>
or maybe more neatly done in Perl... 
This will capitalise each word in a sentence passed into it
<pre>
function capit {
echo "$1" | perl -pe "s/([\w']+)/\u\L\1/g"
return 0
}
</pre>

===Remove / rename a directory / file containing weird control characters===
Use ls with -i to see inode listing
<pre>
ls -bali
</pre>
Use find with -inum to get the filename and -exec to remove it
<pre>
find . -inum <inode from ls listing> -exec rm -f {} \;
</pre>

===Run a local script on a remote host===
Doing it this way means we do not need to scp the shell over to the host before executing it!
<pre>
ssh user@host 'sh' < your_script.sh
</pre>
First of all, this command is a redirection: your shell will open the file your_script.sh and feed it as input to the ssh command. ssh, in turn, will tunnel its stdin to the remote command, namely, sh instance. And sh without arguments reads its script from stdin. So we got sh instance, which is launched on remote host, but reads commands from your local file.

===Get a list of running instances - but only those started by the current user===
This is the way I wanted to do it but there's an issue. Where does that spare } character come from? Anyone?
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }'
</pre>
ps listing
<pre>
$ ps -ef | grep [p]mon
oracle 13304024 1 0 Jun 07 - 2:39 ora_pmon_reportk
oracle 26018178 1 0 Jun 07 - 3:01 ora_pmon_dwh_perf
oracle 29229432 1 0 Jun 07 - 2:30 ora_pmon_adso
oraebso 18022994 1 0 Jun 07 - 2:38 ora_pmon_EBSO
oracle 30278192 1 0 Jun 07 - 2:48 ora_pmon_owb112k
</pre>
Results of above command
<pre>
reportk
dwh_perf
adso
}
owb112k
</pre>
Workaround 1. Send the ps listing to a file and work on it without pipes. Works but it's a bit long-winded especially as we have to clean up afterwards.
<pre>
ps -ef | grep [p]mon>/tmp/results.$$ 2>/dev/null; awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' /tmp/results.$$; rm -f /tmp/results.$$
</pre>
Workaround 2. Don't like the grep -v but until I find out where that } is coming from..
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' | egrep -v 'grep|}|ASM'
</pre>

===Return a list of Oracle databases running on a list of remote servers===
<pre>
#!/bin/ksh

serverlist=`cat /home/tools/ini/system/oracle_servers | sort -n | tr "\n" " "`

if [ -z "${serverlist}" ]
then
echo "no servers found" && exit 1
fi

for server in ${serverlist}
do
ssh ${server} "ps -ef | grep [o]ra_pmon_" >/tmp/${server}.dblist
done

for server in ${serverlist}
do
cat /tmp/${server}.dblist | awk -F_ -v SRV=${server} 'BEGIN {print SRV ":"} {print $NF}' | tr "\n" " "
echo
done
</pre>

===Clever trick to check whether SQL output needs sending to someone===
Using an exit status from SQL*Plus back to the shell so we can decide what to do. Nice one!
<pre>
#!/bin/bash
tempfile=/tmp/audit_locked_accounts_$ORACLE_SID.txt

# Start sqlplus and check for locked accounts
sqlplus -S "/ as sysdba" << EOF > $tempfile
set pages 0
select 'The following accounts were found to be unlocked and should not be'
from dual;

def exit_status = 0
col xs new_value exit_status

select username
, account_status
, 1 as xs
from dba_users
where account_status != 'LOCKED'
and username in ('HR', 'SCOTT', 'OUTLN', 'MDSYS', 'CTXSYS')
/
exit &exit_status
EOF

# If the exit status of sqlplus was not 0 then we will send an email
if [ $? != 0 ]; then
mail -s "Accounts Unlocked in $ORACLE_SID" oracle < $tempfile
fi
</pre>

===Check RMAN logfiles for errors from cron every day===
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /home/tools/logs/rman -name "*online.log" -mtime -1 -exec sed -ne "/^RMAN-/,/^$/p" {} \\; -ls' | mailx
-s 'RMAN errors last night' stuart@domain.com
</pre>
<pre>
/home/ibmtools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for Baxter last night' stuart@domain.com
</pre>
===An alternative to getopts===
These methods have the advantage of allowing arguments of any length not just 1 character
<pre>
countArgs=$#
while [[ $# -gt 0 ]]
do
idx1=$($ECHO $1|$GREP "="|wc -l)
if [[ $idx1 -gt 0 ]]; then
key=$($ECHO $1|$CUT -d '=' -f 1)
value=$($ECHO $1|$CUT -d '=' -f 2)
else
key=$($ECHO $1|$CUT -d '=' -f 1)
idx2=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx2 -eq 0 ]]; then
$ECHO -e "\n ERROR: $1 is an unsupported argument passed to agentDeploy.sh.\n"
usage
exit 1
fi
fi

case "$key" in
-help)
if [[ $upgradeFlag ]]; then
upgradeUsage
else
freshUsage
fi
exit 0;;
AGENT_BASE_DIR)
agentBaseDir=$($ECHO $value|$SED 's/\/$//')
checkBaseFlag=TRUE;;
OMS_HOST)
omsHost=$value
checkOMSHost=TRUE;;
EM_UPLOAD_PORT)
omsPort=$value
checkOMSPort=TRUE;;
AGENT_INSTANCE_HOME)
instHome=$($ECHO $value | $SED 's/\/$//');;
AGENT_REGISTRATION_PASSWORD)
pswd=$value;;
s_encrSecurePwd)
pswd=$value;;
RESPONSE_FILE)
rspFlag=TRUE
rspLoc=$value;;
OLD_AGENT_VERSION)
oldAgentVersion=$value;;
OLDHOME)
oldHome=$value;;
-debug)
debugSwitch=TRUE;;
-forceConfigure)
forceFlag=TRUE;;
-configOnly)
configFlag=TRUE
validationFlag=TRUE;;
-agentImageLocation)
archiveLoc=$value
checkArchiveFlag=TRUE;;
-invPtrLoc) shift
ptrLoc=$1;;
-Upgrade)
UpgradeFlag=TRUE
validFlag=TRUE;;
INVENTORY_LOCATION)
validFlag=TRUE;;
b_forceInstCheck)
validFlag=TRUE
forcefullFlag=TRUE;;
-prereqOnly)
validationFlag=TRUE
prereqFlag=TRUE;;
-executeRootsh)
validFlag=TRUE;;
*) idx=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx -eq 0 ]]; then
validFlag=TRUE
else
$ECHO -e "\n ERROR: Invalid argument $key passed."
usage
exit 1
fi
esac
shift
done

</pre>
another way - found in /etc/init.d/functions (daemon function) in Fedora
<pre>
while [ "$1" != "${1##[-+]}" ]; do
case $1 in
'')
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
--check)
base=$2
gotbase="yes"
shift 2
;;
--check=?*)
base=${1#--check=}
gotbase="yes"
shift
;;
--user)
user=$2
shift 2
;;
--user=?*)
user=${1#--user=}
shift
;;
--pidfile)
pid_file=$2
shift 2
;;
--pidfile=?*)
pid_file=${1#--pidfile=}
shift
;;
--force)
force="force"
shift
;;
[-+][0-9]*)
nice="nice -n $1"
shift
;;
*)
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
esac
done
</pre>
another way - found in adstrtal.sh (middleware start script for EBS)
<pre>
#
# Parse Arguments
#

for nxtarg in $*
do
arg=`echo $nxtarg | sed 's/^//'`

case $arg in
-secureapps) if test "$secureapps" = "" ; then
secureapps=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nodbchk) if test "$nodbchk" = "" ; then
nodbchk=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nopromptmsg) if test "$nopromptmsg" = "" ; then
nopromptmsg=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
*) if test "$unpw" = "" ; then
unpw=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
esac
done
</pre>
and another in adautocfg.sh
<pre>
for myarg in $*
do

arg=`echo $myarg | sed 's/^-//'`
case $arg in
appspass=*)
appspass=`echo $arg | sed 's/appspass=//g'`
shift
;;
nocustom)
myparams="$myparams $arg"
shift
;;
noversionchecks)
myparams="$myparams $arg"
shift
;;
promptmsg=*)
promptmsg=`echo $arg | sed 's/promptmsg=//g'`
shift
;;
*) echo "$0: unrecognized action specified"
exit 1
esac
done
</pre>

===Run a script on multiple servers===
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# ==============================================================================

# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
echo ${server} `date +'%d-%b-%Y %H:%M:%S'`
echo "------------------------------------"
set -x
fi
ssh ${server} "$CMMND"
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
</pre>
to be investigated... this one might be cleverer than mine...
<pre>
tmpdir=${TMPDIR:-/tmp}/pssh.$$
count=0
while userhost; do
ssh -n -o BatchMode=yes ${userhost} 'uname -a' > ${tmpdir}/${userhost} 2>&1 &
count=`expr $count + 1`
done < userhost.lst
while [ $count -gt 0 ]; do
wait $pids
count=`expr $count - 1`
done
echo "Output for hosts are in $tmpdir"

</pre>

improved version... 
just escape double quotes and dollar signs...
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# 08-JUL-15 Stuart Barkley Background execution mode
# ==============================================================================
# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hbvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
b) BACKGROUND="Y";
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ---------------------------------
# put the thing to be run in a file
# ---------------------------------
printf "%s\n" "$CMMND" > /tmp/dosh.$$

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
printf "%s\n" ${server} `date +'%d-%b-%Y %H:%M:%S'`
printf "%s\n" "------------------------------------"
set -x
fi
scp -q /tmp/dosh.$$ ${server}:/tmp/
if [[ "$BACKGROUND" == "Y" ]]; then
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"> /tmp/dosh_${server}.out 2>&1 &
else
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"
fi
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
rm -f /tmp/dosh.$$

[[ "$BACKGROUND" == "Y" ]] && printf "%s\n" "Type 'ls -altr /tmp/dosh*out' to see output from the commands"
</pre>

===How can a shell script find out what directory it is in?===
basename $0 does not always give the desired answer (might give "./"!
<pre>
DIR="$(cd "$(dirname "$0")" && pwd)"
</pre>

===Array processing===
<pre>
array=(1 2 3)
unset array[2]
echo ${array[2]} # null
indices=(${!array[@]}) # create an array of the indices of "array"
size=${#indices[@]} # the size of "array" is the number of indices into it
size=${#array[@]} # same
echo ${array[@]: -1} # you can use slices to get array elements, -1 is the last one, etc.
for element in ${array[@]}; do # iterate over the array without an index

for index in ${indices[@]} # iterate over the array WITH an index
do
echo "Index: ${index}, Element: ${array[index]}"
done

for index in ${!array[@]} # iterate over the array WITH an index, directly

array+=("new element") # append a new element without referring to an index
((counter++)) # shorter than ((counter=counter+1)) or ((counter+=1))
if [[ $var == 3 ]] # you can use the more "natural" comparison operators inside double square brackets
while [[ $var < 11 ]] # another example
echo ${array[${index}-1] # math inside an array subscript
</pre>
===Send an email by talking directly to an smtp server===
<pre>
#!/bin/bash
telnet smtp.domain.com 25 <<EOTXT>>/tmp/smtp.log
HELO me.domain.com
MAIL FROM:<stuart@domain.com>
RCPT TO:<anne@domain.com>
DATA
From: Stuart <stuart@domain.com>
To: Anne <anne@domain.com>
Subject: testing smtp email

Hello, this should appear in the body
.
QUIT
EOTXT
</pre>
===Send an email by talking directly to an smtp server via file descriptor (no telnet! this time), adding authentication===
<pre>
#!/bin/bash

#
# mail.sh
#
# 2008 - Mike Golvach - eggi@comcast.net
# 2010 - Rayber
#
# Creative Commons Attribution-Noncommercial-Share Alike 3.0 United States License
#

if [ $# -ne 7 ]
then
echo "Usage: $0 FromAdress ToAdress Domain MailServer MailTextFile AuthEmail AuthPass"
exit 1
fi

from=$1
to=$2
domain=$3
mailserver=$4
mailtext=$5
authemail=`echo $6|openssl enc -base64|awk 'sub("..$", "")'`
authpass=`echo $7|openssl enc -base64|awk 'sub("..$", "")'`

if [ ! -f $mailtext ]
then
echo "Cannot find your mail text file. Exiting..."
exit 1
fi

exec 9<>/dev/tcp/$mailserver/25
echo "HELO $domain" >&9
read -r temp <&9
echo "$temp"
echo "auth login" >&9
read -r temp <&9
echo "$authemail" >&9
read -r temp <&9
echo "$authpass" >&9
read -r temp <&9
echo "Mail From: $from" >&9
read -r temp <&9
echo "$temp"
echo "Rcpt To: $to" >&9
read -r temp <&9
echo "$temp"
echo "Data" >&9
read -r temp <&9
echo "$temp"
cat $mailtext >&9
echo "." >&9
read -r temp <&9
echo "$temp"
echo "quit" >&9
read -r temp <&9
echo "$temp"
9>&-
9<&-
echo "All Done Sending Email. See above for errors"
exit 0
</pre>

=== rsync examples===
Also see [[Distribute files to multiple servers using rsync and ssh]]
<pre>
#!/bin/sh
ssh <remote_host> '/bin/mkdir -p /etc /etc/rc.config.d /etc/security /etc/mail'
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/passwd /etc/passwd.post /etc/group /etc/hosts /etc/services /etc/resolv.conf /etc/exclude.rootvg <remote_host>:/etc
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/hosts.allow.xcat <remote_host>:/etc/hosts.allow
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/rc.config.d/sap <remote_host>:/etc/rc.config.d
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/security/group /etc/security/limits /etc/security/login.cfg /etc/security/passwd /etc/security/user <remote_host>:/etc/security
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/mail/sendmail.cf <remote_host>:/etc/mail

rsync -av --progress /home/ibmtools/scripts/oracle/* benouerp07:/home/ibmtools/scripts/oracle/
</pre>

===Handy aliases===
Strip out comments and blank lines from a file
<pre>
alias strip='grep -Ev '\''^(#|$)'\'''
</pre>
Does a ps and a grep
<pre>
alias psg='ps -ef | grep -v $$ | grep -i '
</pre>
Getting a decent listing of filesystem space available. It is ordered such that the filesystems with no space left are at the end.
<pre>
OS=$(uname -s)
[[ "$OS" == "SunOS" ]] && alias dfg='df -h|sed -e '1d'|sort -n -k5|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$4,$5,$6)}'\'''
[[ "$OS" == "AIX" ]] && alias dfg='df -g|sed -e '1d'|sort -n -k4|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total GB","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$3,$4,$7)}'\'''
</pre>
A handy way of listing subdirectories and their files
<pre>
alias filetree="find . -print | sed -e 's;[^/]*/;|____;g;s;____|; |;g'"
</pre>
Watch progress of a copy
<pre>
alias cpProgress="rsync --progress -ravz"
</pre>
Reboots Linksys router<pre>
alias rebootlinksys="curl -u 'admin:password' 'http://192.168.1.2/setup.cgi?todo=reboot'"
</pre>
Nice one for bash. Colour codes the prompt depending on the outcome of the previous command
<pre>
bash_prompt_command()
{
RTN=$?
prevCmd=$(prevCmd $RTN)
}
PROMPT_COMMAND=bash_prompt_command
prevCmd()
{
if [ $1 == 0 ] ; then
echo $GREEN
else
echo $RED
fi
}
if [ $(tput colors) -gt 0 ] ; then
RED=$(tput setaf 1)
GREEN=$(tput setaf 2)
RST=$(tput op)
fi
export PS1="\[\e[36m\]\u.\h.\W\[\e[0m\]\[\$prevCmd\]>\[$RST\]"
</pre>
Mmmm, to be looked into. Executes remote commands on a unix box using curl.
<pre>
#/bin/sh
#
# WAG320N-HACK
# Ver. 1.0
# 12/09/2010
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

# Set username and password in the form of "username:password"
# example: "admin:admin"
my_access="admin:admin"

# Parameters test
if [ -z "$1" ]
then
echo "wag320n-hack.sh: missing remote command"
echo "usage: wag320n-hack.sh <remote command>"
echo "example: wag320n-hack.sh /bin/ls -la /usr/sbin"
echo "Note: always use full path"
echo ""
echo "wag320n-hack.sh - Ver. 1.0 - 12/09/2010"
echo "Licensed under GPL V. 3"
echo ""
exit 0
fi

# Get the command
my_command="ping_size="'$('"$@"' 1>&2)'

curl -s -G -u "$my_access" --data-urlencode 'todo=ping_test' --data-urlencode 'this_file=Diagnostics.htm' --data-urlencode 'next_file=Ping.htm' --data-urlencode 'c4_ping_ipaddr=192.168.1.1' --data-urlencode 'ping_timeout=5000' --data-urlencode 'ping_interval=1000' --data-urlencode 'ping_number=1' --data-urlencode "$my_command" http://192.168.1.1/setup.cgi | sed -e '/HTTP\/1.0 200 OK/q'
</pre>

===How to configure SSH with public/private keys===
* [http://www.unixpeople.com/HOWTO/configuring.ssh.html unixpeople.com]
===Use SSH config file===
<pre>
Host server10
Hostname 1.2.3.4
IdentityFile ~/.ssh/id_dsa
user foobar
Port 30000
ForwardX11Trusted yes
TCPKeepAlive yes
</pre>
then just connect using
<pre>
ssh server10
</pre>

===A decent sed tutorial===
From [http://www.grymoire.com/Unix/Sed.html grymoire.com]
===A decent korn/bash shell tutorial===
From [http://www.dartmouth.edu/~rc/classes/ksh/print_pages.shtml dartmouth.edu]
Reproduced here just in case it disappears!
[[Advanced shell scripting]]

===trap===
<pre>
Example Handling Traps With ksh - Discussion of the kill command

EXAMPLE TEMPLATE:

PRODUCT: HP-UX 11iV1 Version B.11.11
HP Tru64 V5.1B PK4
Sun/Solaris SunOS V5.8
Linux 2.6 kernel

COMPONENT: ksh

SOURCE: Philippe Vouters
Fontainebleau/France

LOW COST HIGH-TECH PRODUCTS: http://techno-star.fr

OVERVIEW:

The ksh script below shows how to eventually handle traps in the situation
where someone might try to kill a script by killing individual commands run
by that script or the entire process group a script is running in. The kill
command (usually a shell builtin) may be used to send a signal to a process
group (with the -<pid> syntax) or an individual process. The example ksh
script below runs /bin/sleep as the foreground process, the example ksh
scripts immediately returns when the /bin/sleep process has terminated. Most
signals sent to the shell are ignored until after the foreground process
terminates. This is in order to avoid creating zombie processes. Therefore a
kill <pid> on the example ksh script waits for the termination of the
/bin/sleep process.

The status value $? in the trap refers to the exit status of the command to run
and therefore is the exit status of the /bin/sleep process. The called function
in the trap handler shows how to correctly examine the effect of the kill
command on the shell or it's children.

To examine the value of $? in a trap handler means that you must understand what
it can be set and how different signals delivered to either the shell or the
foreground process (or the process group) might affect the value of $?.

The example shell script prints $? using echo but it does not perform tests on
the value of $?. For a complete solution when attempting to trap signals in a
shell you would also need code that examined the value of $? after the
foreground process had completed.

*** CAUTION ***

This sample script has been tested using HP-UX B.11.11, HP Tru64 V5.1B PK4,
SunOS V5.8 and Fedora Core 4 (homed version of Red Hat Linux). However, we
cannot guarantee its effectiveness because of the possibility of error in
transmitting or implementing it. It is meant to be used as a template for
writing your own scripts, and may require modification for use on your system.

SCRIPT NOTES:

To notice that the ksh script and /bin/sleep share the same process group
identifier (PGID), issue the following commands:

[philippe@victor ~]$ who
philippe :0 Jan 10 10:16
philippe pts/1 Jan 10 21:30 (:0.0)
philippe pts/2 Jan 10 21:30 (:0.0)
[philippe@victor ~]$ tty
/dev/pts/1
[philippe@victor ~]$ ps -j -t pts/2
PID PGID SID TTY TIME CMD
11072 11072 11072 pts/2 00:00:00 bash
11113 11113 11072 pts/2 00:00:00 ksh
11116 11113 11072 pts/2 00:00:00 sleep

In this case sending kill -INT -11113 will send SIGINT to the process group
11113. Both of the ksh and sleep processes are contained within this process
group.

Important Note:

On HP-UX, you have to $ export UNIX95=1 in order to be able to use the
-j option of the ps command.

SCRIPT:

COPYRIGHT (C) 2005 BY
HEWLETT-PACKARD COMPANY
ALL RIGHTS RESERVED.

THIS SOFTWARE IS FURNISHED UNDER A LICENSE AND MAY BE USED AND COPIED
ONLY IN ACCORDANCE WITH THE TERMS OF SUCH LICENSE AND WITH THE INCLUSION
OF THE ABOVE COPYRIGHT NOTICE. THIS SOFTWARE OR ANY OTHER COPIES
THEREOF MAY NOT BE PROVIDED OR OTHERWISE MADE AVAILABLE TO ANY OTHER
PERSON. NO TITLE TO AND OWNERSHIP OF THE SOFTWARE IS HEREBY TRANSFERRED.

THE INFORMATION IN THIS SOFTWARE IS SUBJECT TO CHANGE WITHOUT NOTICE AND
SHOULD NOT BE CONSTRUED AS A COMMITMENT BY HEWLETT-PACKARD COMPANY.

HP ASSUMES NO RESPONSIBILITY FOR THE USE OR RELIABILITY OF ITS
SOFTWARE ON EQUIPMENT THAT IS NOT SUPPLIED BY HP.

NO RESPONSIBILITY IS ASSUMED FOR THE USE OR RELIABILITY OF SOFTWARE
ON EQUIPMENT THAT IS NOT SUPPLIED BY HEWLETT-PACKARD COMPANY.

SUPPORT FOR THIS SOFTWARE IS NOT COVERED UNDER ANY HP SOFTWARE
PRODUCT SUPPORT CONTRACT, BUT MAY BE PROVIDED UNDER THE TERMS OF THE
CONSULTING AGREEMENT UNDER WHICH THIS SOFTWARE WAS DEVELOPED.

#!/bin/ksh
function handle_signal
{
print -n "pid $$ recieved $2 "
if [[ $1 = 0 ]];then
print but foreground command ended successfully
else
if [[ $1 = $3 ]];then
print and so did the last foreground command
else
print -n "and the exit status of the last foreground "
print command was $1
fi
fi
# Kill our process group and then ourselves with SIGTERM, giving a
# pid of 0 sends the signal to our process group. Killing the process
# group should kill us as well, this assumes that SIGTERM is not
# handled by any process in the process group.
#
# This code could be replaced with an exit with an exit value that
# would indicate what the problem was to the caller. That is replace
# these two lines with:
#
# exit $3
#
# or a specific exit code could be used.
#
kill -TERM 0
kill -TERM $$
}
OS=$(uname -a | awk '{print $1}')
if [[ "$OS" = "Linux" ]]; then
offset=256
elif [[ ("$OS" = "HP-UX") ||
("$OS" = "SunOS") ||
("$OS" = "OSF1") ]]; then
offset=128
fi
trap 'RC=$?; handle_signal $RC SIGINT $offset+2' INT
trap 'RC=$?; handle_signal $RC SIGQUIT $offset+3' QUIT
/bin/sleep 20
echo $?
</pre>
===DNS not working===
Ping to an IP address works
ping 74.125.136.103
but this doesn't
ping www.google.com

Check resolv.conf
cat /etc/resolv.conf
nameserver 95.130.132.17
nameserver 95.130.132.18
I had changed internet provider and forgot to update this. Just to set it to the router address and let that do the resolution
nameserver 192.168.1.1

===File descriptors===
<pre>
exec 3<> /tmp/foo #open fd 3 for r/w
echo "test" >&3
exec 3>&- #close fd 3.
</pre>
<pre>
exec 3<> myfile.txt
while read line <&3
do {
echo "$line"
(( Lines++ )); # Incremented values of this variable
#+ accessible outside loop.
# No subshell, no problem.
}
done
exec 3>&-

echo "Number of lines read = $Lines" # 8
</pre>
Mmm. See our output and also tee it to a log file!
<pre>
#!/bin/bash

echo hello

if test -t 1; then
# Stdout is a terminal.
exec >log
else
# Stdout is not a terminal.
npipe=/tmp/$$.tmp
trap "rm -f $npipe" EXIT
mknod $npipe p
tee <$npipe log &
exec 1>&-
exec 1>$npipe
fi

echo goodbye
</pre>

===Create new image with kvm===
Ref: http://www.cyberciti.biz/faq/kvm-virtualization-in-redhat-centos-scientific-linux-6/ 
Build an empty space for a CentOS virtual machine
<pre>
qemu-img create -f qcow2 centos.img 12G
</pre>
Tried creating image with
<pre>
sudo virt-install -n CentOS --description "Trying out CentOS" --ram=1024 --vcpus=1 --cpu host --hvm --cdrom /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2 --graphics vnc --disk path=/var/lib/libvirt/images/centos.img,bus=virtio,size=10
</pre>
gives error
<pre>
Starting install...
Allocating 'centos.img' | 10 GB 00:00
ERROR internal error Process exited while reading console log output: char device redirected to /dev/pts/1
qemu-kvm: -drive file=/home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2.bz2,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw: could not open disk image /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2: Permission denied
</pre>
===rpm / yum commands===
====Install an RPM Package====
<pre>
rpm -ivh pidgin-2.7.9-5.el6.2.i686.rpm

-i - install
-v - verbose
-h - print progress hashes
</pre>

====Check dependencies of RPM Package before Installing====
<pre>
rpm -qpR BitTorrent-5.2.2-1-Python2.4.noarch.rpm

-q - query
-p - list package capabilities
-R - list dependent package capabilities
</pre>

====Install RPM Package with all dependencies====
<pre>
yum install BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Install RPM Package with all dependencies (when RPM has been downloaded to local machine)====
<pre>
yum localinstall BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Force Install a RPM Package without dependencies====
Package will not work if dependencies are required
<pre>
rpm -ivh --nodeps BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Check an Installed RPM Package====
<pre>
rpm -q BitTorrent
</pre>
====List all files of an installed RPM package====
<pre>
rpm -ql BitTorrent
</pre>
====List All Installed RPM Packages====
<pre>
rpm -qa
</pre>
====Query information about an installed RPM package====
<pre>
rpm -qi vsftpd
</pre>
====Query information about a not yet installed RPM package====
<pre>
rpm -qip sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====(Forcibly) Remove an RPM Package====
Use package name (as seen in -qi above), not full name
<pre>
rpm -ev (--nodeps) vsftpd
</pre>
====Query a file that was installed as part of an RPM Package (which package contained this file)====
<pre>
rpm -qf /usr/bin/htpasswd
</pre>
====Verify an RPM package====
Compares information of installed files of the package against the rpm database
<pre>
rpm -Vp sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====Rebuild corrupted RPM database====
<pre>
cd /var/lib
rm __db*
rpm --rebuilddb
rpmdb_verify Packages
</pre>

===Install rpmforge repository===
* Download rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
* Import the key
<pre>
sudo rpm --import http://apt.sw.be/RPM-GPG-KEY.dag.txt
</pre>
* Install the repository
<pre>
sudo rpm -i rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Check the installation
<pre>
rpm -K rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Test it
<pre>
sudo yum install terminator
</pre>
===Install rpmfusion repository===
<pre>
su -c 'yum localinstall --nogpgcheck http://download1.rpmfusion.org/free/el/updates/6/i386/rpmfusion-free-release-6-1.noarch.rpm http://download1.rpmfusion.org/nonfree/el/updates/6/i386/rpmfusion-nonfree-release-6-1.noarch.rpm'
</pre>

===config file for yum===
Checkout this file for global yum config
<pre>
/etc/sysconfig/yum-cron-background
</pre>

===Setup Oracle Enterprise Linux (RedHat) with yum server===
You need to download the yum .repo file from the server, as per the steps below. After this, you need to enable a flag in the .repo file as per your operating system version. Having done these two steps, when you run yum install <pkgname> command on your linux box, the Oracle's yum server will be scanned, the dependent & the relevant rpm's will be download and installed for you. 
cd /etc/yum.repos.d
To download files here
wget http://public-yum.oracle.com/public-yum-el5.repo

A file named public-yum-el5.repo will be created in your directory 
Edit this file and enter enabled=1 against the operating systems which is relevant to you
vi public-yum-el5.repo

Next run the yum command
yum install package-name

===To change to static IP address (Raspberry Pi)===
As root:
<pre>
cd /etc/networks
vi interfaces
</pre>

replace the line “iface eth0 inet dhcp” with
<pre>
iface eth0 inet static
address 192.168.1.100
netmask 255.255.255.0
gateway 192.168.1.1
</pre>

You should also take a look at the file /etc/resolv.conf and check it has a nameserver entry (probably pointing at your default gateway) or direct to your ISP name servers.
<pre>
nameserver 192.168.1.1
</pre>
===Troubleshoot wireless network problems===
* [https://www.blackmoreops.com/2014/09/18/connect-to-wifi-network-from-command-line-in-linux/ connect to wifi network from command-line in linux - from blackmoreops.com]
'''Short summary of all the things you need to do in just few lines'''
<pre>
root@kali:~# iw dev
root@kali:~# ip link set wlan0 up
root@kali:~# iw wlan0 scan
root@kali:~# wpa_passphrase blackMOREOps >> /etc/wpa_supplicant.conf
root@kali:~# wpa_supplicant -i wlan0 -c /etc/wpa_supplicant.conf
root@kali:~# iw wlan0 link
root@kali:~# dhclient wlan0
root@kali:~# ping 8.8.8.8
(Where wlan0 is wifi adapter and blackMOREOps is SSID)
(Add Routing manually)
root@kali:~# ip route add default via 10.0.0.138 dev wlan0
</pre>

===To change to static IP address (Redhat/CentOS)===
As root:
<pre>
vi /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=STATIC
IPADDR=192.168.1.111
NETMASK=255.255.255.0
GATEWAY=192.168.1.1
ONBOOT=yes
DNS1=8.8.8.8
DNS2=8.8.4.4
</pre>
Resrart the network interface
<pre>
/etc/init.d/network stop
/etc/init.d/network start
or
service network restart
</pre>
Check name server entry in resolv.conf
<pre>
vi /etc/resolv.conf
nameserver 192.168.1.1
</pre>

===Enable processes / services to start at boot time===
<pre>
sudo chkconfig httpd on
sudo chkconfig mysqld on
</pre>

===Run a command on lots of servers in parallel===
This is a damn fine AIX utility - part of the CSM Distributed Shell.
dsh -a "ls -al /etc/apache2/*conf"
will list the Apache configuration file on all reachable servers (nodes)
===Download a gzip file and pipe it into tar===
<pre>
cd ~ && wget -O - "https://www.dropbox.com/download?plat=lnx.x86_64" | tar xzf -
</pre>

===Check in a script to make sure it is run only by root===
<pre>
RUID=`/usr/bin/id|$AWK -F\( '{print $1}'|$AWK -F\= '{print $2}'`
if [ ${RUID} != "0" ];then
$ECHO "This script must be executed as root"
exit 1
fi
</pre>

===Set terminal to use Backspace key to erase previous character instead of Control-H===
Been looking for this for a long time. 
You can put:
<pre>
stty erase <CTRL-V><Backspace key>
</pre>
in your .profile but this will be ruined if you do a copy/paste into another file. 
I wanted a way of doing this without entering the control character in the .profile. Finally stumbled upon it. And it's so simple. Just escape the caret!
<pre>
stty erase \^?
</pre>
Put this in the .profile. It's copy/pastable and it works! 
If you want CTRL-H to be your erase character, just do this:
<pre>
stty erase \^H
</pre>

===Play with the terminal settings and reset them again either side of requesting a password===
The -g option of stty gives a compact list of all the settings or the terminal and can be used as input to stty
<pre>
OLDCONFIG=`stty -g` # save terminal configuration
stty -echo # turn character echoing off
echo "Enter password: \c"
read PASSWD # get the password
stty $OLDCONFIG # restore terminal configuration
</pre>

===Reset terminal to "sane" characteristics===
If you've done a cat of a binary file or something else weird and your terminal is left in a mess, the following key sequence should bring it back to normal
<pre>
<CTRL-J>stty sane<CTRL-J>
</pre>
===Install OpenOffice on RedHat Enterprise when yum install doesn't!===
Download Package
<pre>
wget http://sourceforge.net/projects/openofficeorg.mirror/files/4.0.1/binaries/en-US/Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz/download -O Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz
</pre>
Change to root
<pre>
sudo su -
</pre>
Remove the old stuff
<pre>
yum remove openoffice* libreoffice*
</pre>
Extract Package
<pre>
tar -xvf Apache_OpenOffice_4.0.1*
cd en-US
</pre>
Install Package and exit root
<pre>
rpm -Uvh RPMS/*.rpm RPMS/desktop-integration/openoffice4.0-redhat-*.rpm
exit
</pre>
Start it
<pre>
openoffice4
</pre>
===What does this do?===
<pre>
while IFS= read -r line; do
echo "[$(date "+%F %T")] - $line"
done < <(iwevent)
</pre>
or
<pre>
while IFS= read -r line; do
printf "%s\n%s\n" "$line" "Yohooo! One more package."
done < <(tcpdump -i any -nS)
</pre>

===List of Special Characters and what they mean===
From [http://www.grymoire.com/Unix/Quote.html Bruce Barnett]
<pre>
Character Where Meaning
<RETURN> csh, sh Execute command
# csh, sh, ASCII files Start a comment
<SPACE> csh, sh Argument separator
` csh, sh Command substitution
" csh, sh Weak Quotes
' csh, sh Strong Quotes
\ csh, sh Single Character Quote
variable sh, csh Variable
variable csh, sh Same as variable
| csh, sh Pipe character
^ sh Pipe Character
& csh, sh Run program in background
? csh, sh Match one character
* csh, sh Match any number of characters
; csh, sh Command separator
;; sh End of Case statement
~ csh Home Directory
~user csh User's Home Directory
! csh History of Commands
- Programs Start of optional argument
$# csh, sh Number of arguments to script
$* csh, sh Arguments to script
$@ sh Original arguments to script
$- sh Flags passed to shell
$? sh Status of previous command
$$ sh Process identification number
$! sh PID of last background job
&& sh Short-circuit AND
|| sh Short-circuit OR
. csh, sh Typ. filename extension
. sh Source a file and execute as command
: sh Nothing command
: sh Separates Values in environment variables
: csh Variable modifier
Character Where Meaning
[ ] csh, sh Match range of characters
[ ] sh Test
%job csh Identifies job Number
(cmd;cmd) csh. sh Runs cmd;cmd as a sub-shell
{ } csh In-line expansions
{cmd;cmd } sh Like (cmd;cmd ) without a subshell
>ofile csh, sh Standard output
>>ofile csh, sh Append to standard output
<ifile csh, sh Standard Input
<<word csh, sh Read until word, substitute variables
<<\word csh, sh Read until word, no substitution
<<-word sh Read until word, ignoring TABS
>>!file csh Append to file, ignore error if not there
>!file csh Output to new file, ignore error if not there
>&file csh Send standard & error output to file
<&digit sh Switch Standard Input to file
<&- sh Close Standard Input
>&digit sh Switch Standard Output to file
>&- sh Close Standard Output
digit1<&digit2 sh Connect digit2 to digit1
digit<&- sh Close file digit
digit2>&digit1 sh Connect digit2 to digit1
digit>&- sh Close file digit
</pre>

Unix/Linux

2018-12-06T00:11:29Z

Stuart: /* uudeview */

* [http://hyperpolyglot.org/unix-shells#var-expansion Good shell comparison including variable expansion - hyperpolyglot.org]
* [http://pubs.opengroup.org/onlinepubs/9699919799/utilities/toc.html Shell coding standards - opengroup.org]
* [http://aix4admins.blogspot.be aix4admins]
* [http://linuxgazette.net/issue55/okopnik.html The Deep, Dark Secrets of Bash]
* [http://www.speakeasy.org/~arkay/216-7.4KshFunctions.html Korn Shell Functions]
* [http://www.grymoire.com/Unix/AwkRef.html AWK reference from Bruce Barnett]
* [http://www.catonmat.net/blog/wp-content/uploads/2008/09/awk1line.txt HANDY AWK ONE-LINERS]
* [http://www.grymoire.com/unix/Quote.html Unix quoting from from Bruce Barnett (grymoire)]
* [http://www.mpi-inf.mpg.de/departments/rg1/teaching/unixffb-ss98/quoting-guide.html Another excellent quoting tutorial]
* [http://aix4admins.blogspot.be/2015/02/snapshot-fs-snapshot-snapshot-is-state.html AIX snapshot technology]
* [[RaspberryPi]]
* [[SSH]]
* [http://www.anattatechnologies.com/q/2013/04/multiuser-screen/ Screen sharing from Unix using screen]
* [https://robots.thoughtbot.com/a-tmux-crash-course Screen sharing from Unix using tmux]
* [http://www.csb.yale.edu/userguides/wordprocess/vi-summary.html Handy ex and vi reference]
* [[Fedora install for my own purposes]]

===How to automatically download and process email attachments from Gmail===
==== Useful references====
* [http://www.courier-mta.org/maildrop/maildrop.html maildrop]
* [http://www.wonkity.com/~wblock/docs/html/maildrop.html Using maildrop As A Mail Delivery Agent (MDA)]
* [http://manpages.ubuntu.com/manpages/trusty/man7/maildropex.7.html .mailfilter examples]
* [https://www.axllent.org/docs/view/gmail-pop3-with-fetchmail/ Setting up fetchmail with Gmail]
* [https://www.linode.com/docs/email/clients/using-fetchmail-to-retrieve-email/ Using Fetchmail to Retrieve Email]

Eventually, after months of trying different things, came up with this combination of tools that worked very well.
====Install tools====
<pre>
sudo dnf -y install fetchmail maildrop uudeview openssl
</pre>
* Set Gmail account up for POP and disable IMAP
====Configure fetchmail====
This is the part that talks to Gmail and downloads the emails to the local machine.
<pre>
vi ~/.fetchmailrc

set postmaster "<username>"
#set daemon 600
poll pop.gmail.com with proto POP3
user "account@gmail.com" there with password '<password>' is <username> here options ssl nokeep
mda "/usr/bin/maildrop .mailfilter"
# sslcertfile /etc/ssl/certs/ca-bundle.crt
</pre>
If fetchmail complains about ssl certificates, try specifying wherein is with the sslcertfile line
==== Configure maildrop====
<pre>
vi ~/.mailfilter

LOGFILE = "/home/dbahawk/maildrop/maildrop.log"
DEFAULT="$HOME/maildrop"

# keep a copy
cc backup
`cd backup/new && rm -f dummy \`ls -t | sed -e 1,50d\``

if (/^To:.*getmail@...\.dnsalias\.org$/)
{
to Maildir/getmail/
}

#if (/^To:.*dbahawk/)
# {
# to maildrop
# }

if (/^To:.*dbahawk/)
dotlock "auto.lock" {
to "|uudeview -c -i"
}
</pre>
Not really sure why this filter is not working properly. The cc works but the To: check doesn't. So I have a shell that runs separately to process the emails in the backup mail directory.
====uudeview====
This is a clever program that can extract attachments from emails and put them in a directory of you choosing. 
This shell runs from cron at regular intervals to run the whole process
<pre>
#!/usr/bin/ksh

# fetch any new mail from Gmail (uses .fetchmailrc)
# fetchmail log is $HOME/maildrop/maildrop.log
fetchmail -d0

# fetchmail uses maildrop as mda (uses .mailfilter) to save messages to a maildir.
# this is not working correctly but still copies the messages to backup

# pull out the attachments and send them to the incoming directory for the collector to process when it wakes up
uudeview -c -i -p ~/Downloads/dbahawk_forward backup/new/*
</pre>

===Use sed to repeat characters===
echo an '=' sign then use the loop feature of sed to run round a loop a further 79 times replacing what you've got with the same thing plus and extra one!
<pre>
echo "=" | sed -e :a -e 's/^=\{1,79\}$/&=/;ta'
</pre>

===Convert between lower and upper case using ansi standard===
This way should be portable and give predictable results
<pre>
LOWER_SID=$(echo "${SID}" | tr '[:upper:]' '[:lower:]')
UPPER_SID=$(echo "${SID}" | tr '[:lower:]' '[:upper:]')
</pre>
===Use sed to delete the first line of a file or command output printing from the second line onwards===
Actually deceptively simple. Example remove the header from df output.
<pre>
df -k | sed 1d
</pre>
As a useful extension, suppose TO_DATA_DIR contains multiple directories, this will total the free space for all relevant filesystems 
This one is specific to AIX, for other Unixes and Linux, use $4 instead of $3.
<pre>
SPACE_AVAILABLE=$(df -k $TO_DATA_DIR | sed 1d | awk 'BEGIN {i=0} {i=i+$3} END {print i}')
</pre>
===Use sed to munge a controlfile into submission!===
* delete comment lines
* delete all lines after the one starting with a semicolon
* delete all blank lines
* change reuse to set
* change archivelog (with word boundaries) to noarchivelog
* change old sid to new sid
<pre>
sqlplus -s / as sysdba<<'EOSQL' >/dev/null
alter database backup controlfile to trace as '/tmp/regenerate_controlfile.sql' reuse resetlogs;
EOSQL
OLDSID='PROD'
NEWSID='TEST'
sed -e '/^--/d' -e '/^\;/q' -e '/^ *$/d' -e 's/REUSE/SET/' -e 's/\<ARCHIVELOG\>/NOARCHIVELOG/' -e 's/\"'${OLDSID}'\"/\"'${NEWSID}'\"/' /tmp/regenerate_controlfile.sql
</pre>
===Find all files where a certain text does not exist===
Mostly we want to search for files containing a particular string but how to find those files that do not contain some text. 
Using xargs instead of -exec forces the filename to be printed. -H should do this but doesn't seem to in this case.
<pre>
find . -name "*cfg" | xargs grep -H -c TO_CV_HOST {} \; | grep ':0$' | cut -d: -f1
</pre>

===Use tar and gzip to copy files more efficiently across network between hosts===
From the destination server, this will connect to the source, tar up each file and pull it back to the current server
<pre>
ssh oracle@hn5211 "cd /oracle/ora_data4/iten3/ && tar -cf - . | gzip " | ( cd /oracle/ora_data2/iten/ && gunzip -c | tar -xvf - . )
</pre>

===double hash and double percent in shell variables to trim off characters from variables===
<nowiki>#</nowiki> - trims everything from the start of line till the FIRST occurrence of following character (abstemious) :-) 
<nowiki>##</nowiki> - trims everything from the start of line till the LAST occurrence of following character (greedy) 
% - trims everything from the end of line backwards till the FIRST occurrence of following character (abstemious) 
%% - trims everything from the end of line backwards till the LAST occurrence of following character (greedy)
<pre>
FILENAME="/home/bey9at77/hello.txt"
FILE_STUB1=${FILENAME##*/}
FILE_STUB=${FILE_STUB1%.*}
echo $FILE_STUB
hello
FILE_EXT=${FILENAME##*.}
echo $FILE_EXT
txt
</pre>
or 
<nowiki>#</nowiki> - remove prefix reluctantly 
<nowiki>##</nowiki> - remove prefix greedily 
% - remove suffix reluctantly 
%% - remove suffix greedily 
<pre>
words="do.re.mi"

echo ${words#*.}

echo ${words##*.}

echo ${words%.*}

echo ${words%%.*}
</pre>

===The best shell script ever. An example of how scripting should be done===
It was written by someone at Oracle. Unfortunately (s)he did not put any author comment in it. Also unfortunately I cannot show it here as it is protected behind Oracles support website. 
If you have an Oracle Metalink id, you can get the complete script [https://support.oracle.com/epmos/faces/DocumentDisplay?id=949322.1 here] 
Here is a snippet of a function that demonstrates proper commenting and a very good style. 
The script is called physru.sh and upgrades an Oracle database in a rolling upgrade fashion by using a physical standby. 
There are 4500 lines in the full script but it is so easy to read and understand because of the way it's written, it's like a breath of fresh air. Well done whoever you are!
<pre>
###############################################################################
# NAME: wait_mrp_active
#
# DESCRIPTION:
# Wait for $MRP_START_TIMEOUT minutes to confirm that the MRP is active. If
# we can't detect an active MRP, abort the script with an error.
#
# INPUT(S):
# Arguments:
# $1: database user
# $2: user password
# $3: tns service name
# $4: database unique name
#
# Globals:
# None
#
# RETURN:
# None
#
###############################################################################
wait_mrp_active()
{
display "confirming media recovery is running"
l_wma_status=1
l_wma_curtime=`perl -e 'print int(time)'`
l_wma_exptime=`expr $MRP_START_TIMEOUT "*" 60`
l_wma_maxtime=`expr $l_wma_curtime + $l_wma_exptime`
while [ "$l_wma_curtime" -lt "$l_wma_maxtime" ]
do
is_mrp_running $1 $2 $3 $4
if [ "$?" -gt "0" ]; then
l_wma_status=0
break
fi

sleep $MRP_START_INTERVAL
l_wma_curtime=`perl -e 'print int(time)'`
done
chkerr $l_wma_status "could not detect an active MRP after $MRP_START_TIMEOUT minutes"
}
</pre>

===split variable (eg. filename) into separate variables using set===
<pre>
FILENAME="split_this_into_bits"
set $(echo ${FILENAME} | sed 's/_/ /g')
echo $4 $3 $2 $1
bits into this split
</pre>
===Centre align text on a line in bash shell===
Doesn't work in Korn shell due to %*s
<pre>
#COLUMNS=$(tput cols) # width of the current window
COLUMNS=80
title="Hello world!"
printf "%*s\n" $(((${#title}+$COLUMNS)/2)) "$title"
</pre>
and as a one-liner
<pre>
printf "%*s\n" $(( ( $(echo $* | wc -c ) + 80 ) / 2 )) "$*"
</pre>
This works in Korn shell...
<pre>
TITLE="$1"
LINEWIDTH=80

LPAD=$(((${#TITLE}+$LINEWIDTH)/2))
printf %${LPAD}s "$TITLE"
</pre>

===Right justify text (or repeat characters) on a line with leader dots!===
<pre>
function rpadwait {
text=$1
# -------------------------
# suppress newline for echo
# -------------------------
N=
C=
if echo "\c" | grep c >/dev/null 2>&1; then
N='-n'
else
C='\c'
fi

echo ${N} "${text}${C}" | sed -e :a -e 's/^.\{1,80\}$/&\./;ta'
}
</pre>

===cron jobs not submitted - daemon run out of child processes?===
Sometimes have problems with NFS mounts and this causes cron jobs to hang. If they are scheduled to run regularly, eventually cron will no longer be able to start any more jobs. 
* Check the cron log '''/var/adm/cron/log''' to see if there are any errors or other messages around the time the jobs should run.
If cron has hit its process limit (default 100), it will try again after a number of seconds (default 60). 
Both the number of jobs and wait time are configured in the file '''/var/adm/cron/queuedefs'''. If it is unusual for cron to be running so many jobs, you can check the process table to view the jobs cron has created. These jobs will have parent process id (PPID) of the cron daemon. 
<pre>
$ ps -ef | grep cron | grep -v grep
root 6750314 1 0 Apr 24 - 3:39 /usr/sbin/cron
solax025:root[/home/root]# ps -T 6750314
PID TTY TIME CMD
6750314 - 3:39 cron
21168296 - 0:00 \--bsh
58982414 - 0:00 \--sadc
</pre>
In this example, we only have 1 job running

===Find long-running processes with a cron job===
Processes running longer than 24 hours have a date instead of a start time...
<pre>
58 08,14 * * * /home/ibmtools/scripts/oracle/dosh -vc "ps -ef|grep 'ibmtools/scripts/oracle'|perl -nae 'print if \$F[4] !~/:/'" >/tmp/lrp.txt; [[ $(grep -c ibmtools /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' reporting@companymail.com
</pre>

===Process command line arguments in shell===
Borrowed from Mozilla Firefox installer
<pre>
## Command line arg defaults
##
moz_debug=0
moz_debugger=""
moz_debugger_args=""
#
##
## Parse the command line
##
while [ $# -gt 0 ]
do
case $1 in
-g | --debug)
moz_debug=1
shift
;;
-d | --debugger)
moz_debugger=$2;
if [ "${moz_debugger}" != "" ]; then
shift 2
else
echo "-d requires an argument"
exit 1
fi
;;
-a | --debugger-args)
moz_debugger_args=$2;
if [ "${moz_debugger_args}" != "" ]; then
shift 2
else
echo "-a requires an argument"
exit 1
fi
;;
*)
break;
;;
esac
done
#
##
## Program name given in $1
##
if [ $# -gt 0 ]
then
MOZ_PROGRAM=$1
shift
fi
##
## Program not given, try to guess a default
##
if [ -z "$MOZ_PROGRAM" ]
then
##
## Try this script's name with '-bin' appended
##
if [ -x "$MOZ_DEFAULT_NAME" ]
then
MOZ_PROGRAM=$MOZ_DEFAULT_NAME
##
## Try mozilla-bin
##
elif [ -x "$MOZ_APPRUNNER_NAME" ]
then
MOZ_PROGRAM=$MOZ_APPRUNNER_NAME
fi
fi
#
#
##
## Make sure the program is executable
##
if [ ! -x "$MOZ_PROGRAM" ]
then
moz_bail "Cannot execute $MOZ_PROGRAM."
fi
#
</pre>

===Carry XWindows settings across sessions===
<pre>
# ----------------------
# push XWindows settings
# ----------------------
[[ "$(uname)" == "SunOS" ]] && PATH=/usr/openwin/bin:$PATH
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
xauth list > /tmp/xauth_list_$WHOAMI
chmod 777 /tmp/xauth_list_$WHOAMI

echo $DISPLAY > /tmp/xdisplay_$WHOAMI
chmod 777 /tmp/xdisplay_$WHOAMI
</pre>

===Cross-platform version of whoami===
<pre>
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
</pre>

===Set terminal title from command line===
Put something like this in the .profile 
-n do not output the trailing newline 
-e enable interpretation of backslash escapes 
|0 sets title of window and icon 
|1 sets title of icon only 
|2 sets title of window only 
<pre>
echo -en "\033]0;`hostname`\007"
</pre>
<pre>
echo -en "\033]2;`hostname`\007"
</pre>

===Remove blank lines and comments (also indented ones) from a file===
<pre>
awk -F\: '!/^($|[:space:]*#)/ {print $2}' /etc/oratab | sort | uniq
</pre>
or as part of a script that removes comments and blank lines from all Korn shell scripts in a directory
<pre>
#!/usr/bin/ksh
for i in $(ls *ksh); do
perl -p -i -e 's/^\s*#[^!]*$//; s/^\s*$//' $i
done
</pre>

===Return elements of an array in Korn shell===
From [http://unix.stackexchange.com/questions/188202/processing-output-from-an-sqlite-db-into-a-ksh-array-with-spaces here] 
Could be used to separate the columns of an SQL select when returning to the shell 
This approach eliminates the need to put quotes around text with spaces in it.
<pre>
echo $KSH_VERSION
x="Red,Yellow is a color,Blue"
oIFS=$IFS
IFS=,
y=($x)
IFS=$oIFS
echo ${y[1]}
</pre>

===A decent Unix Prompt===
<pre>
export PS1="`uname -n`:`whoami`[\${PWD}]# "
or
export PS1='($?) $'ORACLE_SID" "`whoami`"@"`uname -n`":"'$'PWD"> "
export EDITOR=vi
</pre>
===Simple arithmetic===
pipe the calculation into the shell calculator
<pre>
space_in_kb=$(echo $1 / 1024 | bc)
</pre>
Calculate the remainder (modulo) of a division calculation
<pre>
if [[ $(echo "${NUMBER} % 2" | bc) -eq 0 ]]; then
echo "${NUMBER} is even"
else
echo "${NUMBER} is odd"
fi
</pre>
or do it in awk if scientific notation maybe involved
<pre>
function calc { awk "BEGIN{print $*}"; }

if [[ $(calc "${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE") -le 0 ]]; then
echo "NOK"
fi
</pre>

===Script encryption and passphrase protection===
Encrypt a shell script with the ability to execute the encrypted version
* from [http://www.commandlinefu.com/commands/browse commandlinefu.com]
<pre>
scrypt(){ [ -n "$1" ]&&{ echo '. <(echo "$(tail -n+2 $0|base64 -d|mcrypt -dq)"); exit;'>$1.scrypt;cat $1|mcrypt|base64 >>$1.scrypt;chmod +x $1.scrypt;};}
</pre>

===Virtual host configuration in Apache http.conf===
<pre>
<VirtualHost *:80>
ServerName dbamon
DocumentRoot "/Volumes/data/Sites/dbamon_push"
<Directory "/Volumes/data/Sites/dbamon_push">
Options Includes FollowSymLinks
AllowOverride All
Order allow,deny
Allow from all
</Directory>
</VirtualHost>
</pre>
and in /etc/hosts, add...
<pre>
127.0.0.1 dbamon
</pre>
===Mount a website (or any other remote resource) locally using WebDav===
Redhat/CentOS
<pre>
yum install fuse-davfs2
or
yum install wdfs.x86_64
</pre>
Debian
<pre>
apt-get install davfs2
</pre>
then...
<pre>
sudo mkdir /mnt/webdav # or whatever you'd like to call the directory
sudo mount.davfs [-o option[,option]...] device mount_point
</pre>
In man's terms, that last line would translate to:
<pre>
id #suppose this returns uid=501 and gid=502
sudo mount.davfs -o 501,502 https://your/web/site /mnt/webdav
</pre>
Mac OSX
<pre>
osascript -e ' mount volume "http://username:password@webdav.address:portnum" '
or
osascript -e ' mount volume "http://username@webdav.address:portnum" '
or
osascript -e ' try mount volume "http://webdav.address:portnum" '
or
mount -t webdav http://webdav.address:portnum /mnt/webdav # this one won't show up in the Finder Sidebar.
</pre>

===Add current hostname to list of hosts on an xcat server===
<pre>
CMD="nodels"
HOST=`hostname`
(echo "$HOST"; $CMD) | while read server
do
echo "server:$server"
done
</pre>
===What is todays 'Day Of the Year' number?===
<pre>
DOY=`perl -e 'print sub{$_[7]}->(localtime)+1;'`
</pre>

===Convert Julian day numbers to dates===
<pre>
for day in 8 33 36 61 64 91 96 121 126 152 155 182 187 215 218 244 247 274 279 306 309 335 338 365; do date -d "`date +%Y`-01-01 +$(( ${day} - 1 ))days" +%d-%m-%Y; done
</pre>
===Send crontab job output to a date formatted log file===
This will run a job every 5 minutes and send the output to a file ending with a time in hours and minutes. 
The thing to note is the escaped percent signs. This is because a % sign is interpreted by cron to mean a newline character. Everything after the first % is treated as input to the program.
<pre>
*/5 * * * * /var/www/cgi-bin/dbamon_collector.ksh >/tmp/dbamon_collector.log.$(date "+\%H\%M") 2>&1
</pre>
===Edit crontab file without crontab -e===
It can happen that you need to add or modify a line in the crontab of many users or across many servers at once. 
In principle, there's nothing wrong with modifying the crontab file directly. You just lose the advantages of file locking (and syntax checking) that crontab -e offers. 
Here we take a backup of the current crontab, print it out, echo an extra command and ask cron to use these as input (thus overwriting the existing crontab file). Just don't run this close to midnight :-)
<pre>
crontab -l > /tmp/crontab.`date '+%Y%m%d'`
(
cat /tmp/crontab.`date +'%Y%m%d'`
echo "02 10 * * * /home/ibmtools/scripts/oracle/export_parfile.ksh -s SID -f JDBEOP1.parfile"
) | crontab -
</pre>
or
<pre>
crontab -l > /tmp/crontab.backup
crontab -l > /tmp/crontab.$$
perl -p -i -e 's!backup_send_tsm_dump!backup_export2tsm!g' /tmp/crontab.$$
crontab /tmp/crontab.$$
rm /tmp/crontab.$$
</pre>
or
<pre>
crontab -l >$HOME/crontab.$(date '+%Y%m%d')
crontab -l | perl -p -e 's|/nas/software/oracle/scripts|/oracle/scripts|' | crontab
</pre>

===Use shell to convert a number in scientific notation to normal===
<pre>
var2convert='1.2345678e3'
printf -v var2convert "%.f" $var2convert
echo $var2convert # magic!
</pre>
===Check for jobs running longer that 24 hours===
Run from the management server across all Unix servers. Checks the 5th column in a ps listing. If it doesn't find a : (time separator), the process is running longer than 24 hours.
<pre>
# ---------------------------------------
# report on long running oraibm processes
# ---------------------------------------
01 17,14 * * * rm -f /tmp/lrp.txt;/home/ibmtools/scripts/oracle/dosh -vc \"ps -ef|egrep 'oraibm|scripts/oracle'>/tmp/lrp.txt;perl -nae 'print if \$F[4] !~/:/' /tmp/lrp.txt\" >>/tmp/lrp.txt;[[ $(egrep -c 'oraibm|scripts/or
acle' /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' bey9at77@mail.com
</pre>

===Global find and replace with perl (restricted to list of files provided by Unix find command)===
<pre>
find . -type f -exec perl -i -pe 's/something/else/g' {} \;
</pre>
===perl function to make filenames lower case===
<pre>
function lower {
perl -e 'for (@ARGV) { rename $_, lc($_) unless -e lc($_); }' *
}
</pre>

===From the management server, search the TNS listener port for each database on a server and make an inline substitution in the ITM config files!===
<pre>
for i in `/home/ibmtools/scripts/oracle/dosh -c "ls -al /opt/IBM/ITM/config/*rz*cfg|grep -v lrwx"|awk '{print $NF}'`; do
server=`echo $i|cut -d_ -f1 | awk -F'/' '{print $NF}'`
db=`echo $i|cut -d'.' -f1 | awk -F'_' '{print $NF}'`
OH=`ssh $server grep "^$db" /etc/oratab|cut -d: -f2`
LISTENERPORT=`ssh $server cat $OH/network/admin/listener.ora|perl -00 -ne 'print $1 if /'$db'.*PORT.*=.*(\d{4})/s'`
ssh $server perl -p -i.bak -e 's/1521/'$LISTENERPORT'/' $i
ssh $server ls -al ${i}*
done
</pre>

===Run a job from cron every Nth day of the month===
Example. Execute a job every third Saturday of the month. 
Paste this into a file called calenday and put it in /usr/local/bin so it's (probably) on the PATH
<pre>
#!/usr/bin/ksh

# ix is the week number of the month ("2"nd Friday of the month, "3"rd Tuesday of the month)
# dy is the day number in Unix format (0 for Sunday, 1 for Monday, ... 6 for Saturday)
# eg. "calenday 3 6" returns the date of 3rd Saturday of the month.

ix=$1
dy=$2
SCHAR=$((($dy*2)+$dy+1))
ECHAR=$(($SCHAR+1))
cal `date '+%m %Y'` | egrep "\<[0-9]{1,2}\>" | cut -c${SCHAR}-${ECHAR} | xargs | awk {'print $'$ix'}'

</pre>
Now in crontab, you should be able to do something like this: 
<pre>
15 20 * * * [[ `calenday 3 6` -eq `/bin/date '+%d'` ]] && su - oracle -c "run_my_backup.ksh"
</pre>

This will also work on some Unices.. 
We send backups to a special TSM node on the second Friday of each month. This report must run a day later - but that is not guaranteed to be the second Saturday or even the 3rd. So...
<pre>
30 12 8-14 * 5 sleep 86400 && su - oracle -c "/usr/bin/perl -ne 'print if /ORX_M_SOL/ .. /^STOP/' /home/oracle/incoming/dbamon_spool_tsm_*.SOL | grep Archive | grep -v Client | mailx -s 'Monthly TSM backups' orareport@xxxxxx.com"
</pre>

===ps listing does not show start time after 24 hours===
But you can see elapsed time using your own ps command
<pre>
/usr/bin/ps -eo etime,user,pid,ppid,cpu,start,tty,time,args|tail -n +2|sort
</pre>

===ps -ef cuts off args cmd column on Solaris===
====To see more than 80 characters of the last column on Solaris====
This shows all the individual arguments to the command
<pre>
pargs <pid>
</pre>
This shows the ps listing in 'compatibility' mode (there are more compatibility commands in /usr/xpg4/bin)
<pre>
/usr/ucb/ps auww
</pre>
====To see more than 80 characters of the last column on AIX====
This shows the full argument listing of a process (NOTE: no minus sign!)
<pre>
ps eww <pid>
</pre>

===Remove blank / empty lines from vi ===
Maybe you cut and pasted a file from Windows and it's full of blank lines and Control-M's now 
There are several methods but I think this is the easiest to remember
<pre>
:g/^$/d
</pre>

===Right pad a variable===
a function like rpad in SQL but for Shell 
<pre>
function rpad {
text=$1
padwidth=$2
padchar=$3
echo "$text" | sed -e :a -e 's/^.\{1,'$padwidth'\}$/&\'$padchar'/;ta'
}
</pre>

===Connect to a Windows server from Linux using rdesktop===
My remmina stopped working so rolled my own. Very simple really. Put this is a shell.
<pre>
tsocks rdesktop -z -P -x m -a 16 -d MAIND -u sbarkley -p ****** -r disk:SOL=$HOME/Documents/SOL -g 95% 150.251.112.38 &

where...
-z - enables compression
-P - enables bitmap caching (saves network traffic)
-x m - disables eye-candy features
-a 16 - reduce colour pallete to 16 colours
-d - domain to connect to
-u - username
-p - password
-r - setup a shared folder
-g - geometry (use W x H or percentage)
</pre>
Slight problems with rdesktop not working 100% of the time. Now using xfreerdp. Seems better...
<pre>
xfreerdp -g 90% --ignore-certificate --gdi sw -K -d wdcrhbp05 -u oraibm -p "`cat $HOME/scripts/.oraibm.password`" -T "wdcrhbp05_oraibm" --plugin cliprdr --plugin rdpdr --data disk:SOL:/home/bey9at77/Documents/SOL -- --plugin rdpsnd --data alsa -- 150.251.112.25 &
</pre>

===Reset your password bypassing password rules===
must be done as root
<pre>
echo "user:new_password" | chpasswd
</pre>
===Sum the sizes of all files of an ls listing===
It'll check to see if the sum of filesizes corresponds with the df -g (or h) listing (can get messed up due to open but deleted files)
<pre>
cd /oracle/export
df -g .
find . -name "*dmp*" -ls | awk '{ SUM += $7} END { print SUM/1024/1024/1024 }'
</pre>

===Mount an iso image under Linux===
<pre>
mkdir -p /mnt/cdrom
mount -o loop /dev/cdrom /mnt/cdrom
</pre>
===How many processors on the machine?===
* AIX
<pre>
lsdev -C|grep Process|wc -l
</pre>
* Solaris
<pre>
psrinfo -v|grep "Status of processor"|wc -l
</pre>
* Linux
<pre>
cat /proc/cpuinfo|grep processor|wc -l
</pre>

===Quick, simple, understandable example of how to use RRDTool===
* [[RRDTool]]

===Use expect to respond automatically to interactive programs===
<pre>
#!/usr/bin/expect -f
spawn /usr/tivoli/tsm/client/oracle/bin64/tdpoconf passw -tdpo_optfile=/oracle/[lindex $argv 0]/admin/tdpo.opt
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
</pre>
===Use expect to allow file copy with scp (if ssh keys are not an option)===
<pre>
#!/usr/bin/expect -f
spawn scp /home/oracle/.profile oracle@hn512:/tmp/prfl
set pass "thepassword"
expect {
password: {send "$pass\r" ; exp_continue}
eof exit
}
</pre>

===Within a shell script set up simultaneous output to both terminal and a file using a FIFO (named pipes)===
or "How to send shell output to screen/stdout as well as to a logfile using tee and redirection with exec" 
 
examples [http://www.unix.com/shell-programming-and-scripting/85584-redirect-within-ksh.html here on unix.com]
* general info on redirections [http://www.catonmat.net/blog/bash-one-liners-explained-part-three/ here at catonmat.net]
<pre>
#!/bin/ksh

REDIR=test.redir
FIFO=test.pipe
[[ -e $FIFO ]] || mkfifo $FIFO

# make a new channel(3) and copy channel 1's destination as its own (does NOT POINT TO channel 1's destination)
# this allows the normal output to continue to STDOUT but also get printed to whatever file is attached to channel 3
exec 3>&1

# anything coming in on the pipe, send it to $REDIR and to channel 3
tee $REDIR <$FIFO >&3 &

# redirect STDOUT to the pipe
exec > $FIFO

echo "going to default output"
echo "forcing to channel 1" >&1
echo "forcing to channel 2" >&2
echo "forcing to channel 3" >&3
</pre>
====More elaborate example====
found [http://stackoverflow.com/questions/2288939/create-a-pipe-that-writes-to-multiple-files-tee here on stackoverflow]
<pre>
#!/bin/sh

# Author: Harvey Chapman <hchapman _AT_ 3gfp.com>
# Description: POSIX shell functions that can be used with tee to simultaneously put
# stderr and stdout to both a file and stdout
#
# Based on:
# Re: How to redirect stderr and stdout to a file plus display at the same time
# http://www.travishartwell.net/blog/2006/08/19_2220

#
# Original example function from Travis Hartwell's blog.
# Note: I've made minor changes to it.
example()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

# This should really be -p to test that it's a pipe.
if [ ! -e $OUTPUT_PIPE ]; then
mkfifo $OUTPUT_PIPE
fi

# This should really be -f to test that it's a regular file.
if [ -e $OUTPUT_LOG ]; then
rm $OUTPUT_LOG
fi

exec 3>&1 4>&2
tee $OUTPUT_LOG < $OUTPUT_PIPE >&3 &
tpid=$!
exec > $OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid

rm $OUTPUT_PIPE
}

# A slightly reduced version of example()
example2()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

rm -f $OUTPUT_PIPE
mkfifo $OUTPUT_PIPE
rm -f $OUTPUT_LOG

tee $OUTPUT_LOG < $OUTPUT_PIPE &
tpid=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid
rm -f $OUTPUT_PIPE
}

#
# Logging methods based on above. See the example below for how to use them.
#

# Usage: start_logging [delete_existing_logfile]
start_logging()
{
# Check to see if OUTPUT_LOG and OUTPUT_PIPE need to be defined.
if [ -z "$OUTPUT_LOG" ]; then
OUTPUT_LOG=output.log
fi
if [ -z "$OUTPUT_PIPE" ]; then
OUTPUT_PIPE=output.pipe
fi
# Make sure that we're not already logging.
if [ -n "$OUTPUT_PID" ]; then
echo "Logging already started!"
return 1
fi

# Always remove the log and pipe first.
rm -f $OUTPUT_PIPE
# Delete the logfile first if told to.
if [ "$1" = delete_existing_logfile ]; then
rm -f $OUTPUT_LOG
fi

mkfifo $OUTPUT_PIPE
tee -a $OUTPUT_LOG < $OUTPUT_PIPE &
OUTPUT_PID=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1
}

stop_logging()
{
# Make sure that we're currently logging.
if [ -z "$OUTPUT_PID" ]; then
echo "Logging not yet started!"
return 1
fi
exec 1>&3 3>&- 2>&4 4>&-
wait $OUTPUT_PID
rm -f $OUTPUT_PIPE
unset OUTPUT_PID
}

example3()
{
start_logging
#start_logging delete_existing_logfile
echo "This is on standard out"
echo "This is on standard err" >&2
stop_logging
}
</pre>

===RedHat root filesystem has gone read-only===
* [http://www.unixarena.com/2013/09/redhat-linux-how-to-fix-read-only-root.html How to fix read only root file system]

===Kill all processes for a user===
<pre>
for prc in `ps -ef | grep -E "^ +[o]racle" | awk '{print $2}'`; do
kill $prc
done
</pre>

===isRGHere===
Checks if resource group is on this leg of an HACMP cluster. Returns 0 if true else 1.
<pre>
#!/usr/bin/ksh

SCRIPT=`basename $0`

function rctest
{
exitcode=$1
msg=$2
if [ $exitcode -ne 0 ]; then
echo "********************************************************************************"
echo "\nScript $SCRIPT finished with errors."
echo "$msg."
echo "Returncode : $exitcode."
echo "\n********************************************************************************"

fi
exit $exitcode

}

RGINFO=/usr/es/sbin/cluster/utilities/clRGinfo
[[ ! -f $RGINFO ]] && rctest 1 "clRGinfo not found"

if [ $# -eq 1 ]
then
RG=`echo $1 | cut -c 1-14`
else
rctest 10 "Usage: `basename $0` <RG name>"
fi

$RGINFO |grep -qwp $RG || rctest 9 "$RG is not defined"

THISNODE=`/usr/es/sbin/cluster/utilities/get_local_nodename | cut -c 1-14`
$RGINFO |grep -wp $RG |grep -w $THISNODE |grep -wq ONLINE
</pre>
===AIX: add a user to a group===
<pre>
chgrpmem -m + oracle ibmtls
</pre>
===Find swear words in scripts by comparing it to a list found on the internet===
<pre>
wget "http://www.bannedwordlist.com/lists/swearWords.csv" -O /tmp/s ; for word in $(cat /tmp/s | sed -e 's/ /_/g' -e 's/,/ /g') ; do grep -wR $word *; done | less
</pre>

===grep -p (for paragraph) works on AIX but not on Linux or Solaris===
Use awk instead
<pre>
awk 'BEGIN {FS="\n" RS="\n\n"} /search pattern/ { do something }' <file>
/usr/xpg4/bin/awk 'BEGIN {RS="\n\n";FS="\n"} /AGRHDWQ1/ {print $2}' dsm.sys | awk '{print $NF}'
</pre>
this prints the last word of the second ''line'' in the paragraph in dsm.sys that contains the search term AGRHDWQ1. 
Or slightly simpler...
<pre>
awk -v RS='' '/NHAPPLP1/' /etc/tsm/dsm.sys # (use /usr/xpg4/bin/awk on Solaris)
</pre>
or, case insensitively:
<pre>
awk -v RS='' 'tolower($0) ~/so_u_clubqa_orx_d_cab/' /etc/tsm/dsm.sys
</pre>
Using -v means you don't have to use a BEGIN section.

===debug/redirect log of a shell===
<pre>
#!/usr/bin/ksh
exec 2>/tmp/mytest
</pre>
===Different ways of Iteration in korn shell with a while loop===
<pre>
IFS="|"
exec 0<$statfile
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done
</pre>
or
<pre>
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done <statfile
</pre>
or
<pre>
cat $statfile | sort -nk4 | while IFS=\| read host db type started stopped
do
[[ "$stopped" == "" ]] && continue
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} ${started}:${started}:${stopped}
[[ $? -ne 0 ]] && echo "nok: $?"
done
</pre>

===Filesystem 100% full, what's taking up all the space?===
<pre>
find /oracle/endur -xdev -ls|sort -nr +6|head
</pre>
or
<pre>
/dev/esb01fs010001 1.00 0.00 100% 1838 69% /oracle
beuxdsysesb01:root[/root]# cd /oracle
beuxdsysesb01:root[/oracle]# du -gsx * | sort -n
0.00 checkpoints
0.00 flash_recovery_area
0.00 lost+found
0.00 oraInst.loc
0.00 oraInventory
0.09 admin
0.99 diag
</pre>
cd diag and repeat until culprits are found

===Show paged memory hogs on AIX===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>

===Capitalise the first letter of a word in Korn Shell===
Not as easy as it sounds if it needs to work in non-ksh93 shells
<pre>
function capit {
typeset -u first
first=${1%"${1#?}"}
printf "%s\n" "${first}${1#?}"
return 0
}
</pre>
or maybe more neatly done in Perl... 
This will capitalise each word in a sentence passed into it
<pre>
function capit {
echo "$1" | perl -pe "s/([\w']+)/\u\L\1/g"
return 0
}
</pre>

===Remove / rename a directory / file containing weird control characters===
Use ls with -i to see inode listing
<pre>
ls -bali
</pre>
Use find with -inum to get the filename and -exec to remove it
<pre>
find . -inum <inode from ls listing> -exec rm -f {} \;
</pre>

===Run a local script on a remote host===
Doing it this way means we do not need to scp the shell over to the host before executing it!
<pre>
ssh user@host 'sh' < your_script.sh
</pre>
First of all, this command is a redirection: your shell will open the file your_script.sh and feed it as input to the ssh command. ssh, in turn, will tunnel its stdin to the remote command, namely, sh instance. And sh without arguments reads its script from stdin. So we got sh instance, which is launched on remote host, but reads commands from your local file.

===Get a list of running instances - but only those started by the current user===
This is the way I wanted to do it but there's an issue. Where does that spare } character come from? Anyone?
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }'
</pre>
ps listing
<pre>
$ ps -ef | grep [p]mon
oracle 13304024 1 0 Jun 07 - 2:39 ora_pmon_reportk
oracle 26018178 1 0 Jun 07 - 3:01 ora_pmon_dwh_perf
oracle 29229432 1 0 Jun 07 - 2:30 ora_pmon_adso
oraebso 18022994 1 0 Jun 07 - 2:38 ora_pmon_EBSO
oracle 30278192 1 0 Jun 07 - 2:48 ora_pmon_owb112k
</pre>
Results of above command
<pre>
reportk
dwh_perf
adso
}
owb112k
</pre>
Workaround 1. Send the ps listing to a file and work on it without pipes. Works but it's a bit long-winded especially as we have to clean up afterwards.
<pre>
ps -ef | grep [p]mon>/tmp/results.$$ 2>/dev/null; awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' /tmp/results.$$; rm -f /tmp/results.$$
</pre>
Workaround 2. Don't like the grep -v but until I find out where that } is coming from..
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' | egrep -v 'grep|}|ASM'
</pre>

===Return a list of Oracle databases running on a list of remote servers===
<pre>
#!/bin/ksh

serverlist=`cat /home/tools/ini/system/oracle_servers | sort -n | tr "\n" " "`

if [ -z "${serverlist}" ]
then
echo "no servers found" && exit 1
fi

for server in ${serverlist}
do
ssh ${server} "ps -ef | grep [o]ra_pmon_" >/tmp/${server}.dblist
done

for server in ${serverlist}
do
cat /tmp/${server}.dblist | awk -F_ -v SRV=${server} 'BEGIN {print SRV ":"} {print $NF}' | tr "\n" " "
echo
done
</pre>

===Clever trick to check whether SQL output needs sending to someone===
Using an exit status from SQL*Plus back to the shell so we can decide what to do. Nice one!
<pre>
#!/bin/bash
tempfile=/tmp/audit_locked_accounts_$ORACLE_SID.txt

# Start sqlplus and check for locked accounts
sqlplus -S "/ as sysdba" << EOF > $tempfile
set pages 0
select 'The following accounts were found to be unlocked and should not be'
from dual;

def exit_status = 0
col xs new_value exit_status

select username
, account_status
, 1 as xs
from dba_users
where account_status != 'LOCKED'
and username in ('HR', 'SCOTT', 'OUTLN', 'MDSYS', 'CTXSYS')
/
exit &exit_status
EOF

# If the exit status of sqlplus was not 0 then we will send an email
if [ $? != 0 ]; then
mail -s "Accounts Unlocked in $ORACLE_SID" oracle < $tempfile
fi
</pre>

===Check RMAN logfiles for errors from cron every day===
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /home/tools/logs/rman -name "*online.log" -mtime -1 -exec sed -ne "/^RMAN-/,/^$/p" {} \\; -ls' | mailx
-s 'RMAN errors last night' stuart@domain.com
</pre>
<pre>
/home/ibmtools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for Baxter last night' stuart@domain.com
</pre>
===An alternative to getopts===
These methods have the advantage of allowing arguments of any length not just 1 character
<pre>
countArgs=$#
while [[ $# -gt 0 ]]
do
idx1=$($ECHO $1|$GREP "="|wc -l)
if [[ $idx1 -gt 0 ]]; then
key=$($ECHO $1|$CUT -d '=' -f 1)
value=$($ECHO $1|$CUT -d '=' -f 2)
else
key=$($ECHO $1|$CUT -d '=' -f 1)
idx2=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx2 -eq 0 ]]; then
$ECHO -e "\n ERROR: $1 is an unsupported argument passed to agentDeploy.sh.\n"
usage
exit 1
fi
fi

case "$key" in
-help)
if [[ $upgradeFlag ]]; then
upgradeUsage
else
freshUsage
fi
exit 0;;
AGENT_BASE_DIR)
agentBaseDir=$($ECHO $value|$SED 's/\/$//')
checkBaseFlag=TRUE;;
OMS_HOST)
omsHost=$value
checkOMSHost=TRUE;;
EM_UPLOAD_PORT)
omsPort=$value
checkOMSPort=TRUE;;
AGENT_INSTANCE_HOME)
instHome=$($ECHO $value | $SED 's/\/$//');;
AGENT_REGISTRATION_PASSWORD)
pswd=$value;;
s_encrSecurePwd)
pswd=$value;;
RESPONSE_FILE)
rspFlag=TRUE
rspLoc=$value;;
OLD_AGENT_VERSION)
oldAgentVersion=$value;;
OLDHOME)
oldHome=$value;;
-debug)
debugSwitch=TRUE;;
-forceConfigure)
forceFlag=TRUE;;
-configOnly)
configFlag=TRUE
validationFlag=TRUE;;
-agentImageLocation)
archiveLoc=$value
checkArchiveFlag=TRUE;;
-invPtrLoc) shift
ptrLoc=$1;;
-Upgrade)
UpgradeFlag=TRUE
validFlag=TRUE;;
INVENTORY_LOCATION)
validFlag=TRUE;;
b_forceInstCheck)
validFlag=TRUE
forcefullFlag=TRUE;;
-prereqOnly)
validationFlag=TRUE
prereqFlag=TRUE;;
-executeRootsh)
validFlag=TRUE;;
*) idx=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx -eq 0 ]]; then
validFlag=TRUE
else
$ECHO -e "\n ERROR: Invalid argument $key passed."
usage
exit 1
fi
esac
shift
done

</pre>
another way - found in /etc/init.d/functions (daemon function) in Fedora
<pre>
while [ "$1" != "${1##[-+]}" ]; do
case $1 in
'')
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
--check)
base=$2
gotbase="yes"
shift 2
;;
--check=?*)
base=${1#--check=}
gotbase="yes"
shift
;;
--user)
user=$2
shift 2
;;
--user=?*)
user=${1#--user=}
shift
;;
--pidfile)
pid_file=$2
shift 2
;;
--pidfile=?*)
pid_file=${1#--pidfile=}
shift
;;
--force)
force="force"
shift
;;
[-+][0-9]*)
nice="nice -n $1"
shift
;;
*)
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
esac
done
</pre>
another way - found in adstrtal.sh (middleware start script for EBS)
<pre>
#
# Parse Arguments
#

for nxtarg in $*
do
arg=`echo $nxtarg | sed 's/^//'`

case $arg in
-secureapps) if test "$secureapps" = "" ; then
secureapps=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nodbchk) if test "$nodbchk" = "" ; then
nodbchk=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nopromptmsg) if test "$nopromptmsg" = "" ; then
nopromptmsg=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
*) if test "$unpw" = "" ; then
unpw=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
esac
done
</pre>
and another in adautocfg.sh
<pre>
for myarg in $*
do

arg=`echo $myarg | sed 's/^-//'`
case $arg in
appspass=*)
appspass=`echo $arg | sed 's/appspass=//g'`
shift
;;
nocustom)
myparams="$myparams $arg"
shift
;;
noversionchecks)
myparams="$myparams $arg"
shift
;;
promptmsg=*)
promptmsg=`echo $arg | sed 's/promptmsg=//g'`
shift
;;
*) echo "$0: unrecognized action specified"
exit 1
esac
done
</pre>

===Run a script on multiple servers===
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# ==============================================================================

# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
echo ${server} `date +'%d-%b-%Y %H:%M:%S'`
echo "------------------------------------"
set -x
fi
ssh ${server} "$CMMND"
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
</pre>
to be investigated... this one might be cleverer than mine...
<pre>
tmpdir=${TMPDIR:-/tmp}/pssh.$$
count=0
while userhost; do
ssh -n -o BatchMode=yes ${userhost} 'uname -a' > ${tmpdir}/${userhost} 2>&1 &
count=`expr $count + 1`
done < userhost.lst
while [ $count -gt 0 ]; do
wait $pids
count=`expr $count - 1`
done
echo "Output for hosts are in $tmpdir"

</pre>

improved version... 
just escape double quotes and dollar signs...
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# 08-JUL-15 Stuart Barkley Background execution mode
# ==============================================================================
# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hbvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
b) BACKGROUND="Y";
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ---------------------------------
# put the thing to be run in a file
# ---------------------------------
printf "%s\n" "$CMMND" > /tmp/dosh.$$

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
printf "%s\n" ${server} `date +'%d-%b-%Y %H:%M:%S'`
printf "%s\n" "------------------------------------"
set -x
fi
scp -q /tmp/dosh.$$ ${server}:/tmp/
if [[ "$BACKGROUND" == "Y" ]]; then
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"> /tmp/dosh_${server}.out 2>&1 &
else
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"
fi
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
rm -f /tmp/dosh.$$

[[ "$BACKGROUND" == "Y" ]] && printf "%s\n" "Type 'ls -altr /tmp/dosh*out' to see output from the commands"
</pre>

===How can a shell script find out what directory it is in?===
basename $0 does not always give the desired answer (might give "./"!
<pre>
DIR="$(cd "$(dirname "$0")" && pwd)"
</pre>

===Array processing===
<pre>
array=(1 2 3)
unset array[2]
echo ${array[2]} # null
indices=(${!array[@]}) # create an array of the indices of "array"
size=${#indices[@]} # the size of "array" is the number of indices into it
size=${#array[@]} # same
echo ${array[@]: -1} # you can use slices to get array elements, -1 is the last one, etc.
for element in ${array[@]}; do # iterate over the array without an index

for index in ${indices[@]} # iterate over the array WITH an index
do
echo "Index: ${index}, Element: ${array[index]}"
done

for index in ${!array[@]} # iterate over the array WITH an index, directly

array+=("new element") # append a new element without referring to an index
((counter++)) # shorter than ((counter=counter+1)) or ((counter+=1))
if [[ $var == 3 ]] # you can use the more "natural" comparison operators inside double square brackets
while [[ $var < 11 ]] # another example
echo ${array[${index}-1] # math inside an array subscript
</pre>
===Send an email by talking directly to an smtp server===
<pre>
#!/bin/bash
telnet smtp.domain.com 25 <<EOTXT>>/tmp/smtp.log
HELO me.domain.com
MAIL FROM:<stuart@domain.com>
RCPT TO:<anne@domain.com>
DATA
From: Stuart <stuart@domain.com>
To: Anne <anne@domain.com>
Subject: testing smtp email

Hello, this should appear in the body
.
QUIT
EOTXT
</pre>
===Send an email by talking directly to an smtp server via file descriptor (no telnet! this time), adding authentication===
<pre>
#!/bin/bash

#
# mail.sh
#
# 2008 - Mike Golvach - eggi@comcast.net
# 2010 - Rayber
#
# Creative Commons Attribution-Noncommercial-Share Alike 3.0 United States License
#

if [ $# -ne 7 ]
then
echo "Usage: $0 FromAdress ToAdress Domain MailServer MailTextFile AuthEmail AuthPass"
exit 1
fi

from=$1
to=$2
domain=$3
mailserver=$4
mailtext=$5
authemail=`echo $6|openssl enc -base64|awk 'sub("..$", "")'`
authpass=`echo $7|openssl enc -base64|awk 'sub("..$", "")'`

if [ ! -f $mailtext ]
then
echo "Cannot find your mail text file. Exiting..."
exit 1
fi

exec 9<>/dev/tcp/$mailserver/25
echo "HELO $domain" >&9
read -r temp <&9
echo "$temp"
echo "auth login" >&9
read -r temp <&9
echo "$authemail" >&9
read -r temp <&9
echo "$authpass" >&9
read -r temp <&9
echo "Mail From: $from" >&9
read -r temp <&9
echo "$temp"
echo "Rcpt To: $to" >&9
read -r temp <&9
echo "$temp"
echo "Data" >&9
read -r temp <&9
echo "$temp"
cat $mailtext >&9
echo "." >&9
read -r temp <&9
echo "$temp"
echo "quit" >&9
read -r temp <&9
echo "$temp"
9>&-
9<&-
echo "All Done Sending Email. See above for errors"
exit 0
</pre>

=== rsync examples===
Also see [[Distribute files to multiple servers using rsync and ssh]]
<pre>
#!/bin/sh
ssh <remote_host> '/bin/mkdir -p /etc /etc/rc.config.d /etc/security /etc/mail'
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/passwd /etc/passwd.post /etc/group /etc/hosts /etc/services /etc/resolv.conf /etc/exclude.rootvg <remote_host>:/etc
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/hosts.allow.xcat <remote_host>:/etc/hosts.allow
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/rc.config.d/sap <remote_host>:/etc/rc.config.d
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/security/group /etc/security/limits /etc/security/login.cfg /etc/security/passwd /etc/security/user <remote_host>:/etc/security
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/mail/sendmail.cf <remote_host>:/etc/mail

rsync -av --progress /home/ibmtools/scripts/oracle/* benouerp07:/home/ibmtools/scripts/oracle/
</pre>

===Handy aliases===
Strip out comments and blank lines from a file
<pre>
alias strip='grep -Ev '\''^(#|$)'\'''
</pre>
Does a ps and a grep
<pre>
alias psg='ps -ef | grep -v $$ | grep -i '
</pre>
Getting a decent listing of filesystem space available. It is ordered such that the filesystems with no space left are at the end.
<pre>
OS=$(uname -s)
[[ "$OS" == "SunOS" ]] && alias dfg='df -h|sed -e '1d'|sort -n -k5|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$4,$5,$6)}'\'''
[[ "$OS" == "AIX" ]] && alias dfg='df -g|sed -e '1d'|sort -n -k4|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total GB","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$3,$4,$7)}'\'''
</pre>
A handy way of listing subdirectories and their files
<pre>
alias filetree="find . -print | sed -e 's;[^/]*/;|____;g;s;____|; |;g'"
</pre>
Watch progress of a copy
<pre>
alias cpProgress="rsync --progress -ravz"
</pre>
Reboots Linksys router<pre>
alias rebootlinksys="curl -u 'admin:password' 'http://192.168.1.2/setup.cgi?todo=reboot'"
</pre>
Nice one for bash. Colour codes the prompt depending on the outcome of the previous command
<pre>
bash_prompt_command()
{
RTN=$?
prevCmd=$(prevCmd $RTN)
}
PROMPT_COMMAND=bash_prompt_command
prevCmd()
{
if [ $1 == 0 ] ; then
echo $GREEN
else
echo $RED
fi
}
if [ $(tput colors) -gt 0 ] ; then
RED=$(tput setaf 1)
GREEN=$(tput setaf 2)
RST=$(tput op)
fi
export PS1="\[\e[36m\]\u.\h.\W\[\e[0m\]\[\$prevCmd\]>\[$RST\]"
</pre>
Mmmm, to be looked into. Executes remote commands on a unix box using curl.
<pre>
#/bin/sh
#
# WAG320N-HACK
# Ver. 1.0
# 12/09/2010
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

# Set username and password in the form of "username:password"
# example: "admin:admin"
my_access="admin:admin"

# Parameters test
if [ -z "$1" ]
then
echo "wag320n-hack.sh: missing remote command"
echo "usage: wag320n-hack.sh <remote command>"
echo "example: wag320n-hack.sh /bin/ls -la /usr/sbin"
echo "Note: always use full path"
echo ""
echo "wag320n-hack.sh - Ver. 1.0 - 12/09/2010"
echo "Licensed under GPL V. 3"
echo ""
exit 0
fi

# Get the command
my_command="ping_size="'$('"$@"' 1>&2)'

curl -s -G -u "$my_access" --data-urlencode 'todo=ping_test' --data-urlencode 'this_file=Diagnostics.htm' --data-urlencode 'next_file=Ping.htm' --data-urlencode 'c4_ping_ipaddr=192.168.1.1' --data-urlencode 'ping_timeout=5000' --data-urlencode 'ping_interval=1000' --data-urlencode 'ping_number=1' --data-urlencode "$my_command" http://192.168.1.1/setup.cgi | sed -e '/HTTP\/1.0 200 OK/q'
</pre>

===How to configure SSH with public/private keys===
* [http://www.unixpeople.com/HOWTO/configuring.ssh.html unixpeople.com]
===Use SSH config file===
<pre>
Host server10
Hostname 1.2.3.4
IdentityFile ~/.ssh/id_dsa
user foobar
Port 30000
ForwardX11Trusted yes
TCPKeepAlive yes
</pre>
then just connect using
<pre>
ssh server10
</pre>

===A decent sed tutorial===
From [http://www.grymoire.com/Unix/Sed.html grymoire.com]
===A decent korn/bash shell tutorial===
From [http://www.dartmouth.edu/~rc/classes/ksh/print_pages.shtml dartmouth.edu]
Reproduced here just in case it disappears!
[[Advanced shell scripting]]

===trap===
<pre>
Example Handling Traps With ksh - Discussion of the kill command

EXAMPLE TEMPLATE:

PRODUCT: HP-UX 11iV1 Version B.11.11
HP Tru64 V5.1B PK4
Sun/Solaris SunOS V5.8
Linux 2.6 kernel

COMPONENT: ksh

SOURCE: Philippe Vouters
Fontainebleau/France

LOW COST HIGH-TECH PRODUCTS: http://techno-star.fr

OVERVIEW:

The ksh script below shows how to eventually handle traps in the situation
where someone might try to kill a script by killing individual commands run
by that script or the entire process group a script is running in. The kill
command (usually a shell builtin) may be used to send a signal to a process
group (with the -<pid> syntax) or an individual process. The example ksh
script below runs /bin/sleep as the foreground process, the example ksh
scripts immediately returns when the /bin/sleep process has terminated. Most
signals sent to the shell are ignored until after the foreground process
terminates. This is in order to avoid creating zombie processes. Therefore a
kill <pid> on the example ksh script waits for the termination of the
/bin/sleep process.

The status value $? in the trap refers to the exit status of the command to run
and therefore is the exit status of the /bin/sleep process. The called function
in the trap handler shows how to correctly examine the effect of the kill
command on the shell or it's children.

To examine the value of $? in a trap handler means that you must understand what
it can be set and how different signals delivered to either the shell or the
foreground process (or the process group) might affect the value of $?.

The example shell script prints $? using echo but it does not perform tests on
the value of $?. For a complete solution when attempting to trap signals in a
shell you would also need code that examined the value of $? after the
foreground process had completed.

*** CAUTION ***

This sample script has been tested using HP-UX B.11.11, HP Tru64 V5.1B PK4,
SunOS V5.8 and Fedora Core 4 (homed version of Red Hat Linux). However, we
cannot guarantee its effectiveness because of the possibility of error in
transmitting or implementing it. It is meant to be used as a template for
writing your own scripts, and may require modification for use on your system.

SCRIPT NOTES:

To notice that the ksh script and /bin/sleep share the same process group
identifier (PGID), issue the following commands:

[philippe@victor ~]$ who
philippe :0 Jan 10 10:16
philippe pts/1 Jan 10 21:30 (:0.0)
philippe pts/2 Jan 10 21:30 (:0.0)
[philippe@victor ~]$ tty
/dev/pts/1
[philippe@victor ~]$ ps -j -t pts/2
PID PGID SID TTY TIME CMD
11072 11072 11072 pts/2 00:00:00 bash
11113 11113 11072 pts/2 00:00:00 ksh
11116 11113 11072 pts/2 00:00:00 sleep

In this case sending kill -INT -11113 will send SIGINT to the process group
11113. Both of the ksh and sleep processes are contained within this process
group.

Important Note:

On HP-UX, you have to $ export UNIX95=1 in order to be able to use the
-j option of the ps command.

SCRIPT:

COPYRIGHT (C) 2005 BY
HEWLETT-PACKARD COMPANY
ALL RIGHTS RESERVED.

THIS SOFTWARE IS FURNISHED UNDER A LICENSE AND MAY BE USED AND COPIED
ONLY IN ACCORDANCE WITH THE TERMS OF SUCH LICENSE AND WITH THE INCLUSION
OF THE ABOVE COPYRIGHT NOTICE. THIS SOFTWARE OR ANY OTHER COPIES
THEREOF MAY NOT BE PROVIDED OR OTHERWISE MADE AVAILABLE TO ANY OTHER
PERSON. NO TITLE TO AND OWNERSHIP OF THE SOFTWARE IS HEREBY TRANSFERRED.

THE INFORMATION IN THIS SOFTWARE IS SUBJECT TO CHANGE WITHOUT NOTICE AND
SHOULD NOT BE CONSTRUED AS A COMMITMENT BY HEWLETT-PACKARD COMPANY.

HP ASSUMES NO RESPONSIBILITY FOR THE USE OR RELIABILITY OF ITS
SOFTWARE ON EQUIPMENT THAT IS NOT SUPPLIED BY HP.

NO RESPONSIBILITY IS ASSUMED FOR THE USE OR RELIABILITY OF SOFTWARE
ON EQUIPMENT THAT IS NOT SUPPLIED BY HEWLETT-PACKARD COMPANY.

SUPPORT FOR THIS SOFTWARE IS NOT COVERED UNDER ANY HP SOFTWARE
PRODUCT SUPPORT CONTRACT, BUT MAY BE PROVIDED UNDER THE TERMS OF THE
CONSULTING AGREEMENT UNDER WHICH THIS SOFTWARE WAS DEVELOPED.

#!/bin/ksh
function handle_signal
{
print -n "pid $$ recieved $2 "
if [[ $1 = 0 ]];then
print but foreground command ended successfully
else
if [[ $1 = $3 ]];then
print and so did the last foreground command
else
print -n "and the exit status of the last foreground "
print command was $1
fi
fi
# Kill our process group and then ourselves with SIGTERM, giving a
# pid of 0 sends the signal to our process group. Killing the process
# group should kill us as well, this assumes that SIGTERM is not
# handled by any process in the process group.
#
# This code could be replaced with an exit with an exit value that
# would indicate what the problem was to the caller. That is replace
# these two lines with:
#
# exit $3
#
# or a specific exit code could be used.
#
kill -TERM 0
kill -TERM $$
}
OS=$(uname -a | awk '{print $1}')
if [[ "$OS" = "Linux" ]]; then
offset=256
elif [[ ("$OS" = "HP-UX") ||
("$OS" = "SunOS") ||
("$OS" = "OSF1") ]]; then
offset=128
fi
trap 'RC=$?; handle_signal $RC SIGINT $offset+2' INT
trap 'RC=$?; handle_signal $RC SIGQUIT $offset+3' QUIT
/bin/sleep 20
echo $?
</pre>
===DNS not working===
Ping to an IP address works
ping 74.125.136.103
but this doesn't
ping www.google.com

Check resolv.conf
cat /etc/resolv.conf
nameserver 95.130.132.17
nameserver 95.130.132.18
I had changed internet provider and forgot to update this. Just to set it to the router address and let that do the resolution
nameserver 192.168.1.1

===File descriptors===
<pre>
exec 3<> /tmp/foo #open fd 3 for r/w
echo "test" >&3
exec 3>&- #close fd 3.
</pre>
<pre>
exec 3<> myfile.txt
while read line <&3
do {
echo "$line"
(( Lines++ )); # Incremented values of this variable
#+ accessible outside loop.
# No subshell, no problem.
}
done
exec 3>&-

echo "Number of lines read = $Lines" # 8
</pre>
Mmm. See our output and also tee it to a log file!
<pre>
#!/bin/bash

echo hello

if test -t 1; then
# Stdout is a terminal.
exec >log
else
# Stdout is not a terminal.
npipe=/tmp/$$.tmp
trap "rm -f $npipe" EXIT
mknod $npipe p
tee <$npipe log &
exec 1>&-
exec 1>$npipe
fi

echo goodbye
</pre>

===Create new image with kvm===
Ref: http://www.cyberciti.biz/faq/kvm-virtualization-in-redhat-centos-scientific-linux-6/ 
Build an empty space for a CentOS virtual machine
<pre>
qemu-img create -f qcow2 centos.img 12G
</pre>
Tried creating image with
<pre>
sudo virt-install -n CentOS --description "Trying out CentOS" --ram=1024 --vcpus=1 --cpu host --hvm --cdrom /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2 --graphics vnc --disk path=/var/lib/libvirt/images/centos.img,bus=virtio,size=10
</pre>
gives error
<pre>
Starting install...
Allocating 'centos.img' | 10 GB 00:00
ERROR internal error Process exited while reading console log output: char device redirected to /dev/pts/1
qemu-kvm: -drive file=/home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2.bz2,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw: could not open disk image /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2: Permission denied
</pre>
===rpm / yum commands===
====Install an RPM Package====
<pre>
rpm -ivh pidgin-2.7.9-5.el6.2.i686.rpm

-i - install
-v - verbose
-h - print progress hashes
</pre>

====Check dependencies of RPM Package before Installing====
<pre>
rpm -qpR BitTorrent-5.2.2-1-Python2.4.noarch.rpm

-q - query
-p - list package capabilities
-R - list dependent package capabilities
</pre>

====Install RPM Package with all dependencies====
<pre>
yum install BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Install RPM Package with all dependencies (when RPM has been downloaded to local machine)====
<pre>
yum localinstall BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Force Install a RPM Package without dependencies====
Package will not work if dependencies are required
<pre>
rpm -ivh --nodeps BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Check an Installed RPM Package====
<pre>
rpm -q BitTorrent
</pre>
====List all files of an installed RPM package====
<pre>
rpm -ql BitTorrent
</pre>
====List All Installed RPM Packages====
<pre>
rpm -qa
</pre>
====Query information about an installed RPM package====
<pre>
rpm -qi vsftpd
</pre>
====Query information about a not yet installed RPM package====
<pre>
rpm -qip sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====(Forcibly) Remove an RPM Package====
Use package name (as seen in -qi above), not full name
<pre>
rpm -ev (--nodeps) vsftpd
</pre>
====Query a file that was installed as part of an RPM Package (which package contained this file)====
<pre>
rpm -qf /usr/bin/htpasswd
</pre>
====Verify an RPM package====
Compares information of installed files of the package against the rpm database
<pre>
rpm -Vp sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====Rebuild corrupted RPM database====
<pre>
cd /var/lib
rm __db*
rpm --rebuilddb
rpmdb_verify Packages
</pre>

===Install rpmforge repository===
* Download rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
* Import the key
<pre>
sudo rpm --import http://apt.sw.be/RPM-GPG-KEY.dag.txt
</pre>
* Install the repository
<pre>
sudo rpm -i rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Check the installation
<pre>
rpm -K rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Test it
<pre>
sudo yum install terminator
</pre>
===Install rpmfusion repository===
<pre>
su -c 'yum localinstall --nogpgcheck http://download1.rpmfusion.org/free/el/updates/6/i386/rpmfusion-free-release-6-1.noarch.rpm http://download1.rpmfusion.org/nonfree/el/updates/6/i386/rpmfusion-nonfree-release-6-1.noarch.rpm'
</pre>

===config file for yum===
Checkout this file for global yum config
<pre>
/etc/sysconfig/yum-cron-background
</pre>

===Setup Oracle Enterprise Linux (RedHat) with yum server===
You need to download the yum .repo file from the server, as per the steps below. After this, you need to enable a flag in the .repo file as per your operating system version. Having done these two steps, when you run yum install <pkgname> command on your linux box, the Oracle's yum server will be scanned, the dependent & the relevant rpm's will be download and installed for you. 
cd /etc/yum.repos.d
To download files here
wget http://public-yum.oracle.com/public-yum-el5.repo

A file named public-yum-el5.repo will be created in your directory 
Edit this file and enter enabled=1 against the operating systems which is relevant to you
vi public-yum-el5.repo

Next run the yum command
yum install package-name

===To change to static IP address (Raspberry Pi)===
As root:
<pre>
cd /etc/networks
vi interfaces
</pre>

replace the line “iface eth0 inet dhcp” with
<pre>
iface eth0 inet static
address 192.168.1.100
netmask 255.255.255.0
gateway 192.168.1.1
</pre>

You should also take a look at the file /etc/resolv.conf and check it has a nameserver entry (probably pointing at your default gateway) or direct to your ISP name servers.
<pre>
nameserver 192.168.1.1
</pre>
===Troubleshoot wireless network problems===
* [https://www.blackmoreops.com/2014/09/18/connect-to-wifi-network-from-command-line-in-linux/ connect to wifi network from command-line in linux - from blackmoreops.com]
'''Short summary of all the things you need to do in just few lines'''
<pre>
root@kali:~# iw dev
root@kali:~# ip link set wlan0 up
root@kali:~# iw wlan0 scan
root@kali:~# wpa_passphrase blackMOREOps >> /etc/wpa_supplicant.conf
root@kali:~# wpa_supplicant -i wlan0 -c /etc/wpa_supplicant.conf
root@kali:~# iw wlan0 link
root@kali:~# dhclient wlan0
root@kali:~# ping 8.8.8.8
(Where wlan0 is wifi adapter and blackMOREOps is SSID)
(Add Routing manually)
root@kali:~# ip route add default via 10.0.0.138 dev wlan0
</pre>

===To change to static IP address (Redhat/CentOS)===
As root:
<pre>
vi /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=STATIC
IPADDR=192.168.1.111
NETMASK=255.255.255.0
GATEWAY=192.168.1.1
ONBOOT=yes
DNS1=8.8.8.8
DNS2=8.8.4.4
</pre>
Resrart the network interface
<pre>
/etc/init.d/network stop
/etc/init.d/network start
or
service network restart
</pre>
Check name server entry in resolv.conf
<pre>
vi /etc/resolv.conf
nameserver 192.168.1.1
</pre>

===Enable processes / services to start at boot time===
<pre>
sudo chkconfig httpd on
sudo chkconfig mysqld on
</pre>

===Run a command on lots of servers in parallel===
This is a damn fine AIX utility - part of the CSM Distributed Shell.
dsh -a "ls -al /etc/apache2/*conf"
will list the Apache configuration file on all reachable servers (nodes)
===Download a gzip file and pipe it into tar===
<pre>
cd ~ && wget -O - "https://www.dropbox.com/download?plat=lnx.x86_64" | tar xzf -
</pre>

===Check in a script to make sure it is run only by root===
<pre>
RUID=`/usr/bin/id|$AWK -F\( '{print $1}'|$AWK -F\= '{print $2}'`
if [ ${RUID} != "0" ];then
$ECHO "This script must be executed as root"
exit 1
fi
</pre>

===Set terminal to use Backspace key to erase previous character instead of Control-H===
Been looking for this for a long time. 
You can put:
<pre>
stty erase <CTRL-V><Backspace key>
</pre>
in your .profile but this will be ruined if you do a copy/paste into another file. 
I wanted a way of doing this without entering the control character in the .profile. Finally stumbled upon it. And it's so simple. Just escape the caret!
<pre>
stty erase \^?
</pre>
Put this in the .profile. It's copy/pastable and it works! 
If you want CTRL-H to be your erase character, just do this:
<pre>
stty erase \^H
</pre>

===Play with the terminal settings and reset them again either side of requesting a password===
The -g option of stty gives a compact list of all the settings or the terminal and can be used as input to stty
<pre>
OLDCONFIG=`stty -g` # save terminal configuration
stty -echo # turn character echoing off
echo "Enter password: \c"
read PASSWD # get the password
stty $OLDCONFIG # restore terminal configuration
</pre>

===Reset terminal to "sane" characteristics===
If you've done a cat of a binary file or something else weird and your terminal is left in a mess, the following key sequence should bring it back to normal
<pre>
<CTRL-J>stty sane<CTRL-J>
</pre>
===Install OpenOffice on RedHat Enterprise when yum install doesn't!===
Download Package
<pre>
wget http://sourceforge.net/projects/openofficeorg.mirror/files/4.0.1/binaries/en-US/Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz/download -O Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz
</pre>
Change to root
<pre>
sudo su -
</pre>
Remove the old stuff
<pre>
yum remove openoffice* libreoffice*
</pre>
Extract Package
<pre>
tar -xvf Apache_OpenOffice_4.0.1*
cd en-US
</pre>
Install Package and exit root
<pre>
rpm -Uvh RPMS/*.rpm RPMS/desktop-integration/openoffice4.0-redhat-*.rpm
exit
</pre>
Start it
<pre>
openoffice4
</pre>
===What does this do?===
<pre>
while IFS= read -r line; do
echo "[$(date "+%F %T")] - $line"
done < <(iwevent)
</pre>
or
<pre>
while IFS= read -r line; do
printf "%s\n%s\n" "$line" "Yohooo! One more package."
done < <(tcpdump -i any -nS)
</pre>

===List of Special Characters and what they mean===
From [http://www.grymoire.com/Unix/Quote.html Bruce Barnett]
<pre>
Character Where Meaning
<RETURN> csh, sh Execute command
# csh, sh, ASCII files Start a comment
<SPACE> csh, sh Argument separator
` csh, sh Command substitution
" csh, sh Weak Quotes
' csh, sh Strong Quotes
\ csh, sh Single Character Quote
variable sh, csh Variable
variable csh, sh Same as variable
| csh, sh Pipe character
^ sh Pipe Character
& csh, sh Run program in background
? csh, sh Match one character
* csh, sh Match any number of characters
; csh, sh Command separator
;; sh End of Case statement
~ csh Home Directory
~user csh User's Home Directory
! csh History of Commands
- Programs Start of optional argument
$# csh, sh Number of arguments to script
$* csh, sh Arguments to script
$@ sh Original arguments to script
$- sh Flags passed to shell
$? sh Status of previous command
$$ sh Process identification number
$! sh PID of last background job
&& sh Short-circuit AND
|| sh Short-circuit OR
. csh, sh Typ. filename extension
. sh Source a file and execute as command
: sh Nothing command
: sh Separates Values in environment variables
: csh Variable modifier
Character Where Meaning
[ ] csh, sh Match range of characters
[ ] sh Test
%job csh Identifies job Number
(cmd;cmd) csh. sh Runs cmd;cmd as a sub-shell
{ } csh In-line expansions
{cmd;cmd } sh Like (cmd;cmd ) without a subshell
>ofile csh, sh Standard output
>>ofile csh, sh Append to standard output
<ifile csh, sh Standard Input
<<word csh, sh Read until word, substitute variables
<<\word csh, sh Read until word, no substitution
<<-word sh Read until word, ignoring TABS
>>!file csh Append to file, ignore error if not there
>!file csh Output to new file, ignore error if not there
>&file csh Send standard & error output to file
<&digit sh Switch Standard Input to file
<&- sh Close Standard Input
>&digit sh Switch Standard Output to file
>&- sh Close Standard Output
digit1<&digit2 sh Connect digit2 to digit1
digit<&- sh Close file digit
digit2>&digit1 sh Connect digit2 to digit1
digit>&- sh Close file digit
</pre>

Unix/Linux

2018-12-06T00:05:56Z

Stuart: /* Use sed to repeat characters */

* [http://hyperpolyglot.org/unix-shells#var-expansion Good shell comparison including variable expansion - hyperpolyglot.org]
* [http://pubs.opengroup.org/onlinepubs/9699919799/utilities/toc.html Shell coding standards - opengroup.org]
* [http://aix4admins.blogspot.be aix4admins]
* [http://linuxgazette.net/issue55/okopnik.html The Deep, Dark Secrets of Bash]
* [http://www.speakeasy.org/~arkay/216-7.4KshFunctions.html Korn Shell Functions]
* [http://www.grymoire.com/Unix/AwkRef.html AWK reference from Bruce Barnett]
* [http://www.catonmat.net/blog/wp-content/uploads/2008/09/awk1line.txt HANDY AWK ONE-LINERS]
* [http://www.grymoire.com/unix/Quote.html Unix quoting from from Bruce Barnett (grymoire)]
* [http://www.mpi-inf.mpg.de/departments/rg1/teaching/unixffb-ss98/quoting-guide.html Another excellent quoting tutorial]
* [http://aix4admins.blogspot.be/2015/02/snapshot-fs-snapshot-snapshot-is-state.html AIX snapshot technology]
* [[RaspberryPi]]
* [[SSH]]
* [http://www.anattatechnologies.com/q/2013/04/multiuser-screen/ Screen sharing from Unix using screen]
* [https://robots.thoughtbot.com/a-tmux-crash-course Screen sharing from Unix using tmux]
* [http://www.csb.yale.edu/userguides/wordprocess/vi-summary.html Handy ex and vi reference]
* [[Fedora install for my own purposes]]

===How to automatically download and process email attachments from Gmail===
==== Useful references====
* [http://www.courier-mta.org/maildrop/maildrop.html maildrop]
* [http://www.wonkity.com/~wblock/docs/html/maildrop.html Using maildrop As A Mail Delivery Agent (MDA)]
* [http://manpages.ubuntu.com/manpages/trusty/man7/maildropex.7.html .mailfilter examples]
* [https://www.axllent.org/docs/view/gmail-pop3-with-fetchmail/ Setting up fetchmail with Gmail]
* [https://www.linode.com/docs/email/clients/using-fetchmail-to-retrieve-email/ Using Fetchmail to Retrieve Email]

Eventually, after months of trying different things, came up with this combination of tools that worked very well.
====Install tools====
<pre>
sudo dnf -y install fetchmail maildrop uudeview openssl
</pre>
* Set Gmail account up for POP and disable IMAP
====Configure fetchmail====
This is the part that talks to Gmail and downloads the emails to the local machine.
<pre>
vi ~/.fetchmailrc

set postmaster "<username>"
#set daemon 600
poll pop.gmail.com with proto POP3
user "account@gmail.com" there with password '<password>' is <username> here options ssl nokeep
mda "/usr/bin/maildrop .mailfilter"
# sslcertfile /etc/ssl/certs/ca-bundle.crt
</pre>
If fetchmail complains about ssl certificates, try specifying wherein is with the sslcertfile line
==== Configure maildrop====
<pre>
vi ~/.mailfilter

LOGFILE = "/home/dbahawk/maildrop/maildrop.log"
DEFAULT="$HOME/maildrop"

# keep a copy
cc backup
`cd backup/new && rm -f dummy \`ls -t | sed -e 1,50d\``

if (/^To:.*getmail@...\.dnsalias\.org$/)
{
to Maildir/getmail/
}

#if (/^To:.*dbahawk/)
# {
# to maildrop
# }

if (/^To:.*dbahawk/)
dotlock "auto.lock" {
to "|uudeview -c -i"
}
</pre>
Not really sure why this filter is not working properly. The cc works but the To: check doesn't. So I have a shell that runs separately to process the emails in the backup mail directory.
====uudeview====

===Use sed to repeat characters===
echo an '=' sign then use the loop feature of sed to run round a loop a further 79 times replacing what you've got with the same thing plus and extra one!
<pre>
echo "=" | sed -e :a -e 's/^=\{1,79\}$/&=/;ta'
</pre>

===Convert between lower and upper case using ansi standard===
This way should be portable and give predictable results
<pre>
LOWER_SID=$(echo "${SID}" | tr '[:upper:]' '[:lower:]')
UPPER_SID=$(echo "${SID}" | tr '[:lower:]' '[:upper:]')
</pre>
===Use sed to delete the first line of a file or command output printing from the second line onwards===
Actually deceptively simple. Example remove the header from df output.
<pre>
df -k | sed 1d
</pre>
As a useful extension, suppose TO_DATA_DIR contains multiple directories, this will total the free space for all relevant filesystems 
This one is specific to AIX, for other Unixes and Linux, use $4 instead of $3.
<pre>
SPACE_AVAILABLE=$(df -k $TO_DATA_DIR | sed 1d | awk 'BEGIN {i=0} {i=i+$3} END {print i}')
</pre>
===Use sed to munge a controlfile into submission!===
* delete comment lines
* delete all lines after the one starting with a semicolon
* delete all blank lines
* change reuse to set
* change archivelog (with word boundaries) to noarchivelog
* change old sid to new sid
<pre>
sqlplus -s / as sysdba<<'EOSQL' >/dev/null
alter database backup controlfile to trace as '/tmp/regenerate_controlfile.sql' reuse resetlogs;
EOSQL
OLDSID='PROD'
NEWSID='TEST'
sed -e '/^--/d' -e '/^\;/q' -e '/^ *$/d' -e 's/REUSE/SET/' -e 's/\<ARCHIVELOG\>/NOARCHIVELOG/' -e 's/\"'${OLDSID}'\"/\"'${NEWSID}'\"/' /tmp/regenerate_controlfile.sql
</pre>
===Find all files where a certain text does not exist===
Mostly we want to search for files containing a particular string but how to find those files that do not contain some text. 
Using xargs instead of -exec forces the filename to be printed. -H should do this but doesn't seem to in this case.
<pre>
find . -name "*cfg" | xargs grep -H -c TO_CV_HOST {} \; | grep ':0$' | cut -d: -f1
</pre>

===Use tar and gzip to copy files more efficiently across network between hosts===
From the destination server, this will connect to the source, tar up each file and pull it back to the current server
<pre>
ssh oracle@hn5211 "cd /oracle/ora_data4/iten3/ && tar -cf - . | gzip " | ( cd /oracle/ora_data2/iten/ && gunzip -c | tar -xvf - . )
</pre>

===double hash and double percent in shell variables to trim off characters from variables===
<nowiki>#</nowiki> - trims everything from the start of line till the FIRST occurrence of following character (abstemious) :-) 
<nowiki>##</nowiki> - trims everything from the start of line till the LAST occurrence of following character (greedy) 
% - trims everything from the end of line backwards till the FIRST occurrence of following character (abstemious) 
%% - trims everything from the end of line backwards till the LAST occurrence of following character (greedy)
<pre>
FILENAME="/home/bey9at77/hello.txt"
FILE_STUB1=${FILENAME##*/}
FILE_STUB=${FILE_STUB1%.*}
echo $FILE_STUB
hello
FILE_EXT=${FILENAME##*.}
echo $FILE_EXT
txt
</pre>
or 
<nowiki>#</nowiki> - remove prefix reluctantly 
<nowiki>##</nowiki> - remove prefix greedily 
% - remove suffix reluctantly 
%% - remove suffix greedily 
<pre>
words="do.re.mi"

echo ${words#*.}

echo ${words##*.}

echo ${words%.*}

echo ${words%%.*}
</pre>

===The best shell script ever. An example of how scripting should be done===
It was written by someone at Oracle. Unfortunately (s)he did not put any author comment in it. Also unfortunately I cannot show it here as it is protected behind Oracles support website. 
If you have an Oracle Metalink id, you can get the complete script [https://support.oracle.com/epmos/faces/DocumentDisplay?id=949322.1 here] 
Here is a snippet of a function that demonstrates proper commenting and a very good style. 
The script is called physru.sh and upgrades an Oracle database in a rolling upgrade fashion by using a physical standby. 
There are 4500 lines in the full script but it is so easy to read and understand because of the way it's written, it's like a breath of fresh air. Well done whoever you are!
<pre>
###############################################################################
# NAME: wait_mrp_active
#
# DESCRIPTION:
# Wait for $MRP_START_TIMEOUT minutes to confirm that the MRP is active. If
# we can't detect an active MRP, abort the script with an error.
#
# INPUT(S):
# Arguments:
# $1: database user
# $2: user password
# $3: tns service name
# $4: database unique name
#
# Globals:
# None
#
# RETURN:
# None
#
###############################################################################
wait_mrp_active()
{
display "confirming media recovery is running"
l_wma_status=1
l_wma_curtime=`perl -e 'print int(time)'`
l_wma_exptime=`expr $MRP_START_TIMEOUT "*" 60`
l_wma_maxtime=`expr $l_wma_curtime + $l_wma_exptime`
while [ "$l_wma_curtime" -lt "$l_wma_maxtime" ]
do
is_mrp_running $1 $2 $3 $4
if [ "$?" -gt "0" ]; then
l_wma_status=0
break
fi

sleep $MRP_START_INTERVAL
l_wma_curtime=`perl -e 'print int(time)'`
done
chkerr $l_wma_status "could not detect an active MRP after $MRP_START_TIMEOUT minutes"
}
</pre>

===split variable (eg. filename) into separate variables using set===
<pre>
FILENAME="split_this_into_bits"
set $(echo ${FILENAME} | sed 's/_/ /g')
echo $4 $3 $2 $1
bits into this split
</pre>
===Centre align text on a line in bash shell===
Doesn't work in Korn shell due to %*s
<pre>
#COLUMNS=$(tput cols) # width of the current window
COLUMNS=80
title="Hello world!"
printf "%*s\n" $(((${#title}+$COLUMNS)/2)) "$title"
</pre>
and as a one-liner
<pre>
printf "%*s\n" $(( ( $(echo $* | wc -c ) + 80 ) / 2 )) "$*"
</pre>
This works in Korn shell...
<pre>
TITLE="$1"
LINEWIDTH=80

LPAD=$(((${#TITLE}+$LINEWIDTH)/2))
printf %${LPAD}s "$TITLE"
</pre>

===Right justify text (or repeat characters) on a line with leader dots!===
<pre>
function rpadwait {
text=$1
# -------------------------
# suppress newline for echo
# -------------------------
N=
C=
if echo "\c" | grep c >/dev/null 2>&1; then
N='-n'
else
C='\c'
fi

echo ${N} "${text}${C}" | sed -e :a -e 's/^.\{1,80\}$/&\./;ta'
}
</pre>

===cron jobs not submitted - daemon run out of child processes?===
Sometimes have problems with NFS mounts and this causes cron jobs to hang. If they are scheduled to run regularly, eventually cron will no longer be able to start any more jobs. 
* Check the cron log '''/var/adm/cron/log''' to see if there are any errors or other messages around the time the jobs should run.
If cron has hit its process limit (default 100), it will try again after a number of seconds (default 60). 
Both the number of jobs and wait time are configured in the file '''/var/adm/cron/queuedefs'''. If it is unusual for cron to be running so many jobs, you can check the process table to view the jobs cron has created. These jobs will have parent process id (PPID) of the cron daemon. 
<pre>
$ ps -ef | grep cron | grep -v grep
root 6750314 1 0 Apr 24 - 3:39 /usr/sbin/cron
solax025:root[/home/root]# ps -T 6750314
PID TTY TIME CMD
6750314 - 3:39 cron
21168296 - 0:00 \--bsh
58982414 - 0:00 \--sadc
</pre>
In this example, we only have 1 job running

===Find long-running processes with a cron job===
Processes running longer than 24 hours have a date instead of a start time...
<pre>
58 08,14 * * * /home/ibmtools/scripts/oracle/dosh -vc "ps -ef|grep 'ibmtools/scripts/oracle'|perl -nae 'print if \$F[4] !~/:/'" >/tmp/lrp.txt; [[ $(grep -c ibmtools /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' reporting@companymail.com
</pre>

===Process command line arguments in shell===
Borrowed from Mozilla Firefox installer
<pre>
## Command line arg defaults
##
moz_debug=0
moz_debugger=""
moz_debugger_args=""
#
##
## Parse the command line
##
while [ $# -gt 0 ]
do
case $1 in
-g | --debug)
moz_debug=1
shift
;;
-d | --debugger)
moz_debugger=$2;
if [ "${moz_debugger}" != "" ]; then
shift 2
else
echo "-d requires an argument"
exit 1
fi
;;
-a | --debugger-args)
moz_debugger_args=$2;
if [ "${moz_debugger_args}" != "" ]; then
shift 2
else
echo "-a requires an argument"
exit 1
fi
;;
*)
break;
;;
esac
done
#
##
## Program name given in $1
##
if [ $# -gt 0 ]
then
MOZ_PROGRAM=$1
shift
fi
##
## Program not given, try to guess a default
##
if [ -z "$MOZ_PROGRAM" ]
then
##
## Try this script's name with '-bin' appended
##
if [ -x "$MOZ_DEFAULT_NAME" ]
then
MOZ_PROGRAM=$MOZ_DEFAULT_NAME
##
## Try mozilla-bin
##
elif [ -x "$MOZ_APPRUNNER_NAME" ]
then
MOZ_PROGRAM=$MOZ_APPRUNNER_NAME
fi
fi
#
#
##
## Make sure the program is executable
##
if [ ! -x "$MOZ_PROGRAM" ]
then
moz_bail "Cannot execute $MOZ_PROGRAM."
fi
#
</pre>

===Carry XWindows settings across sessions===
<pre>
# ----------------------
# push XWindows settings
# ----------------------
[[ "$(uname)" == "SunOS" ]] && PATH=/usr/openwin/bin:$PATH
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
xauth list > /tmp/xauth_list_$WHOAMI
chmod 777 /tmp/xauth_list_$WHOAMI

echo $DISPLAY > /tmp/xdisplay_$WHOAMI
chmod 777 /tmp/xdisplay_$WHOAMI
</pre>

===Cross-platform version of whoami===
<pre>
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
</pre>

===Set terminal title from command line===
Put something like this in the .profile 
-n do not output the trailing newline 
-e enable interpretation of backslash escapes 
|0 sets title of window and icon 
|1 sets title of icon only 
|2 sets title of window only 
<pre>
echo -en "\033]0;`hostname`\007"
</pre>
<pre>
echo -en "\033]2;`hostname`\007"
</pre>

===Remove blank lines and comments (also indented ones) from a file===
<pre>
awk -F\: '!/^($|[:space:]*#)/ {print $2}' /etc/oratab | sort | uniq
</pre>
or as part of a script that removes comments and blank lines from all Korn shell scripts in a directory
<pre>
#!/usr/bin/ksh
for i in $(ls *ksh); do
perl -p -i -e 's/^\s*#[^!]*$//; s/^\s*$//' $i
done
</pre>

===Return elements of an array in Korn shell===
From [http://unix.stackexchange.com/questions/188202/processing-output-from-an-sqlite-db-into-a-ksh-array-with-spaces here] 
Could be used to separate the columns of an SQL select when returning to the shell 
This approach eliminates the need to put quotes around text with spaces in it.
<pre>
echo $KSH_VERSION
x="Red,Yellow is a color,Blue"
oIFS=$IFS
IFS=,
y=($x)
IFS=$oIFS
echo ${y[1]}
</pre>

===A decent Unix Prompt===
<pre>
export PS1="`uname -n`:`whoami`[\${PWD}]# "
or
export PS1='($?) $'ORACLE_SID" "`whoami`"@"`uname -n`":"'$'PWD"> "
export EDITOR=vi
</pre>
===Simple arithmetic===
pipe the calculation into the shell calculator
<pre>
space_in_kb=$(echo $1 / 1024 | bc)
</pre>
Calculate the remainder (modulo) of a division calculation
<pre>
if [[ $(echo "${NUMBER} % 2" | bc) -eq 0 ]]; then
echo "${NUMBER} is even"
else
echo "${NUMBER} is odd"
fi
</pre>
or do it in awk if scientific notation maybe involved
<pre>
function calc { awk "BEGIN{print $*}"; }

if [[ $(calc "${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE") -le 0 ]]; then
echo "NOK"
fi
</pre>

===Script encryption and passphrase protection===
Encrypt a shell script with the ability to execute the encrypted version
* from [http://www.commandlinefu.com/commands/browse commandlinefu.com]
<pre>
scrypt(){ [ -n "$1" ]&&{ echo '. <(echo "$(tail -n+2 $0|base64 -d|mcrypt -dq)"); exit;'>$1.scrypt;cat $1|mcrypt|base64 >>$1.scrypt;chmod +x $1.scrypt;};}
</pre>

===Virtual host configuration in Apache http.conf===
<pre>
<VirtualHost *:80>
ServerName dbamon
DocumentRoot "/Volumes/data/Sites/dbamon_push"
<Directory "/Volumes/data/Sites/dbamon_push">
Options Includes FollowSymLinks
AllowOverride All
Order allow,deny
Allow from all
</Directory>
</VirtualHost>
</pre>
and in /etc/hosts, add...
<pre>
127.0.0.1 dbamon
</pre>
===Mount a website (or any other remote resource) locally using WebDav===
Redhat/CentOS
<pre>
yum install fuse-davfs2
or
yum install wdfs.x86_64
</pre>
Debian
<pre>
apt-get install davfs2
</pre>
then...
<pre>
sudo mkdir /mnt/webdav # or whatever you'd like to call the directory
sudo mount.davfs [-o option[,option]...] device mount_point
</pre>
In man's terms, that last line would translate to:
<pre>
id #suppose this returns uid=501 and gid=502
sudo mount.davfs -o 501,502 https://your/web/site /mnt/webdav
</pre>
Mac OSX
<pre>
osascript -e ' mount volume "http://username:password@webdav.address:portnum" '
or
osascript -e ' mount volume "http://username@webdav.address:portnum" '
or
osascript -e ' try mount volume "http://webdav.address:portnum" '
or
mount -t webdav http://webdav.address:portnum /mnt/webdav # this one won't show up in the Finder Sidebar.
</pre>

===Add current hostname to list of hosts on an xcat server===
<pre>
CMD="nodels"
HOST=`hostname`
(echo "$HOST"; $CMD) | while read server
do
echo "server:$server"
done
</pre>
===What is todays 'Day Of the Year' number?===
<pre>
DOY=`perl -e 'print sub{$_[7]}->(localtime)+1;'`
</pre>

===Convert Julian day numbers to dates===
<pre>
for day in 8 33 36 61 64 91 96 121 126 152 155 182 187 215 218 244 247 274 279 306 309 335 338 365; do date -d "`date +%Y`-01-01 +$(( ${day} - 1 ))days" +%d-%m-%Y; done
</pre>
===Send crontab job output to a date formatted log file===
This will run a job every 5 minutes and send the output to a file ending with a time in hours and minutes. 
The thing to note is the escaped percent signs. This is because a % sign is interpreted by cron to mean a newline character. Everything after the first % is treated as input to the program.
<pre>
*/5 * * * * /var/www/cgi-bin/dbamon_collector.ksh >/tmp/dbamon_collector.log.$(date "+\%H\%M") 2>&1
</pre>
===Edit crontab file without crontab -e===
It can happen that you need to add or modify a line in the crontab of many users or across many servers at once. 
In principle, there's nothing wrong with modifying the crontab file directly. You just lose the advantages of file locking (and syntax checking) that crontab -e offers. 
Here we take a backup of the current crontab, print it out, echo an extra command and ask cron to use these as input (thus overwriting the existing crontab file). Just don't run this close to midnight :-)
<pre>
crontab -l > /tmp/crontab.`date '+%Y%m%d'`
(
cat /tmp/crontab.`date +'%Y%m%d'`
echo "02 10 * * * /home/ibmtools/scripts/oracle/export_parfile.ksh -s SID -f JDBEOP1.parfile"
) | crontab -
</pre>
or
<pre>
crontab -l > /tmp/crontab.backup
crontab -l > /tmp/crontab.$$
perl -p -i -e 's!backup_send_tsm_dump!backup_export2tsm!g' /tmp/crontab.$$
crontab /tmp/crontab.$$
rm /tmp/crontab.$$
</pre>
or
<pre>
crontab -l >$HOME/crontab.$(date '+%Y%m%d')
crontab -l | perl -p -e 's|/nas/software/oracle/scripts|/oracle/scripts|' | crontab
</pre>

===Use shell to convert a number in scientific notation to normal===
<pre>
var2convert='1.2345678e3'
printf -v var2convert "%.f" $var2convert
echo $var2convert # magic!
</pre>
===Check for jobs running longer that 24 hours===
Run from the management server across all Unix servers. Checks the 5th column in a ps listing. If it doesn't find a : (time separator), the process is running longer than 24 hours.
<pre>
# ---------------------------------------
# report on long running oraibm processes
# ---------------------------------------
01 17,14 * * * rm -f /tmp/lrp.txt;/home/ibmtools/scripts/oracle/dosh -vc \"ps -ef|egrep 'oraibm|scripts/oracle'>/tmp/lrp.txt;perl -nae 'print if \$F[4] !~/:/' /tmp/lrp.txt\" >>/tmp/lrp.txt;[[ $(egrep -c 'oraibm|scripts/or
acle' /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' bey9at77@mail.com
</pre>

===Global find and replace with perl (restricted to list of files provided by Unix find command)===
<pre>
find . -type f -exec perl -i -pe 's/something/else/g' {} \;
</pre>
===perl function to make filenames lower case===
<pre>
function lower {
perl -e 'for (@ARGV) { rename $_, lc($_) unless -e lc($_); }' *
}
</pre>

===From the management server, search the TNS listener port for each database on a server and make an inline substitution in the ITM config files!===
<pre>
for i in `/home/ibmtools/scripts/oracle/dosh -c "ls -al /opt/IBM/ITM/config/*rz*cfg|grep -v lrwx"|awk '{print $NF}'`; do
server=`echo $i|cut -d_ -f1 | awk -F'/' '{print $NF}'`
db=`echo $i|cut -d'.' -f1 | awk -F'_' '{print $NF}'`
OH=`ssh $server grep "^$db" /etc/oratab|cut -d: -f2`
LISTENERPORT=`ssh $server cat $OH/network/admin/listener.ora|perl -00 -ne 'print $1 if /'$db'.*PORT.*=.*(\d{4})/s'`
ssh $server perl -p -i.bak -e 's/1521/'$LISTENERPORT'/' $i
ssh $server ls -al ${i}*
done
</pre>

===Run a job from cron every Nth day of the month===
Example. Execute a job every third Saturday of the month. 
Paste this into a file called calenday and put it in /usr/local/bin so it's (probably) on the PATH
<pre>
#!/usr/bin/ksh

# ix is the week number of the month ("2"nd Friday of the month, "3"rd Tuesday of the month)
# dy is the day number in Unix format (0 for Sunday, 1 for Monday, ... 6 for Saturday)
# eg. "calenday 3 6" returns the date of 3rd Saturday of the month.

ix=$1
dy=$2
SCHAR=$((($dy*2)+$dy+1))
ECHAR=$(($SCHAR+1))
cal `date '+%m %Y'` | egrep "\<[0-9]{1,2}\>" | cut -c${SCHAR}-${ECHAR} | xargs | awk {'print $'$ix'}'

</pre>
Now in crontab, you should be able to do something like this: 
<pre>
15 20 * * * [[ `calenday 3 6` -eq `/bin/date '+%d'` ]] && su - oracle -c "run_my_backup.ksh"
</pre>

This will also work on some Unices.. 
We send backups to a special TSM node on the second Friday of each month. This report must run a day later - but that is not guaranteed to be the second Saturday or even the 3rd. So...
<pre>
30 12 8-14 * 5 sleep 86400 && su - oracle -c "/usr/bin/perl -ne 'print if /ORX_M_SOL/ .. /^STOP/' /home/oracle/incoming/dbamon_spool_tsm_*.SOL | grep Archive | grep -v Client | mailx -s 'Monthly TSM backups' orareport@xxxxxx.com"
</pre>

===ps listing does not show start time after 24 hours===
But you can see elapsed time using your own ps command
<pre>
/usr/bin/ps -eo etime,user,pid,ppid,cpu,start,tty,time,args|tail -n +2|sort
</pre>

===ps -ef cuts off args cmd column on Solaris===
====To see more than 80 characters of the last column on Solaris====
This shows all the individual arguments to the command
<pre>
pargs <pid>
</pre>
This shows the ps listing in 'compatibility' mode (there are more compatibility commands in /usr/xpg4/bin)
<pre>
/usr/ucb/ps auww
</pre>
====To see more than 80 characters of the last column on AIX====
This shows the full argument listing of a process (NOTE: no minus sign!)
<pre>
ps eww <pid>
</pre>

===Remove blank / empty lines from vi ===
Maybe you cut and pasted a file from Windows and it's full of blank lines and Control-M's now 
There are several methods but I think this is the easiest to remember
<pre>
:g/^$/d
</pre>

===Right pad a variable===
a function like rpad in SQL but for Shell 
<pre>
function rpad {
text=$1
padwidth=$2
padchar=$3
echo "$text" | sed -e :a -e 's/^.\{1,'$padwidth'\}$/&\'$padchar'/;ta'
}
</pre>

===Connect to a Windows server from Linux using rdesktop===
My remmina stopped working so rolled my own. Very simple really. Put this is a shell.
<pre>
tsocks rdesktop -z -P -x m -a 16 -d MAIND -u sbarkley -p ****** -r disk:SOL=$HOME/Documents/SOL -g 95% 150.251.112.38 &

where...
-z - enables compression
-P - enables bitmap caching (saves network traffic)
-x m - disables eye-candy features
-a 16 - reduce colour pallete to 16 colours
-d - domain to connect to
-u - username
-p - password
-r - setup a shared folder
-g - geometry (use W x H or percentage)
</pre>
Slight problems with rdesktop not working 100% of the time. Now using xfreerdp. Seems better...
<pre>
xfreerdp -g 90% --ignore-certificate --gdi sw -K -d wdcrhbp05 -u oraibm -p "`cat $HOME/scripts/.oraibm.password`" -T "wdcrhbp05_oraibm" --plugin cliprdr --plugin rdpdr --data disk:SOL:/home/bey9at77/Documents/SOL -- --plugin rdpsnd --data alsa -- 150.251.112.25 &
</pre>

===Reset your password bypassing password rules===
must be done as root
<pre>
echo "user:new_password" | chpasswd
</pre>
===Sum the sizes of all files of an ls listing===
It'll check to see if the sum of filesizes corresponds with the df -g (or h) listing (can get messed up due to open but deleted files)
<pre>
cd /oracle/export
df -g .
find . -name "*dmp*" -ls | awk '{ SUM += $7} END { print SUM/1024/1024/1024 }'
</pre>

===Mount an iso image under Linux===
<pre>
mkdir -p /mnt/cdrom
mount -o loop /dev/cdrom /mnt/cdrom
</pre>
===How many processors on the machine?===
* AIX
<pre>
lsdev -C|grep Process|wc -l
</pre>
* Solaris
<pre>
psrinfo -v|grep "Status of processor"|wc -l
</pre>
* Linux
<pre>
cat /proc/cpuinfo|grep processor|wc -l
</pre>

===Quick, simple, understandable example of how to use RRDTool===
* [[RRDTool]]

===Use expect to respond automatically to interactive programs===
<pre>
#!/usr/bin/expect -f
spawn /usr/tivoli/tsm/client/oracle/bin64/tdpoconf passw -tdpo_optfile=/oracle/[lindex $argv 0]/admin/tdpo.opt
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
</pre>
===Use expect to allow file copy with scp (if ssh keys are not an option)===
<pre>
#!/usr/bin/expect -f
spawn scp /home/oracle/.profile oracle@hn512:/tmp/prfl
set pass "thepassword"
expect {
password: {send "$pass\r" ; exp_continue}
eof exit
}
</pre>

===Within a shell script set up simultaneous output to both terminal and a file using a FIFO (named pipes)===
or "How to send shell output to screen/stdout as well as to a logfile using tee and redirection with exec" 
 
examples [http://www.unix.com/shell-programming-and-scripting/85584-redirect-within-ksh.html here on unix.com]
* general info on redirections [http://www.catonmat.net/blog/bash-one-liners-explained-part-three/ here at catonmat.net]
<pre>
#!/bin/ksh

REDIR=test.redir
FIFO=test.pipe
[[ -e $FIFO ]] || mkfifo $FIFO

# make a new channel(3) and copy channel 1's destination as its own (does NOT POINT TO channel 1's destination)
# this allows the normal output to continue to STDOUT but also get printed to whatever file is attached to channel 3
exec 3>&1

# anything coming in on the pipe, send it to $REDIR and to channel 3
tee $REDIR <$FIFO >&3 &

# redirect STDOUT to the pipe
exec > $FIFO

echo "going to default output"
echo "forcing to channel 1" >&1
echo "forcing to channel 2" >&2
echo "forcing to channel 3" >&3
</pre>
====More elaborate example====
found [http://stackoverflow.com/questions/2288939/create-a-pipe-that-writes-to-multiple-files-tee here on stackoverflow]
<pre>
#!/bin/sh

# Author: Harvey Chapman <hchapman _AT_ 3gfp.com>
# Description: POSIX shell functions that can be used with tee to simultaneously put
# stderr and stdout to both a file and stdout
#
# Based on:
# Re: How to redirect stderr and stdout to a file plus display at the same time
# http://www.travishartwell.net/blog/2006/08/19_2220

#
# Original example function from Travis Hartwell's blog.
# Note: I've made minor changes to it.
example()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

# This should really be -p to test that it's a pipe.
if [ ! -e $OUTPUT_PIPE ]; then
mkfifo $OUTPUT_PIPE
fi

# This should really be -f to test that it's a regular file.
if [ -e $OUTPUT_LOG ]; then
rm $OUTPUT_LOG
fi

exec 3>&1 4>&2
tee $OUTPUT_LOG < $OUTPUT_PIPE >&3 &
tpid=$!
exec > $OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid

rm $OUTPUT_PIPE
}

# A slightly reduced version of example()
example2()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

rm -f $OUTPUT_PIPE
mkfifo $OUTPUT_PIPE
rm -f $OUTPUT_LOG

tee $OUTPUT_LOG < $OUTPUT_PIPE &
tpid=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid
rm -f $OUTPUT_PIPE
}

#
# Logging methods based on above. See the example below for how to use them.
#

# Usage: start_logging [delete_existing_logfile]
start_logging()
{
# Check to see if OUTPUT_LOG and OUTPUT_PIPE need to be defined.
if [ -z "$OUTPUT_LOG" ]; then
OUTPUT_LOG=output.log
fi
if [ -z "$OUTPUT_PIPE" ]; then
OUTPUT_PIPE=output.pipe
fi
# Make sure that we're not already logging.
if [ -n "$OUTPUT_PID" ]; then
echo "Logging already started!"
return 1
fi

# Always remove the log and pipe first.
rm -f $OUTPUT_PIPE
# Delete the logfile first if told to.
if [ "$1" = delete_existing_logfile ]; then
rm -f $OUTPUT_LOG
fi

mkfifo $OUTPUT_PIPE
tee -a $OUTPUT_LOG < $OUTPUT_PIPE &
OUTPUT_PID=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1
}

stop_logging()
{
# Make sure that we're currently logging.
if [ -z "$OUTPUT_PID" ]; then
echo "Logging not yet started!"
return 1
fi
exec 1>&3 3>&- 2>&4 4>&-
wait $OUTPUT_PID
rm -f $OUTPUT_PIPE
unset OUTPUT_PID
}

example3()
{
start_logging
#start_logging delete_existing_logfile
echo "This is on standard out"
echo "This is on standard err" >&2
stop_logging
}
</pre>

===RedHat root filesystem has gone read-only===
* [http://www.unixarena.com/2013/09/redhat-linux-how-to-fix-read-only-root.html How to fix read only root file system]

===Kill all processes for a user===
<pre>
for prc in `ps -ef | grep -E "^ +[o]racle" | awk '{print $2}'`; do
kill $prc
done
</pre>

===isRGHere===
Checks if resource group is on this leg of an HACMP cluster. Returns 0 if true else 1.
<pre>
#!/usr/bin/ksh

SCRIPT=`basename $0`

function rctest
{
exitcode=$1
msg=$2
if [ $exitcode -ne 0 ]; then
echo "********************************************************************************"
echo "\nScript $SCRIPT finished with errors."
echo "$msg."
echo "Returncode : $exitcode."
echo "\n********************************************************************************"

fi
exit $exitcode

}

RGINFO=/usr/es/sbin/cluster/utilities/clRGinfo
[[ ! -f $RGINFO ]] && rctest 1 "clRGinfo not found"

if [ $# -eq 1 ]
then
RG=`echo $1 | cut -c 1-14`
else
rctest 10 "Usage: `basename $0` <RG name>"
fi

$RGINFO |grep -qwp $RG || rctest 9 "$RG is not defined"

THISNODE=`/usr/es/sbin/cluster/utilities/get_local_nodename | cut -c 1-14`
$RGINFO |grep -wp $RG |grep -w $THISNODE |grep -wq ONLINE
</pre>
===AIX: add a user to a group===
<pre>
chgrpmem -m + oracle ibmtls
</pre>
===Find swear words in scripts by comparing it to a list found on the internet===
<pre>
wget "http://www.bannedwordlist.com/lists/swearWords.csv" -O /tmp/s ; for word in $(cat /tmp/s | sed -e 's/ /_/g' -e 's/,/ /g') ; do grep -wR $word *; done | less
</pre>

===grep -p (for paragraph) works on AIX but not on Linux or Solaris===
Use awk instead
<pre>
awk 'BEGIN {FS="\n" RS="\n\n"} /search pattern/ { do something }' <file>
/usr/xpg4/bin/awk 'BEGIN {RS="\n\n";FS="\n"} /AGRHDWQ1/ {print $2}' dsm.sys | awk '{print $NF}'
</pre>
this prints the last word of the second ''line'' in the paragraph in dsm.sys that contains the search term AGRHDWQ1. 
Or slightly simpler...
<pre>
awk -v RS='' '/NHAPPLP1/' /etc/tsm/dsm.sys # (use /usr/xpg4/bin/awk on Solaris)
</pre>
or, case insensitively:
<pre>
awk -v RS='' 'tolower($0) ~/so_u_clubqa_orx_d_cab/' /etc/tsm/dsm.sys
</pre>
Using -v means you don't have to use a BEGIN section.

===debug/redirect log of a shell===
<pre>
#!/usr/bin/ksh
exec 2>/tmp/mytest
</pre>
===Different ways of Iteration in korn shell with a while loop===
<pre>
IFS="|"
exec 0<$statfile
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done
</pre>
or
<pre>
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done <statfile
</pre>
or
<pre>
cat $statfile | sort -nk4 | while IFS=\| read host db type started stopped
do
[[ "$stopped" == "" ]] && continue
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} ${started}:${started}:${stopped}
[[ $? -ne 0 ]] && echo "nok: $?"
done
</pre>

===Filesystem 100% full, what's taking up all the space?===
<pre>
find /oracle/endur -xdev -ls|sort -nr +6|head
</pre>
or
<pre>
/dev/esb01fs010001 1.00 0.00 100% 1838 69% /oracle
beuxdsysesb01:root[/root]# cd /oracle
beuxdsysesb01:root[/oracle]# du -gsx * | sort -n
0.00 checkpoints
0.00 flash_recovery_area
0.00 lost+found
0.00 oraInst.loc
0.00 oraInventory
0.09 admin
0.99 diag
</pre>
cd diag and repeat until culprits are found

===Show paged memory hogs on AIX===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>

===Capitalise the first letter of a word in Korn Shell===
Not as easy as it sounds if it needs to work in non-ksh93 shells
<pre>
function capit {
typeset -u first
first=${1%"${1#?}"}
printf "%s\n" "${first}${1#?}"
return 0
}
</pre>
or maybe more neatly done in Perl... 
This will capitalise each word in a sentence passed into it
<pre>
function capit {
echo "$1" | perl -pe "s/([\w']+)/\u\L\1/g"
return 0
}
</pre>

===Remove / rename a directory / file containing weird control characters===
Use ls with -i to see inode listing
<pre>
ls -bali
</pre>
Use find with -inum to get the filename and -exec to remove it
<pre>
find . -inum <inode from ls listing> -exec rm -f {} \;
</pre>

===Run a local script on a remote host===
Doing it this way means we do not need to scp the shell over to the host before executing it!
<pre>
ssh user@host 'sh' < your_script.sh
</pre>
First of all, this command is a redirection: your shell will open the file your_script.sh and feed it as input to the ssh command. ssh, in turn, will tunnel its stdin to the remote command, namely, sh instance. And sh without arguments reads its script from stdin. So we got sh instance, which is launched on remote host, but reads commands from your local file.

===Get a list of running instances - but only those started by the current user===
This is the way I wanted to do it but there's an issue. Where does that spare } character come from? Anyone?
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }'
</pre>
ps listing
<pre>
$ ps -ef | grep [p]mon
oracle 13304024 1 0 Jun 07 - 2:39 ora_pmon_reportk
oracle 26018178 1 0 Jun 07 - 3:01 ora_pmon_dwh_perf
oracle 29229432 1 0 Jun 07 - 2:30 ora_pmon_adso
oraebso 18022994 1 0 Jun 07 - 2:38 ora_pmon_EBSO
oracle 30278192 1 0 Jun 07 - 2:48 ora_pmon_owb112k
</pre>
Results of above command
<pre>
reportk
dwh_perf
adso
}
owb112k
</pre>
Workaround 1. Send the ps listing to a file and work on it without pipes. Works but it's a bit long-winded especially as we have to clean up afterwards.
<pre>
ps -ef | grep [p]mon>/tmp/results.$$ 2>/dev/null; awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' /tmp/results.$$; rm -f /tmp/results.$$
</pre>
Workaround 2. Don't like the grep -v but until I find out where that } is coming from..
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' | egrep -v 'grep|}|ASM'
</pre>

===Return a list of Oracle databases running on a list of remote servers===
<pre>
#!/bin/ksh

serverlist=`cat /home/tools/ini/system/oracle_servers | sort -n | tr "\n" " "`

if [ -z "${serverlist}" ]
then
echo "no servers found" && exit 1
fi

for server in ${serverlist}
do
ssh ${server} "ps -ef | grep [o]ra_pmon_" >/tmp/${server}.dblist
done

for server in ${serverlist}
do
cat /tmp/${server}.dblist | awk -F_ -v SRV=${server} 'BEGIN {print SRV ":"} {print $NF}' | tr "\n" " "
echo
done
</pre>

===Clever trick to check whether SQL output needs sending to someone===
Using an exit status from SQL*Plus back to the shell so we can decide what to do. Nice one!
<pre>
#!/bin/bash
tempfile=/tmp/audit_locked_accounts_$ORACLE_SID.txt

# Start sqlplus and check for locked accounts
sqlplus -S "/ as sysdba" << EOF > $tempfile
set pages 0
select 'The following accounts were found to be unlocked and should not be'
from dual;

def exit_status = 0
col xs new_value exit_status

select username
, account_status
, 1 as xs
from dba_users
where account_status != 'LOCKED'
and username in ('HR', 'SCOTT', 'OUTLN', 'MDSYS', 'CTXSYS')
/
exit &exit_status
EOF

# If the exit status of sqlplus was not 0 then we will send an email
if [ $? != 0 ]; then
mail -s "Accounts Unlocked in $ORACLE_SID" oracle < $tempfile
fi
</pre>

===Check RMAN logfiles for errors from cron every day===
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /home/tools/logs/rman -name "*online.log" -mtime -1 -exec sed -ne "/^RMAN-/,/^$/p" {} \\; -ls' | mailx
-s 'RMAN errors last night' stuart@domain.com
</pre>
<pre>
/home/ibmtools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for Baxter last night' stuart@domain.com
</pre>
===An alternative to getopts===
These methods have the advantage of allowing arguments of any length not just 1 character
<pre>
countArgs=$#
while [[ $# -gt 0 ]]
do
idx1=$($ECHO $1|$GREP "="|wc -l)
if [[ $idx1 -gt 0 ]]; then
key=$($ECHO $1|$CUT -d '=' -f 1)
value=$($ECHO $1|$CUT -d '=' -f 2)
else
key=$($ECHO $1|$CUT -d '=' -f 1)
idx2=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx2 -eq 0 ]]; then
$ECHO -e "\n ERROR: $1 is an unsupported argument passed to agentDeploy.sh.\n"
usage
exit 1
fi
fi

case "$key" in
-help)
if [[ $upgradeFlag ]]; then
upgradeUsage
else
freshUsage
fi
exit 0;;
AGENT_BASE_DIR)
agentBaseDir=$($ECHO $value|$SED 's/\/$//')
checkBaseFlag=TRUE;;
OMS_HOST)
omsHost=$value
checkOMSHost=TRUE;;
EM_UPLOAD_PORT)
omsPort=$value
checkOMSPort=TRUE;;
AGENT_INSTANCE_HOME)
instHome=$($ECHO $value | $SED 's/\/$//');;
AGENT_REGISTRATION_PASSWORD)
pswd=$value;;
s_encrSecurePwd)
pswd=$value;;
RESPONSE_FILE)
rspFlag=TRUE
rspLoc=$value;;
OLD_AGENT_VERSION)
oldAgentVersion=$value;;
OLDHOME)
oldHome=$value;;
-debug)
debugSwitch=TRUE;;
-forceConfigure)
forceFlag=TRUE;;
-configOnly)
configFlag=TRUE
validationFlag=TRUE;;
-agentImageLocation)
archiveLoc=$value
checkArchiveFlag=TRUE;;
-invPtrLoc) shift
ptrLoc=$1;;
-Upgrade)
UpgradeFlag=TRUE
validFlag=TRUE;;
INVENTORY_LOCATION)
validFlag=TRUE;;
b_forceInstCheck)
validFlag=TRUE
forcefullFlag=TRUE;;
-prereqOnly)
validationFlag=TRUE
prereqFlag=TRUE;;
-executeRootsh)
validFlag=TRUE;;
*) idx=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx -eq 0 ]]; then
validFlag=TRUE
else
$ECHO -e "\n ERROR: Invalid argument $key passed."
usage
exit 1
fi
esac
shift
done

</pre>
another way - found in /etc/init.d/functions (daemon function) in Fedora
<pre>
while [ "$1" != "${1##[-+]}" ]; do
case $1 in
'')
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
--check)
base=$2
gotbase="yes"
shift 2
;;
--check=?*)
base=${1#--check=}
gotbase="yes"
shift
;;
--user)
user=$2
shift 2
;;
--user=?*)
user=${1#--user=}
shift
;;
--pidfile)
pid_file=$2
shift 2
;;
--pidfile=?*)
pid_file=${1#--pidfile=}
shift
;;
--force)
force="force"
shift
;;
[-+][0-9]*)
nice="nice -n $1"
shift
;;
*)
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
esac
done
</pre>
another way - found in adstrtal.sh (middleware start script for EBS)
<pre>
#
# Parse Arguments
#

for nxtarg in $*
do
arg=`echo $nxtarg | sed 's/^//'`

case $arg in
-secureapps) if test "$secureapps" = "" ; then
secureapps=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nodbchk) if test "$nodbchk" = "" ; then
nodbchk=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nopromptmsg) if test "$nopromptmsg" = "" ; then
nopromptmsg=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
*) if test "$unpw" = "" ; then
unpw=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
esac
done
</pre>
and another in adautocfg.sh
<pre>
for myarg in $*
do

arg=`echo $myarg | sed 's/^-//'`
case $arg in
appspass=*)
appspass=`echo $arg | sed 's/appspass=//g'`
shift
;;
nocustom)
myparams="$myparams $arg"
shift
;;
noversionchecks)
myparams="$myparams $arg"
shift
;;
promptmsg=*)
promptmsg=`echo $arg | sed 's/promptmsg=//g'`
shift
;;
*) echo "$0: unrecognized action specified"
exit 1
esac
done
</pre>

===Run a script on multiple servers===
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# ==============================================================================

# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
echo ${server} `date +'%d-%b-%Y %H:%M:%S'`
echo "------------------------------------"
set -x
fi
ssh ${server} "$CMMND"
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
</pre>
to be investigated... this one might be cleverer than mine...
<pre>
tmpdir=${TMPDIR:-/tmp}/pssh.$$
count=0
while userhost; do
ssh -n -o BatchMode=yes ${userhost} 'uname -a' > ${tmpdir}/${userhost} 2>&1 &
count=`expr $count + 1`
done < userhost.lst
while [ $count -gt 0 ]; do
wait $pids
count=`expr $count - 1`
done
echo "Output for hosts are in $tmpdir"

</pre>

improved version... 
just escape double quotes and dollar signs...
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# 08-JUL-15 Stuart Barkley Background execution mode
# ==============================================================================
# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hbvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
b) BACKGROUND="Y";
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ---------------------------------
# put the thing to be run in a file
# ---------------------------------
printf "%s\n" "$CMMND" > /tmp/dosh.$$

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
printf "%s\n" ${server} `date +'%d-%b-%Y %H:%M:%S'`
printf "%s\n" "------------------------------------"
set -x
fi
scp -q /tmp/dosh.$$ ${server}:/tmp/
if [[ "$BACKGROUND" == "Y" ]]; then
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"> /tmp/dosh_${server}.out 2>&1 &
else
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"
fi
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
rm -f /tmp/dosh.$$

[[ "$BACKGROUND" == "Y" ]] && printf "%s\n" "Type 'ls -altr /tmp/dosh*out' to see output from the commands"
</pre>

===How can a shell script find out what directory it is in?===
basename $0 does not always give the desired answer (might give "./"!
<pre>
DIR="$(cd "$(dirname "$0")" && pwd)"
</pre>

===Array processing===
<pre>
array=(1 2 3)
unset array[2]
echo ${array[2]} # null
indices=(${!array[@]}) # create an array of the indices of "array"
size=${#indices[@]} # the size of "array" is the number of indices into it
size=${#array[@]} # same
echo ${array[@]: -1} # you can use slices to get array elements, -1 is the last one, etc.
for element in ${array[@]}; do # iterate over the array without an index

for index in ${indices[@]} # iterate over the array WITH an index
do
echo "Index: ${index}, Element: ${array[index]}"
done

for index in ${!array[@]} # iterate over the array WITH an index, directly

array+=("new element") # append a new element without referring to an index
((counter++)) # shorter than ((counter=counter+1)) or ((counter+=1))
if [[ $var == 3 ]] # you can use the more "natural" comparison operators inside double square brackets
while [[ $var < 11 ]] # another example
echo ${array[${index}-1] # math inside an array subscript
</pre>
===Send an email by talking directly to an smtp server===
<pre>
#!/bin/bash
telnet smtp.domain.com 25 <<EOTXT>>/tmp/smtp.log
HELO me.domain.com
MAIL FROM:<stuart@domain.com>
RCPT TO:<anne@domain.com>
DATA
From: Stuart <stuart@domain.com>
To: Anne <anne@domain.com>
Subject: testing smtp email

Hello, this should appear in the body
.
QUIT
EOTXT
</pre>
===Send an email by talking directly to an smtp server via file descriptor (no telnet! this time), adding authentication===
<pre>
#!/bin/bash

#
# mail.sh
#
# 2008 - Mike Golvach - eggi@comcast.net
# 2010 - Rayber
#
# Creative Commons Attribution-Noncommercial-Share Alike 3.0 United States License
#

if [ $# -ne 7 ]
then
echo "Usage: $0 FromAdress ToAdress Domain MailServer MailTextFile AuthEmail AuthPass"
exit 1
fi

from=$1
to=$2
domain=$3
mailserver=$4
mailtext=$5
authemail=`echo $6|openssl enc -base64|awk 'sub("..$", "")'`
authpass=`echo $7|openssl enc -base64|awk 'sub("..$", "")'`

if [ ! -f $mailtext ]
then
echo "Cannot find your mail text file. Exiting..."
exit 1
fi

exec 9<>/dev/tcp/$mailserver/25
echo "HELO $domain" >&9
read -r temp <&9
echo "$temp"
echo "auth login" >&9
read -r temp <&9
echo "$authemail" >&9
read -r temp <&9
echo "$authpass" >&9
read -r temp <&9
echo "Mail From: $from" >&9
read -r temp <&9
echo "$temp"
echo "Rcpt To: $to" >&9
read -r temp <&9
echo "$temp"
echo "Data" >&9
read -r temp <&9
echo "$temp"
cat $mailtext >&9
echo "." >&9
read -r temp <&9
echo "$temp"
echo "quit" >&9
read -r temp <&9
echo "$temp"
9>&-
9<&-
echo "All Done Sending Email. See above for errors"
exit 0
</pre>

=== rsync examples===
Also see [[Distribute files to multiple servers using rsync and ssh]]
<pre>
#!/bin/sh
ssh <remote_host> '/bin/mkdir -p /etc /etc/rc.config.d /etc/security /etc/mail'
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/passwd /etc/passwd.post /etc/group /etc/hosts /etc/services /etc/resolv.conf /etc/exclude.rootvg <remote_host>:/etc
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/hosts.allow.xcat <remote_host>:/etc/hosts.allow
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/rc.config.d/sap <remote_host>:/etc/rc.config.d
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/security/group /etc/security/limits /etc/security/login.cfg /etc/security/passwd /etc/security/user <remote_host>:/etc/security
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/mail/sendmail.cf <remote_host>:/etc/mail

rsync -av --progress /home/ibmtools/scripts/oracle/* benouerp07:/home/ibmtools/scripts/oracle/
</pre>

===Handy aliases===
Strip out comments and blank lines from a file
<pre>
alias strip='grep -Ev '\''^(#|$)'\'''
</pre>
Does a ps and a grep
<pre>
alias psg='ps -ef | grep -v $$ | grep -i '
</pre>
Getting a decent listing of filesystem space available. It is ordered such that the filesystems with no space left are at the end.
<pre>
OS=$(uname -s)
[[ "$OS" == "SunOS" ]] && alias dfg='df -h|sed -e '1d'|sort -n -k5|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$4,$5,$6)}'\'''
[[ "$OS" == "AIX" ]] && alias dfg='df -g|sed -e '1d'|sort -n -k4|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total GB","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$3,$4,$7)}'\'''
</pre>
A handy way of listing subdirectories and their files
<pre>
alias filetree="find . -print | sed -e 's;[^/]*/;|____;g;s;____|; |;g'"
</pre>
Watch progress of a copy
<pre>
alias cpProgress="rsync --progress -ravz"
</pre>
Reboots Linksys router<pre>
alias rebootlinksys="curl -u 'admin:password' 'http://192.168.1.2/setup.cgi?todo=reboot'"
</pre>
Nice one for bash. Colour codes the prompt depending on the outcome of the previous command
<pre>
bash_prompt_command()
{
RTN=$?
prevCmd=$(prevCmd $RTN)
}
PROMPT_COMMAND=bash_prompt_command
prevCmd()
{
if [ $1 == 0 ] ; then
echo $GREEN
else
echo $RED
fi
}
if [ $(tput colors) -gt 0 ] ; then
RED=$(tput setaf 1)
GREEN=$(tput setaf 2)
RST=$(tput op)
fi
export PS1="\[\e[36m\]\u.\h.\W\[\e[0m\]\[\$prevCmd\]>\[$RST\]"
</pre>
Mmmm, to be looked into. Executes remote commands on a unix box using curl.
<pre>
#/bin/sh
#
# WAG320N-HACK
# Ver. 1.0
# 12/09/2010
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

# Set username and password in the form of "username:password"
# example: "admin:admin"
my_access="admin:admin"

# Parameters test
if [ -z "$1" ]
then
echo "wag320n-hack.sh: missing remote command"
echo "usage: wag320n-hack.sh <remote command>"
echo "example: wag320n-hack.sh /bin/ls -la /usr/sbin"
echo "Note: always use full path"
echo ""
echo "wag320n-hack.sh - Ver. 1.0 - 12/09/2010"
echo "Licensed under GPL V. 3"
echo ""
exit 0
fi

# Get the command
my_command="ping_size="'$('"$@"' 1>&2)'

curl -s -G -u "$my_access" --data-urlencode 'todo=ping_test' --data-urlencode 'this_file=Diagnostics.htm' --data-urlencode 'next_file=Ping.htm' --data-urlencode 'c4_ping_ipaddr=192.168.1.1' --data-urlencode 'ping_timeout=5000' --data-urlencode 'ping_interval=1000' --data-urlencode 'ping_number=1' --data-urlencode "$my_command" http://192.168.1.1/setup.cgi | sed -e '/HTTP\/1.0 200 OK/q'
</pre>

===How to configure SSH with public/private keys===
* [http://www.unixpeople.com/HOWTO/configuring.ssh.html unixpeople.com]
===Use SSH config file===
<pre>
Host server10
Hostname 1.2.3.4
IdentityFile ~/.ssh/id_dsa
user foobar
Port 30000
ForwardX11Trusted yes
TCPKeepAlive yes
</pre>
then just connect using
<pre>
ssh server10
</pre>

===A decent sed tutorial===
From [http://www.grymoire.com/Unix/Sed.html grymoire.com]
===A decent korn/bash shell tutorial===
From [http://www.dartmouth.edu/~rc/classes/ksh/print_pages.shtml dartmouth.edu]
Reproduced here just in case it disappears!
[[Advanced shell scripting]]

===trap===
<pre>
Example Handling Traps With ksh - Discussion of the kill command

EXAMPLE TEMPLATE:

PRODUCT: HP-UX 11iV1 Version B.11.11
HP Tru64 V5.1B PK4
Sun/Solaris SunOS V5.8
Linux 2.6 kernel

COMPONENT: ksh

SOURCE: Philippe Vouters
Fontainebleau/France

LOW COST HIGH-TECH PRODUCTS: http://techno-star.fr

OVERVIEW:

The ksh script below shows how to eventually handle traps in the situation
where someone might try to kill a script by killing individual commands run
by that script or the entire process group a script is running in. The kill
command (usually a shell builtin) may be used to send a signal to a process
group (with the -<pid> syntax) or an individual process. The example ksh
script below runs /bin/sleep as the foreground process, the example ksh
scripts immediately returns when the /bin/sleep process has terminated. Most
signals sent to the shell are ignored until after the foreground process
terminates. This is in order to avoid creating zombie processes. Therefore a
kill <pid> on the example ksh script waits for the termination of the
/bin/sleep process.

The status value $? in the trap refers to the exit status of the command to run
and therefore is the exit status of the /bin/sleep process. The called function
in the trap handler shows how to correctly examine the effect of the kill
command on the shell or it's children.

To examine the value of $? in a trap handler means that you must understand what
it can be set and how different signals delivered to either the shell or the
foreground process (or the process group) might affect the value of $?.

The example shell script prints $? using echo but it does not perform tests on
the value of $?. For a complete solution when attempting to trap signals in a
shell you would also need code that examined the value of $? after the
foreground process had completed.

*** CAUTION ***

This sample script has been tested using HP-UX B.11.11, HP Tru64 V5.1B PK4,
SunOS V5.8 and Fedora Core 4 (homed version of Red Hat Linux). However, we
cannot guarantee its effectiveness because of the possibility of error in
transmitting or implementing it. It is meant to be used as a template for
writing your own scripts, and may require modification for use on your system.

SCRIPT NOTES:

To notice that the ksh script and /bin/sleep share the same process group
identifier (PGID), issue the following commands:

[philippe@victor ~]$ who
philippe :0 Jan 10 10:16
philippe pts/1 Jan 10 21:30 (:0.0)
philippe pts/2 Jan 10 21:30 (:0.0)
[philippe@victor ~]$ tty
/dev/pts/1
[philippe@victor ~]$ ps -j -t pts/2
PID PGID SID TTY TIME CMD
11072 11072 11072 pts/2 00:00:00 bash
11113 11113 11072 pts/2 00:00:00 ksh
11116 11113 11072 pts/2 00:00:00 sleep

In this case sending kill -INT -11113 will send SIGINT to the process group
11113. Both of the ksh and sleep processes are contained within this process
group.

Important Note:

On HP-UX, you have to $ export UNIX95=1 in order to be able to use the
-j option of the ps command.

SCRIPT:

COPYRIGHT (C) 2005 BY
HEWLETT-PACKARD COMPANY
ALL RIGHTS RESERVED.

THIS SOFTWARE IS FURNISHED UNDER A LICENSE AND MAY BE USED AND COPIED
ONLY IN ACCORDANCE WITH THE TERMS OF SUCH LICENSE AND WITH THE INCLUSION
OF THE ABOVE COPYRIGHT NOTICE. THIS SOFTWARE OR ANY OTHER COPIES
THEREOF MAY NOT BE PROVIDED OR OTHERWISE MADE AVAILABLE TO ANY OTHER
PERSON. NO TITLE TO AND OWNERSHIP OF THE SOFTWARE IS HEREBY TRANSFERRED.

THE INFORMATION IN THIS SOFTWARE IS SUBJECT TO CHANGE WITHOUT NOTICE AND
SHOULD NOT BE CONSTRUED AS A COMMITMENT BY HEWLETT-PACKARD COMPANY.

HP ASSUMES NO RESPONSIBILITY FOR THE USE OR RELIABILITY OF ITS
SOFTWARE ON EQUIPMENT THAT IS NOT SUPPLIED BY HP.

NO RESPONSIBILITY IS ASSUMED FOR THE USE OR RELIABILITY OF SOFTWARE
ON EQUIPMENT THAT IS NOT SUPPLIED BY HEWLETT-PACKARD COMPANY.

SUPPORT FOR THIS SOFTWARE IS NOT COVERED UNDER ANY HP SOFTWARE
PRODUCT SUPPORT CONTRACT, BUT MAY BE PROVIDED UNDER THE TERMS OF THE
CONSULTING AGREEMENT UNDER WHICH THIS SOFTWARE WAS DEVELOPED.

#!/bin/ksh
function handle_signal
{
print -n "pid $$ recieved $2 "
if [[ $1 = 0 ]];then
print but foreground command ended successfully
else
if [[ $1 = $3 ]];then
print and so did the last foreground command
else
print -n "and the exit status of the last foreground "
print command was $1
fi
fi
# Kill our process group and then ourselves with SIGTERM, giving a
# pid of 0 sends the signal to our process group. Killing the process
# group should kill us as well, this assumes that SIGTERM is not
# handled by any process in the process group.
#
# This code could be replaced with an exit with an exit value that
# would indicate what the problem was to the caller. That is replace
# these two lines with:
#
# exit $3
#
# or a specific exit code could be used.
#
kill -TERM 0
kill -TERM $$
}
OS=$(uname -a | awk '{print $1}')
if [[ "$OS" = "Linux" ]]; then
offset=256
elif [[ ("$OS" = "HP-UX") ||
("$OS" = "SunOS") ||
("$OS" = "OSF1") ]]; then
offset=128
fi
trap 'RC=$?; handle_signal $RC SIGINT $offset+2' INT
trap 'RC=$?; handle_signal $RC SIGQUIT $offset+3' QUIT
/bin/sleep 20
echo $?
</pre>
===DNS not working===
Ping to an IP address works
ping 74.125.136.103
but this doesn't
ping www.google.com

Check resolv.conf
cat /etc/resolv.conf
nameserver 95.130.132.17
nameserver 95.130.132.18
I had changed internet provider and forgot to update this. Just to set it to the router address and let that do the resolution
nameserver 192.168.1.1

===File descriptors===
<pre>
exec 3<> /tmp/foo #open fd 3 for r/w
echo "test" >&3
exec 3>&- #close fd 3.
</pre>
<pre>
exec 3<> myfile.txt
while read line <&3
do {
echo "$line"
(( Lines++ )); # Incremented values of this variable
#+ accessible outside loop.
# No subshell, no problem.
}
done
exec 3>&-

echo "Number of lines read = $Lines" # 8
</pre>
Mmm. See our output and also tee it to a log file!
<pre>
#!/bin/bash

echo hello

if test -t 1; then
# Stdout is a terminal.
exec >log
else
# Stdout is not a terminal.
npipe=/tmp/$$.tmp
trap "rm -f $npipe" EXIT
mknod $npipe p
tee <$npipe log &
exec 1>&-
exec 1>$npipe
fi

echo goodbye
</pre>

===Create new image with kvm===
Ref: http://www.cyberciti.biz/faq/kvm-virtualization-in-redhat-centos-scientific-linux-6/ 
Build an empty space for a CentOS virtual machine
<pre>
qemu-img create -f qcow2 centos.img 12G
</pre>
Tried creating image with
<pre>
sudo virt-install -n CentOS --description "Trying out CentOS" --ram=1024 --vcpus=1 --cpu host --hvm --cdrom /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2 --graphics vnc --disk path=/var/lib/libvirt/images/centos.img,bus=virtio,size=10
</pre>
gives error
<pre>
Starting install...
Allocating 'centos.img' | 10 GB 00:00
ERROR internal error Process exited while reading console log output: char device redirected to /dev/pts/1
qemu-kvm: -drive file=/home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2.bz2,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw: could not open disk image /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2: Permission denied
</pre>
===rpm / yum commands===
====Install an RPM Package====
<pre>
rpm -ivh pidgin-2.7.9-5.el6.2.i686.rpm

-i - install
-v - verbose
-h - print progress hashes
</pre>

====Check dependencies of RPM Package before Installing====
<pre>
rpm -qpR BitTorrent-5.2.2-1-Python2.4.noarch.rpm

-q - query
-p - list package capabilities
-R - list dependent package capabilities
</pre>

====Install RPM Package with all dependencies====
<pre>
yum install BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Install RPM Package with all dependencies (when RPM has been downloaded to local machine)====
<pre>
yum localinstall BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Force Install a RPM Package without dependencies====
Package will not work if dependencies are required
<pre>
rpm -ivh --nodeps BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Check an Installed RPM Package====
<pre>
rpm -q BitTorrent
</pre>
====List all files of an installed RPM package====
<pre>
rpm -ql BitTorrent
</pre>
====List All Installed RPM Packages====
<pre>
rpm -qa
</pre>
====Query information about an installed RPM package====
<pre>
rpm -qi vsftpd
</pre>
====Query information about a not yet installed RPM package====
<pre>
rpm -qip sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====(Forcibly) Remove an RPM Package====
Use package name (as seen in -qi above), not full name
<pre>
rpm -ev (--nodeps) vsftpd
</pre>
====Query a file that was installed as part of an RPM Package (which package contained this file)====
<pre>
rpm -qf /usr/bin/htpasswd
</pre>
====Verify an RPM package====
Compares information of installed files of the package against the rpm database
<pre>
rpm -Vp sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====Rebuild corrupted RPM database====
<pre>
cd /var/lib
rm __db*
rpm --rebuilddb
rpmdb_verify Packages
</pre>

===Install rpmforge repository===
* Download rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
* Import the key
<pre>
sudo rpm --import http://apt.sw.be/RPM-GPG-KEY.dag.txt
</pre>
* Install the repository
<pre>
sudo rpm -i rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Check the installation
<pre>
rpm -K rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Test it
<pre>
sudo yum install terminator
</pre>
===Install rpmfusion repository===
<pre>
su -c 'yum localinstall --nogpgcheck http://download1.rpmfusion.org/free/el/updates/6/i386/rpmfusion-free-release-6-1.noarch.rpm http://download1.rpmfusion.org/nonfree/el/updates/6/i386/rpmfusion-nonfree-release-6-1.noarch.rpm'
</pre>

===config file for yum===
Checkout this file for global yum config
<pre>
/etc/sysconfig/yum-cron-background
</pre>

===Setup Oracle Enterprise Linux (RedHat) with yum server===
You need to download the yum .repo file from the server, as per the steps below. After this, you need to enable a flag in the .repo file as per your operating system version. Having done these two steps, when you run yum install <pkgname> command on your linux box, the Oracle's yum server will be scanned, the dependent & the relevant rpm's will be download and installed for you. 
cd /etc/yum.repos.d
To download files here
wget http://public-yum.oracle.com/public-yum-el5.repo

A file named public-yum-el5.repo will be created in your directory 
Edit this file and enter enabled=1 against the operating systems which is relevant to you
vi public-yum-el5.repo

Next run the yum command
yum install package-name

===To change to static IP address (Raspberry Pi)===
As root:
<pre>
cd /etc/networks
vi interfaces
</pre>

replace the line “iface eth0 inet dhcp” with
<pre>
iface eth0 inet static
address 192.168.1.100
netmask 255.255.255.0
gateway 192.168.1.1
</pre>

You should also take a look at the file /etc/resolv.conf and check it has a nameserver entry (probably pointing at your default gateway) or direct to your ISP name servers.
<pre>
nameserver 192.168.1.1
</pre>
===Troubleshoot wireless network problems===
* [https://www.blackmoreops.com/2014/09/18/connect-to-wifi-network-from-command-line-in-linux/ connect to wifi network from command-line in linux - from blackmoreops.com]
'''Short summary of all the things you need to do in just few lines'''
<pre>
root@kali:~# iw dev
root@kali:~# ip link set wlan0 up
root@kali:~# iw wlan0 scan
root@kali:~# wpa_passphrase blackMOREOps >> /etc/wpa_supplicant.conf
root@kali:~# wpa_supplicant -i wlan0 -c /etc/wpa_supplicant.conf
root@kali:~# iw wlan0 link
root@kali:~# dhclient wlan0
root@kali:~# ping 8.8.8.8
(Where wlan0 is wifi adapter and blackMOREOps is SSID)
(Add Routing manually)
root@kali:~# ip route add default via 10.0.0.138 dev wlan0
</pre>

===To change to static IP address (Redhat/CentOS)===
As root:
<pre>
vi /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=STATIC
IPADDR=192.168.1.111
NETMASK=255.255.255.0
GATEWAY=192.168.1.1
ONBOOT=yes
DNS1=8.8.8.8
DNS2=8.8.4.4
</pre>
Resrart the network interface
<pre>
/etc/init.d/network stop
/etc/init.d/network start
or
service network restart
</pre>
Check name server entry in resolv.conf
<pre>
vi /etc/resolv.conf
nameserver 192.168.1.1
</pre>

===Enable processes / services to start at boot time===
<pre>
sudo chkconfig httpd on
sudo chkconfig mysqld on
</pre>

===Run a command on lots of servers in parallel===
This is a damn fine AIX utility - part of the CSM Distributed Shell.
dsh -a "ls -al /etc/apache2/*conf"
will list the Apache configuration file on all reachable servers (nodes)
===Download a gzip file and pipe it into tar===
<pre>
cd ~ && wget -O - "https://www.dropbox.com/download?plat=lnx.x86_64" | tar xzf -
</pre>

===Check in a script to make sure it is run only by root===
<pre>
RUID=`/usr/bin/id|$AWK -F\( '{print $1}'|$AWK -F\= '{print $2}'`
if [ ${RUID} != "0" ];then
$ECHO "This script must be executed as root"
exit 1
fi
</pre>

===Set terminal to use Backspace key to erase previous character instead of Control-H===
Been looking for this for a long time. 
You can put:
<pre>
stty erase <CTRL-V><Backspace key>
</pre>
in your .profile but this will be ruined if you do a copy/paste into another file. 
I wanted a way of doing this without entering the control character in the .profile. Finally stumbled upon it. And it's so simple. Just escape the caret!
<pre>
stty erase \^?
</pre>
Put this in the .profile. It's copy/pastable and it works! 
If you want CTRL-H to be your erase character, just do this:
<pre>
stty erase \^H
</pre>

===Play with the terminal settings and reset them again either side of requesting a password===
The -g option of stty gives a compact list of all the settings or the terminal and can be used as input to stty
<pre>
OLDCONFIG=`stty -g` # save terminal configuration
stty -echo # turn character echoing off
echo "Enter password: \c"
read PASSWD # get the password
stty $OLDCONFIG # restore terminal configuration
</pre>

===Reset terminal to "sane" characteristics===
If you've done a cat of a binary file or something else weird and your terminal is left in a mess, the following key sequence should bring it back to normal
<pre>
<CTRL-J>stty sane<CTRL-J>
</pre>
===Install OpenOffice on RedHat Enterprise when yum install doesn't!===
Download Package
<pre>
wget http://sourceforge.net/projects/openofficeorg.mirror/files/4.0.1/binaries/en-US/Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz/download -O Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz
</pre>
Change to root
<pre>
sudo su -
</pre>
Remove the old stuff
<pre>
yum remove openoffice* libreoffice*
</pre>
Extract Package
<pre>
tar -xvf Apache_OpenOffice_4.0.1*
cd en-US
</pre>
Install Package and exit root
<pre>
rpm -Uvh RPMS/*.rpm RPMS/desktop-integration/openoffice4.0-redhat-*.rpm
exit
</pre>
Start it
<pre>
openoffice4
</pre>
===What does this do?===
<pre>
while IFS= read -r line; do
echo "[$(date "+%F %T")] - $line"
done < <(iwevent)
</pre>
or
<pre>
while IFS= read -r line; do
printf "%s\n%s\n" "$line" "Yohooo! One more package."
done < <(tcpdump -i any -nS)
</pre>

===List of Special Characters and what they mean===
From [http://www.grymoire.com/Unix/Quote.html Bruce Barnett]
<pre>
Character Where Meaning
<RETURN> csh, sh Execute command
# csh, sh, ASCII files Start a comment
<SPACE> csh, sh Argument separator
` csh, sh Command substitution
" csh, sh Weak Quotes
' csh, sh Strong Quotes
\ csh, sh Single Character Quote
variable sh, csh Variable
variable csh, sh Same as variable
| csh, sh Pipe character
^ sh Pipe Character
& csh, sh Run program in background
? csh, sh Match one character
* csh, sh Match any number of characters
; csh, sh Command separator
;; sh End of Case statement
~ csh Home Directory
~user csh User's Home Directory
! csh History of Commands
- Programs Start of optional argument
$# csh, sh Number of arguments to script
$* csh, sh Arguments to script
$@ sh Original arguments to script
$- sh Flags passed to shell
$? sh Status of previous command
$$ sh Process identification number
$! sh PID of last background job
&& sh Short-circuit AND
|| sh Short-circuit OR
. csh, sh Typ. filename extension
. sh Source a file and execute as command
: sh Nothing command
: sh Separates Values in environment variables
: csh Variable modifier
Character Where Meaning
[ ] csh, sh Match range of characters
[ ] sh Test
%job csh Identifies job Number
(cmd;cmd) csh. sh Runs cmd;cmd as a sub-shell
{ } csh In-line expansions
{cmd;cmd } sh Like (cmd;cmd ) without a subshell
>ofile csh, sh Standard output
>>ofile csh, sh Append to standard output
<ifile csh, sh Standard Input
<<word csh, sh Read until word, substitute variables
<<\word csh, sh Read until word, no substitution
<<-word sh Read until word, ignoring TABS
>>!file csh Append to file, ignore error if not there
>!file csh Output to new file, ignore error if not there
>&file csh Send standard & error output to file
<&digit sh Switch Standard Input to file
<&- sh Close Standard Input
>&digit sh Switch Standard Output to file
>&- sh Close Standard Output
digit1<&digit2 sh Connect digit2 to digit1
digit<&- sh Close file digit
digit2>&digit1 sh Connect digit2 to digit1
digit>&- sh Close file digit
</pre>

Snippets

2018-12-05T12:54:16Z

Stuart: /* How to get value of ORACLE_HOME from shell environment into SQL*Plus or PL/SQL */

===Protecting an Apache Web Server directory with htaccess===
* [https://davidwalsh.name/password-protect-directory-using-htaccess https://davidwalsh.name/password-protect-directory-using-htaccess]
* [http://www.htaccesstools.com/articles/password-protection/ http://www.htaccesstools.com/articles/password-protection/]
Two files are needed. 
'''The .htaccess Code'''
<pre>
AuthType Basic
AuthName "restricted area"
AuthUserFile /home/davidwalsh/html/protect-me-dir/.htpasswd
require valid-user
</pre>
'''The .htpasswd Code'''
<pre>
davidwalsh:daWHfZrDLB88.
rodstewart:roFulYxC2.8ws
cssexpert:csmnmq.M8T5ho
</pre>
===Protecting a lighttpd directory with htaccess===
Generate an MD5 hash with the tools above and paste into this file
<pre>
vi /etc/lighttpd/.htpasswd
stuart:3#$567890#$56789056789
</pre>
Check modules.conf file to ensure mod_auth and mod_rewrite are enabled
<pre>
vi /etc/lighttpd/modules.conf
</pre>
Alter the lighttpd.conf file to allow the authentication
<pre>
#auth directives
auth.backend = "htpasswd"
auth.backend.htpasswd.userfile = "/etc/lighttpd/.htpasswd"
auth.debug = 1
$HTTP["url"] =~ "^/cgi-bin" {
auth.require = ( "" =>
(
"method" => "basic",
"realm" => "DbaHawk access",
"require" => "valid-user"
) )
}

</pre>
Restart the lighttpd server
<pre>
systemctl stop lighttpd
systemctl start lighttpd
</pre>
I tried it with htdigest but could not get it to protest the directory!
<pre>
#auth.backend = "htdigest"
#auth.backend.htdigest.userfile = "/etc/lighttpd/lighttpd.user.htdigest"
#auth.require = (
# "/var/www/cgi-bin/" => (
# "method" => "basic",
# "realm" => "DbaHawk access",
# "require" => "valid-user"
# ),
#)
</pre>

===Rename a datafile if the filename contains junk / unprintable characters===
<pre>
alter tablespace ts_thaler_data offline;
</pre>
* Oracle have a document that describes a few ways of doing it in [https://support.oracle.com/rs?type=doc&id=824473.1 Note 824473.1]
If the filename contains control characters and cannot be selected in the normal way, use ls -ali to find the node number and then use find with -inum to rename (or move) the file
<pre>
ls -baltri
total 47474984
12409 -rw-r----- 1 oracle oinstall 1073750016 Sep 26 13:56 ts_thaler_data_02\1776.dbf
12350 -rw-r----- 1 oracle oinstall 5242888192 Sep 26 13:56 ts_thaler_data_01.dbf

find . -inum 12409 -exec mv {} ts_thaler_data_06.dbf \;
</pre>
Work out what the database thinks the name is and rename it there too! AskTom has a discussion on it [https://asktom.oracle.com/pls/apex/asktom.search?tag=rename-datafile-with-dummy-characters-after-dbf here]
<pre>
select substr(name,i,1),ascii(substr(name,i,1)) from ( select name from v$datafile where file# = 9), ( select rownum i from dual connect by level <= 50);
SUBS ASCII(SUBSTR(NAME,I,1))
---- -----------------------
t 116
s 115
_ 95
t 116
h 104
a 97
l 108
e 101
r 114
_ 95
d 100
a 97
t 116
a 97
_ 95
0 48
2 50
127
2 50
. 46
d 100
b 98
f 102
</pre>
You can see there's a 127 just before the .dbf... this crept in a the backspace key was not working correctly.
<pre>
set serveroutput on
declare
fname1 varchar2(100);
fname2 varchar2(100);
begin
select name into fname1 from v$datafile where file# = 9;
fname2 := replace(fname1,chr(127));

dbms_output.put_line('alter database rename file '''||fname1||''' to '''||fname2||'''');
execute immediate 'alter database rename file '''||fname1||''' to '''||fname2||'''';
end;
/

alter tablespace ts_thaler_data_online;
</pre>
===Generate creation of directory names from dba_directories===
Before deleting or dropping directories in the database, use this script to generate the create statements
<pre>
select 'create or replace directory '||directory_name||' as '''||directory_path||''';' from dba_directories;
</pre>

===Check if current (dot) directory is in PATH variable===
Using bareword comparison to check PATH variable<pre>
if [[ :$PATH: == *:".":* ]] ; then
echo "in path"
else
echo "not in path"
fi
</pre>

===tail a logfile from within the script you are writing it to===
<pre>
#
# display logfile in real time
#
( tail -0f ${LOGFILE} ) &
tailPID=$!

trap "kill $tailPID" 0 1 2 3 5 9 15
</pre>
===Dump package, procedure etc. from dba_source in a way that it can be used to recreate it===
From [https://asktom.oracle.com/pls/apex/f?p=100:11:0::::P11_QUESTION_ID:454220160386 Ask Tom]
<pre>
set lines 1000 pages 1000 feedb off verif off
select decode( type||'-'||to_char(line,'fm99999'), 'PACKAGE BODY-1', '/'||chr(10), null) ||
decode(line,1,'create or replace ', '' ) ||
text text
from dba_source
where owner = upper('&owner')
and name = upper('&object_to_show')
order by type
, line
/
</pre>

===A trick to exit out of SQL*Plus (using divide by zero) depending on answer to a question===
This example is taken from ReviewLite.
<pre>
-- Settings for customized functionality
define SCRIPT_OO=_OPTIONS_ONLY -- collect only options information
define SCRIPT_OO='' -- collect all information [default behavior]

define SCRIPT_TS=_TIME_STAMP -- include timestamp in names of the output directory and output files: YYYY.MM.DD.HH24.MI.SS; script does not prompt for license agreement
define SCRIPT_TS='\home\oracle\options' -- standard names for output directory and output files; script prompts for license agreement [default behavior]

-- PROMT FOR LICENSE AGREEMENT ACCEPTANCE
DEFINE LANSWER=N
SET TERMOUT ON
ACCEPT &SCRIPT_TS LANSWER FORMAT A1 PROMPT 'Accept License Agreement? (y\n): '

-- FORCE "divisor is equal to zero" AND SQLERROR EXIT IF NOT ACCEPTED
-- WILL ALSO CONTINUE IF SCRIPT_TS SUBSTITUTION VARIABLE IS NOT NULL
SET TERMOUT OFF
WHENEVER SQLERROR EXIT
select 1/decode(' &LANSWER', 'Y', null, 'y', null, decode(' &SCRIPT_TS', null, 0, null)) as " " from dual;
WHENEVER SQLERROR CONTINUE
SET TERMOUT ON
</pre>

===How to uninstall optional components such as OWB, APEX, EM, OLAP, OWM from an Oracle database===
* [http://fast-dba.blogspot.be/2014/04/how-to-remove-unwanted-components-from.html fast-dba.blogspot.be]

===Find unique indexes / primary index / key columns in a table===
<pre>
col owner for a12
col table_name for a32
col column_name for a32
col position for 99
col status for a10
set lines 1000 pages 100

SELECT cons.owner
, cols.table_name
, cols.column_name
, cols.position
, cons.status
FROM all_constraints cons
, all_cons_columns cols
WHERE 1=1
and cols.owner = '&TABLE_OWNER'
and cols.table_name = '&TABLE_NAME'
AND cons.constraint_type = 'P'
AND cons.constraint_name = cols.constraint_name
AND cons.owner = cols.owner
ORDER BY cols.table_name
, cols.position
/
</pre>

===Display the oracle instances running on the local server===
sed could be shorter but this one works cross-platform
<pre>
alias oenv='ps -ef|grep pmon|grep -v grep|awk -F_ "{print \$NF}"|sort|uniq|sed -e ":a" -e "N" -e "\$!ba" -e "s/\n/ /g"'</pre>

===Display which databases are scheduled for backup in cron===
<pre>
for i in `ps -ef | grep [o]ra_pmon | awk -F_ '{print $NF}'`; do
crontab -l | grep $i | grep backup_export | awk '{print $2":"$1" - "$17}'
done
</pre>

===Trace SQL statements using autotrace and explain plan===
If the plustrace (plustrc.sql) role has been granted, explaining sql statements (without running the statement) is as easy as
<pre>
alter session set sql_trace=true;
set autotrace traceonly explain
</pre>
===Write to a trace log from PL/SQL===
<pre>
dbms_system.ksdwrt(1,'message sent to a trace file')
</pre>
===Invisible / hidden / virtual columns===
Article showing how to dump blocks also. 
[https://www.oracle.com/technetwork/articles/database/invisible-columns-odb12c-2331522.html Tips and Tricks: Invisible Columns in Oracle Database 12c by Alex Zaballa, Oracle Ace and Daniel Da Meda (OCM)]

===Write to the alert log from PL/SQL===
* [https://www.databasejournal.com/features/oracle/article.php/3386731/Inserting-Custom-Messages-in-Oracle-AlertTrace-files.htm Inserting Custom Messages in Oracle Alert/Trace files]
Writes to trace file
<pre>
dbms_system.ksdwrt(1,'message sent to trace log')
</pre>
Writes to the alertlog
<pre>
dbms_system.ksdwrt(2,'message sent to the alertlog')
</pre>
Writes to the alertlog and trace file
<pre>
dbms_system.ksdwrt(3,'message sent to trace file and the alert log')
</pre>
Also available, KSDIND, KSDDDT and KSDFLS

===Do distributed SQL transactions exist?===
<pre>
select * from dba_2pc_pending;
</pre>
if yes, and to commit them...
<pre>
select local_tran_id from dba_2pc_pending;
exec dbms_transaction.purge_lost_db_entry('');
commit;
</pre>
===Setup optional parameters and default values in an SQL*Plus script===
Some forgotten SQL*Plus tricks from the good old days and some new ones...
* [http://www.orafaq.com/wiki/SQL*Plus_FAQ#What_is_the_difference_between_.21_and_HOST.3F orafaq.com]
<pre>
set termout off
col p1 new_value 1
col p2 new_value 2
col p3 new_value 3
select null p1, null p2, null p3 from dual where 1=2;
select nvl('&1','def1') p1, nvl('&2','def2') p2, nvl('&3','def3') p3 from dual;
set termout on
prompt 1="&1"
prompt 2="&2"
prompt 3="&3"
undef 1
undef 2
undef 3
</pre>

===Display / show users with sysdba & sysoper privileges===
<pre>
select * from v$pwfile_users;
</pre>

===Show path names of data files using instr===
Use to find the pathnames of all the filesystems/directories in which a database is housed.
<pre>
select distinct substr(name,1,(instr(name,'/',-1,1)-1)) path_name from v$datafile
union
select distinct substr(name,1,(instr(name,'/',-1,1)-1)) path_name from v$tempfile
/
</pre>

===Does a dataguard standby exist for this database?===
<pre>
SELECT SUBSTR(value,INSTR(value,'=',INSTR(UPPER(value),'SERVICE'))+1)
FROM v$parameter
WHERE name LIKE 'log_archive_dest%' AND UPPER(value) LIKE 'SERVICE%';
</pre>
gives something like this if found...
<pre>
SUBSTR(VALUE,INSTR(VALUE,'=',INSTR(UPPER(VALUE),'SERVICE'))+1)
--------------------------------------------------------------------------------
"jdbeop1_standby", LGWR ASYNC NOAFFIRM delay=0 optional compression=disable m
ax_failure=0 max_connections=1 reopen=300 db_unique_name="jdbeop1_standby" ne
t_timeout=60, valid_for=(all_logfiles,primary_role)
</pre>

===List values for all init parameters in v$parameter (including default values for undocumented (hidden) parameters===
<pre>
select i.ksppinm||';'||sv.ksppstvl
from x$ksppi i
, x$ksppsv sv
where i.indx = sv.indx
order by i.ksppinm;
</pre>

===Log file reports pipe errors===
Found these in the log file
<pre>
solax005:root[/opt/IBM/ITM/logs]# tail solax005_or_RMANV11_col.out
CIR1880E (024955) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30024832_5346_pipe
CIR1880E (030938) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30030830_5406_pipe
CIR1880E (031923) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30031832_5434_pipe
CIR1880E (033934) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30033831_5495_pipe
CIR1880E (034918) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30034833_5521_pipe
CIR1880E (041927) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30041835_5610_pipe
CIR1880E (042931) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30042832_5642_pipe
CIR1880E (045928) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30045835_5730_pipe
CIR1880E (052927) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30052838_5819_pipe
CIR1880E (090929) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30090833_6487_pipe
</pre>
This could be due to a timeout on the pipe. 
Increase parameters and restart agent. Add following lines to or.config:
<pre>
export COLL_WAIT_TIMEOUT='200'
export WAIT_TIMEOUT='200'
</pre>

===Find the most recent archived SCN number===
<pre>
col next_change# for 999999999999999
set numwidth 15

select max(next_change#)
from v$archived_log
where (thread#, next_change#) in ( select thread#, max(next_change#)
from v$archived_log
where archived = 'YES'
and status = 'A'
and resetlogs_id = ( select resetlogs_id
from v$database_incarnation
where status = 'CURRENT'
)
group by thread#
)
and status = 'A'
and resetlogs_id = ( select resetlogs_id
from v$database_incarnation
where status = 'CURRENT'
)
order by next_change# asc;

</pre>

===Monitoring says database inactive===
* Check the candle user password has not expired in the database.
* There may be a clue in the log file. Check /opt/IBM/ITM/logs/`hostname`_or_${SID}_col.out
* Check limits for itmora account in /etc/security/limits. Should be same as oracle user.
* Check the config file. We had this issue when a new ORACLE_HOME was installed but the cfg file still had the old one in it.
<pre>
export ITM_HOME=/opt/IBM/ITM
cd $ITM_HOME/config
vi solax005_or_SRV2R.cfg
</pre>
<pre>
# IBM Tivoli Monitoring for Databases: Oracle Agent
# Configuration file: solax005_or_SRV2R.cfg
# Written by CandleDBconfig version: 1.4 on 31Jul13 13:39:41

# Note: this is a Korn-shell script that is "sourced" to create the
# environment for a Monitoring Agent for Oracle. It can be used to create
# the environment to run the IBM-supplied database grant scripts.

# IBM does not recommend that you modify this file, but you can change the
# data values or add new exported variables as long as the file is a valid ksh
# script that executes with zero return code, and values remain quoted with "".

# Following environment variables are set for convenience in running grants.
export ORACLE_SID="SRV2R"
export ORACLE_HOME="/oracle/product/11.2.0.1"
# IY92195 COLL_DISABLE_CURSORS setting
export TNS_ADMIN="/oracle/product/11.2.0.1/network/admin"

# Following variables are set for the setup scripts
db_sid="SRV2R"
db_home="/oracle/product/11.2.0.1"
db_initfilename=""
db_login="tivoli"
db_password="795D8822BC49477323815CD21C1E66E966E48EEE19C6A98056224D649B0FE316E6A11DC3F4E9BB5E226B65A8"
db_ver="11.x"
db_type="kor"
db_tns="/oracle/product/11.2.0.1/network/admin"
db_extparms=""
db_hostname="solax005"
db_reason="AIX_ps_ceww"
db_pipedir=""
db_installstatus="CONFIGSUCCESS"

# User-defined environment variables
</pre>
Solution: 
* Change all occurrences of 11.2.0.1 to 11.2.0.3
* Restart agent

===Alerts due to password expiring (or being changed in the database but not in ITM!)===
<pre>
cd $ITM_HOME/logs
ls -altr | grep WM820T
tail -20 solax005_or_WM820T_col.out
</pre>
<pre>
CGN1521E (161614) Interval collection failed for cursor KORHART2
RCD0110S (161614) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161614) Interval collection failed for cursor KORHART4
CGN1525E (161614) One or more interval cursors failed
RCD0110S (161714) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161714) Interval collection failed for cursor KORHART2
RCD0110S (161714) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161714) Interval collection failed for cursor KORHART4
CGN1525E (161714) One or more interval cursors failed
</pre>
Solution: 
* Run agent reconfigure to setup the new password for the candle user (tivoli)
<pre>
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/bin/itmcmd config -A or
</pre>
* Restart agent
<pre>
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/smitools/scripts/StartAgent.sh restart or -o WM820T
</pre>

===Many agents started with root user instead of itmora===
This can happen if the server is rebooted before the agents have been added to the itmora list using kdyedit / kciedit
<pre>
export CANDLEHOME=/opt/IBM/ITM
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/smitools/scripts/kdyedit list
Type Runas Inst
or root AGPDEV
or root BO1R
or root DEV3
or root EMREP
or root ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
<pre>
$ITM_HOME/smitools/scripts/kciedit list
Type Runas Inst
or root AGPDEV
or root BO1R
or root DEV3
or root EMREP
or root ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
Solution: Add these instances to the itmora list
<pre>
./kdyedit -t or -i AGPDEV -r itmora add
./kciedit -t or -i AGPDEV -r itmora add
...
./kdyedit -t or -i ICR -r itmora add
./kciedit -t or -i ICR -r itmora add
</pre>
<pre>
$ITM_HOME/smitools/scripts/kciedit list
Type Runas Inst
or itmora AGPDEV
or itmora BO1R
or itmora DEV3
or itmora EMREP
or itmora ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
Kill any agents still running as root
<pre>
ps -ef |grep kor | grep root
kill -9 <process id>
</pre>
Because these agents were owned by root, there will be permissions issues when trying to restart the agents with itmora so these need to be fixed before restarting the agents. 
The simplest way of doing this is to run lockdown.
<pre>
export CANDLEHOME=/opt/IBM/ITM
$CANDLEHOME/smitools/scripts/lockdown.sh
</pre>

===See which processes are causing paging===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>
===How to return several variables from SQL*Plus back to Korn shell script===
Return multiple columns/elements from Oracle to shell script at the same time
<pre>
sqlplus -s sys/${SYS_PASSWORD}@${SID} as sysdba<<EOSQL | read SPACE_AFTER_INSTALL TOTAL_SPACE_AVAILABLE
set numwid 15 headi off newpa none feedb off
select sign(${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE}), trim(${SPACE_USED} + ${SPACE_AVAILABLE})
from dual
/
EOSQL
</pre>
===How to get a shell environment variable from the operating system into the SQL or PL/SQL environment===
This has been bugging me for years. Something you would think simple... what is ORACLE_HOME? I know it's a question mark at the SQL prompt but how to get it's O/S value?
<pre>
declare
var1 varchar2(200);
begin
dbms_system.get_env ('ORACLE_HOME', var1);
dbms_output.put_line ('ORACLE_HOME: '||var1);
end;
/
</pre>
or in SQL*Plus
<pre>
variable var1 varchar2(200);
exec dbms_system.get_env ('ORACLE_HOME', :var1);
select :var1 from dual;
</pre>
That got me thinking... if this just gets stuff from the environment, it can fetch any exported variable?!?! 
From the shell:
<pre>
export running_sids=`ps -ef | grep [p]mon | awk -F_ '{print $NF}'`
</pre>
and now in SQL*Plus:
<pre>
variable sids varchar2(240);
exec dbms_system.get_env ('running_sids', :sids);
select :sids from dual;
</pre>
Wow!

===How long/wide can a database name/sid be?===
Depends on where you look but taking the minimum here as "safe", it should still be limited to 8 characters...
<pre>
col table_name for a30
col data_type for a12
select table_name, data_type, data_length from dba_tab_columns where column_name = 'DB_NAME';
</pre>
This is 11gR2
<pre>
TABLE_NAME DATA_TYPE DATA_LENGTH
------------------------------ ------------ -----------
LOGMNRG_DICTIONARY$ VARCHAR2 9
SYS_FBA_CONTEXT_AUD VARCHAR2 256
V_$LOGMNR_DICTIONARY VARCHAR2 9
V_$LOGMNR_LOGS VARCHAR2 8
GV_$LOGMNR_DICTIONARY VARCHAR2 9
GV_$LOGMNR_LOGS VARCHAR2 8
V_$LOGMNR_LOGFILE VARCHAR2 8
V_$LOGMNR_SESSION VARCHAR2 128
GV_$LOGMNR_LOGFILE VARCHAR2 8
GV_$LOGMNR_SESSION VARCHAR2 128
GV_$ASM_CLIENT VARCHAR2 8
V_$ASM_CLIENT VARCHAR2 8
GV_$IOS_CLIENT VARCHAR2 64
V_$IOS_CLIENT VARCHAR2 64
DBA_PDB_HISTORY VARCHAR2 128
CDB_PDB_HISTORY VARCHAR2 128
SSCR_CAP$ VARCHAR2 4000
SSCR_RES$ VARCHAR2 4000
DBA_SSCR_CAPTURE VARCHAR2 4000
CDB_SSCR_CAPTURE VARCHAR2 4000
DBA_SSCR_RESTORE VARCHAR2 4000
CDB_SSCR_RESTORE VARCHAR2 4000
WRM$_DATABASE_INSTANCE VARCHAR2 9
INT$DBA_HIST_DATABASE_INSTANCE VARCHAR2 9
DBA_HIST_DATABASE_INSTANCE VARCHAR2 9
CDB_HIST_DATABASE_INSTANCE VARCHAR2 9
LOGMNR_DICTIONARY$ VARCHAR2 9

27 rows selected.
</pre>

===What character set (characterset) was the database built with?===
<pre>
col name for a40
col value for a60
select * from nls_database_parameters;
</pre>
or
<pre>
col name for a40
col value$ for a60
select name,value$ from props$ where name = 'NLS_CHARACTERSET';
</pre>

===How to get value of ORACLE_HOME from shell environment into SQL*Plus or PL/SQL===
<pre>
var orahome varchar2(2000);
exec dbms_system.get_env('ORACLE_HOME', :orahome);
print orahome
</pre>

===How to find ORACLE_HOME from pmon process for a SID if there is no entry in oratab===
If database is created without dbca (datafile and controlfile copy), no entry will be automatically made in /etc/oratab. 
So the problem is that you need to find out which of the ORACLE_HOMEs is being used by the running instances.
* Solaris, Linux
<pre>
$ ps -ef | grep [p]mon
oracle 10848 1 0 00:21:20 ? 2:11 ora_pmon_JDBEOP1
$ pwdx 10848
10848: /oracle/JDBEOP1/product/11204/dbs
</pre>
* AIX
<pre>
$ ps -ef | grep [p]mon
oracle 13893878 1 0 Aug 12 - 7:53 ora_pmon_GOAQ1
$ ls -al /proc/13893878/cwd
lr-x------ 2 oracle dba 0 Aug 12 13:37 cwd -> /data/opt/app/product/11.2.0.4/db_1/dbs/
</pre>
or 
This command (ps eww) gives lots of information about the given process (pmon in this case). Tells you where the instance was started, whether it was started from SQL*Plus or RMAN, the http_proxy and loads more useful bits!
<pre>
ps -ef | grep [p]mon | awk '{print $2}' | xargs -I {} ps eww {} | awk '{print $1 " " $5 " " $6 " " $0}' | sed 's/$S*$ $S*$ .*ORACLE_HOME/\1 \2/g' | cut -f1,2,3 -d" "
</pre>

===Escape the underscore(_) or percent(%) character in an SQL statement===
The underscore matches any single character so to return data containing an underscore means having to use an escape character. 
Here I use the backslash(\) so it is easy for Unix people to understand the mechanism.
<pre>
select username from dba_users where username like 'ENDUR\_DEV%' escape '\';
</pre>

===Validate, analyse and rebuild indexes===
<pre>
set feedback off
set linesize 132
set serveroutput on
set trimspool on

declare
LOCKED exception;
pragma exception_init (LOCKED, -54);

dbase char(8);
dbuser varchar2(30);
index_name varchar(30);
free_text varchar2(50);
pctused number;
height number;
index_mb number;
analyze_sql varchar2(100);
pct_used_sql varchar2(150);
rebuild_sql varchar2(150);

cursor c1 is
select segment_name, bytes
from user_segments
where segment_type = 'INDEX'
and segment_name like 'DW%'
and segment_name not like 'BIN%'
and bytes/1024 >= 1024
order by 2;

-- validate the index
procedure validate_index (v_ind in varchar2) is
begin
analyze_sql := 'analyze index '||v_ind||' validate structure';
begin
execute immediate analyze_sql;
exception
when LOCKED then
dbms_output.put_line (v_ind||' locked - skipping');
pctused := 100;
return;
when others then
dbms_output.put_line (analyze_sql);
raise;
end;

pct_used_sql := 'select pct_used, round(blocks*8192/(1024*1024)), height from index_stats where name = '''||v_ind||'''';
execute immediate pct_used_sql into pctused, index_mb, height;
if pctused is null then
pctused := 0;
end if;
dbms_output.put_line (rpad(v_ind,35)||' (pct used '||pctused||'% size '||index_mb||'Mb height ' || height ||')');
end validate_index;

-- execute SQL and trace if errors
procedure run_sql (v_sql in varchar2) is
begin
execute immediate v_sql;
exception
when others then
dbms_output.put_line (v_sql);
raise;
end run_sql;

--
-- Script starts here
--
begin
dbms_output.enable(1000000);
-- Set up database name and schema
-- select name into dbase from v$database;
select user into dbuser from dual;
dbms_output.put_line('============================================================================= *');
-- dbms_output.put_line('* Indexes rebuild report for '||dbuser||' on '||dbase);
dbms_output.put_line('============================================================================= *');

-- Loop around Indexes
for x in c1 loop
index_name := x.segment_name;
validate_index (index_name );
if pctused < 81 then
if x.bytes/1024/1024 < 100 then
rebuild_sql := 'alter index '||x.segment_name||' rebuild online';
else
rebuild_sql := 'alter index '||x.segment_name||' coalesce';
end if;
dbms_output.put_line (rebuild_sql);
run_sql (rebuild_sql);
validate_index (index_name);
end if;
end loop;
end;
/

set feed on
</pre>
===Rebuild unusable indexes on a table===
<pre>
select 'alter index '||owner||'.'||index_name||' rebuild;'
from dba_indexes
where 1=1
and status != 'VALID'
and owner not in ('SYS','SYSTEM')
--and owner = 'WM822PP'
--and table_name = 'WF_PLANTS';
</pre>

===Pull the latest cfengine changes now instead of waiting for scheduled time===
For one host
<pre>
/opt/cfengine/bin/cfagent -ID dbaTime
</pre>
On all hosts at the same time
<pre>
/home/ibmtools/scripts/oracle/dosh -c "/opt/cfengine/bin/cfagent -ID dbaTime"
</pre>
===Check status of datafiles without dba_data_files or v$datafile===
If the database is in mount mode, most tables are unavailable. This query uses the x$ (c based) tables and are always available
<pre>
set linesize 200;
set pagesize 100;
col inst_id for 9999999 heading 'Instance #'
col file_nr for 9999999 heading 'File #'
col file_name for A50 heading 'File name'
col checkpoint_change_nr for 99999999999999 heading 'Checkpoint #'
col checkpoint_change_time for A20 heading 'Checkpoint time'
col last_change_nr for 99999999999999 heading 'Last change #'
SELECT
fe.inst_id,
fe.fenum file_nr,
fn.fnnam file_name,
TO_NUMBER (fe.fecps) checkpoint_change_nr,
fe.fecpt checkpoint_change_time,
fe.fests last_change_nr,
DECODE (
fe.fetsn,
0, DECODE (BITAND (fe.festa, 2), 0, 'SYSOFF', 'SYSTEM'),
DECODE (BITAND (fe.festa, 18),
0, 'OFFLINE',
2, 'ONLINE',
'RECOVER')
) status
FROM x$kccfe fe,
x$kccfn fn
WHERE ( (fe.fepax != 65535 AND fe.fepax != 0 )
OR (fe.fepax = 65535 OR fe.fepax = 0)
)
AND fn.fnfno = fe.fenum
AND fe.fefnh = fn.fnnum
AND fe.fedup != 0
AND fn.fntyp = 4
AND fn.fnnam IS NOT NULL
AND BITAND (fn.fnflg, 4) != 4
ORDER BY fe.fenum
;
</pre>

===Check highest allocated extent in datafile (likely slow when having many extents)===
* Script to Detect Tablespace Fragmentation ( Doc ID 1020182.6 )
* How to shrink or reduce the datafile size by finding the high water mark (HWM) ( Doc ID 1600774.1 )
* How to find Objects Fragmented below High Water Mark ( Doc ID 337651.1 )
<pre>
column file_name format a50;
column tablespace_name format a15;
column highwater format 9999999999;
set pagesize 9999

select a.tablespace_name
,a.file_name
,(b.maximum+c.blocks-1)*d.db_block_size highwater
from dba_data_files a
,(select file_id,max(block_id) maximum
from dba_extents
group by file_id) b
,dba_extents c
,(select value db_block_size
from v$parameter
where name='db_block_size') d
where a.file_id = b.file_id
and c.file_id = b.file_id
and c.block_id = b.maximum
order by a.tablespace_name,a.file_name
/
</pre>
Runup to this was...
<pre>
set markup html on spool on
spool db_info.html
set echo on
select * from dba_tablespaces where tablespace_name = '&&tablespace_name';
select * from dba_data_files where tablespace_name = '&tablespace_name';
select * from (select * from dba_extents where tablespace_name = '&tablespace_name' order by block_id desc) where rownum <301;
spool off
set markup html off
</pre>
<pre>
select owner, segment_type, count(*) from dba_segments where tablesapce_name='&tablespace_name' group by owner, segment_type;
</pre>
<pre>
begin
for ii in (select owner, segment_name, segment_type from dba_segments where tablespace_name = '&tablespace_name' and segment_type like 'TABLE%' and segment_name not like '%DATAPUMP%')
loop
if ii.segment_type='TABLE' then
begin
execute immediate('alter table '||ii.owner||'.'||ii.segment_name||' enable row movement');
execute immediate('alter table '||ii.owner||'.'||ii.segment_name||' shrink space cascade');
exception when others then
dbms_output.put_line('FAILED 1: alter table '||ii.owner||'.'||ii.segment_name||' shrink space cascade : '||SQLERRM);
end;
end if;
end loop;
end;
/
</pre>

===Procedure to shrink space in tables and indexes===
* [http://www.oracle-wiki.net/startdocsreallifeshrinkexample Using the Oracle Shrink Command] - lots of good stuff at this site
Written by [https://asktom.oracle.com/pls/apex/f%3Fp%3D100:11:0::::P11_QUESTION_ID:5645095700346948864 Tom Kyte] 
Depending on the Oracle version, this procedure may or may not work! It does not include the compact clause (neither does it re-analyse to prove it worked). 
[http://www.oracle-wiki.net/startdocsreallifeshrinkexample Here] is a worked example that shows the complete process - oracle-wiki.net
<pre>
create or replace procedure shrink_all
as
l_sql varchar2(4000);
l_sql2 varchar2(4000);
row_movement exception;
pragma exception_init( row_movement, -10636 );
begin
for x in (select table_name
, owner
from t
where sgm_space_management = 'AUTO')
loop
l_sql := 'alter table "' || x.owner || '"."' || x.table_name || '" shrink space';
dbms_output.put_line( l_sql );

begin
execute immediate l_sql;
exception
when row_movement
then
dbms_output.put_line( 'failed due to row movement...' );
l_sql2 := 'alter table "' || x.owner || '"."' || x.table_name || '" enable row movement';
dbms_output.put_line( l_sql2 );
execute immediate l_sql2;
dbms_output.put_line( l_sql );
execute immediate l_sql;
end;

for y in (select owner
, index_name
from dba_indexes
where table_owner = x.owner
and table_name = x.table_name )
loop
l_sql := 'alter index "' || y.owner || '"."' || y.index_name || '" shrink space';
dbms_output.put_line( l_sql );
execute immediate l_sql;
end loop;

end loop;
end;
/
</pre>

===How to delete/kill a distributed transaction===
From [http://www.pouwiel.com/?p=2204 pouwiel.com]
<pre>
SQL> SELECT LOCAL_TRAN_ID, GLOBAL_TRAN_ID,to_char(FAIL_TIME,'dd-mon-yyyy HH24:MI:SS'),STATE, MIXED FROM DBA_2PC_PENDING;

LOCAL_TRAN_ID
----------------------
GLOBAL_TRAN_ID
--------------------------------------------------------------------------------
TO_CHAR(FAIL_TIME,'D STATE MIX
-------------------- ---------------- ---
8.19.321913
1463898948.0000013CDE8005110000000179F68840A089FFFEE644B640AED6B02438B2F39D9665F
AFB
15-feb-2013 16:37:41 prepared no

SQL> SELECT LOCAL_TRAN_ID, IN_OUT,INTERFACE, DATABASE FROM DBA_2PC_NEIGHBORS;

LOCAL_TRAN_ID IN_ I
---------------------- --- -
DATABASE
--------------------------------------------------------------------------------
8.19.321913 in N
jdbc_11

SQL> rollback force '8.19.321913';

Rollback complete.

SQL> execute dbms_transaction.purge_lost_db_entry('8.19.321913');

PL/SQL procedure successfully completed.

SQL> commit;

Commit complete.

SQL> SELECT LOCAL_TRAN_ID, GLOBAL_TRAN_ID,to_char(FAIL_TIME,'dd-mon-yyyy HH24:MI:SS'),STATE, MIXED FROM DBA_2PC_PENDING;

no rows selected
</pre>
Be aware that the support document 159377.1 does not speak of the rollback force. If you don’t execute that particular command it will not work.
 

===ORACLE_BASE is getting set to the same value as ORACLE_HOME when using . oraenv===
Permissions problem. Make sure the user has '''write''' access to oraclehomeproperties.xml file!
<pre>
ls -al $ORACLE_HOME/inventory/ContentsXML/oraclehomeproperties.xml
</pre>
Change permissions as appropriate.
A different approach which should give the same end result would be to grant the orabase executable the setuid bit.
<pre>
chmod u+s $ORACLE_HOME/bin/orabase
</pre>
This allows any user to set the environment as the orabase executable will be run with the permissions of its owner.
===Move table partitions to a different tablespace===
Are you getting errors due to partitions belonging to a different tablespace and you want to drop the current tablepace? 
ORA-14404: partitioned table contains partitions in a different tablespace 
====Find tables with partitions in more than one tablespace====
<pre>
set lines 2000 pages 50
col table_owner for a30
col table_name for a30
select table_owner
, table_name
, count(*)
from dba_tab_partitions
where table_owner != 'SYS'
group by table_owner
, table_name
having count(*) > 1
/
</pre>
See which tables have partitions across multiple tablespaces...
<pre>
set lines 1000 pages 100
col table_name for a50
select distinct b.table_owner||'.'||b.table_name table_name
, a.tablespace_name ts1
, b.tablespace_name ts2
from (
select distinct tablespace_name
, table_name
, partition_name
from dba_tab_partitions
) a
, dba_tab_partitions b
where a.table_name = b.table_name
and a.tablespace_name != b.tablespace_name
/
</pre>
Generate statements to move the partitions from one tablespace to another...
<pre>
select 'alter table '||b.table_owner||'.'||b.table_name||' move partition '||b.partition_name||' tablespace &NEW_TABLESPACE;'
from (
select distinct table_name
, partition_name
from dba_tab_partitions
where tablespace_name = '&&OLD_TABLESPACE'
) a
, dba_tab_partitions b
where a.table_name = b.table_name
and b.tablespace_name != '&OLD_TABLESPACE'
/
undef OLD_TABLESPACE
</pre>
====What's left hanging around?====
<pre>
col SEGMENT_TYPE for a20
col OWNER for a20
col SEGMENT_NAME for a40
col PARTITION_NAME for a15
col TABLESPACE_NAME for a30
select segment_type
, owner
, segment_name
, partition_name
, tablespace_name
from dba_segments
where tablespace_name in ('TS_THALER_IOT_OLD','TS_THALER_CU','TS_THALER_BACKUP','TS_THALER_PART_OLD')
/

select table_owner
, table_name
from dba_indexes
where index_name = '&index_name'
/
</pre>

===What edition is my database (Standard, Enterprise, XE...)?===
Only works from 12c :-(
<pre>
select edition from sys.registry$ where cid='CATPROC'
</pre>
===Is database a CDB with PDBs?===
Needs a bit of work. Won't work pre-12c obviously and also not on Standby databases if they are in MOUNT mode
<pre>
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<'EOSQL'
set head off newpa none
select name
, (select count(*) from v$pdbs) npdbs
from v$database
/
EOSQL
done
</pre>
version 2
<pre>
function is_db_cdb return boolean
is
b_is_cdb boolean := false;
l_is_cdb varchar2(3) := 'NO';
e_col_not_found exception;
pragma exception_init(e_col_not_found, -904);
begin
begin
execute immediate 'select cdb from v$database'
into l_is_cdb;
exception
when e_col_not_found then l_is_cdb := 'NO'; -- ORA-00904
end;

if (l_is_cdb = 'YES') then
return TRUE;
else
return FALSE; -- either not a cdb or pre-12.1 database
end if;

end is_db_cdb;
</pre>
===List triggers in the database===
This query specifically lists after login triggers
<pre>
select obj.con_id
, pdb.name
, obj.owner
, obj.object_name
, to_char(obj.created, 'DD/MM/YYYY HH24:MI:SS') created_str
, to_char(obj.last_ddl_time, 'DD/MM/YYYY HH24:MI:SS') last_ddl_str
from cdb_objects obj
join cdb_triggers trgs
on ( obj.con_id = trgs.con_id
and obj.owner = trgs.owner
and obj.object_name = trgs.trigger_name
)
join v$pdbs pdb
on ( obj.con_id = pdb.con_id )
where trgs.trigger_type = 'AFTER EVENT'
and trgs.triggering_event like 'LOGON%'
and trgs.status = 'ENABLED'
order by object_name
, obj.last_ddl_time
/

</pre>
===List the pluggable databases (PDB) in a container database (CDB)===
The network_name column shows what you should find in tnsnames.ora for this db connection
<pre>
select name,network_name,pdb from v$services;
</pre>
or
<pre>
select * from v$pdbs;
</pre>

===Start and stop a pluggable database===
<pre>
alter pluggable database pdb1 open;
</pre>
<pre>
alter pluggable database pdb1 close immediate;
</pre>
===Swith to a pluggable database===
<pre>
alter session set container=pdb1;
</pre>
===Reopen pluggable databases at container startup===
By default pluggable databases in a container remain in a MOUNT state when the container starts up.
<pre>
select name, open_mode from v$pdbs where name = 'PDB1';
</pre>
To modify this, open it and save its state
<pre>
alter pluggable database pdb1 open;
alter pluggable database pdb1 save state;
</pre>
To see a log of issues with pluggable databases
<pre>
select * from pdb_plug_in_violations where type = 'ERROR' and status != 'RESOLVED' and name = 'PDB1';
</pre>

===What is the current container id in a cdb?===
CDB$ROOT is container id 1. User containers start from 2.
<pre>
select sys_context('USERENV','CON_ID') from dual
</pre>
===What is the current container name in a cdb?===
<pre>
select sys_context('USERENV','CON_NAME') from dual
</pre>
or just
<pre>
show con_name
</pre>
===Switching Between Containers===
<pre>
SQL> show con_name

CON_NAME
------------------------------
CDB$ROOT

SQL> alter session set container=tstklok;

Session altered.

SQL> show con_name

CON_NAME
------------------------------
TSTKLOK
</pre>
===Direct connection to pluggable database===
These must be made using a service (defined in tnsnames.ora). Each pluggable database automatically registers a service with the listener (v$services).
<pre>
sqlplus appuser/apppwd@tstklok
</pre>
or using ezconnect
<pre>
SQL> conn appuser/apppwd@//localhost:1521/tstklok
</pre>

===What platform is the database running on?===
Could be useful for handling line endings...
<pre>
select platform_name from v$database
</pre>
<pre>
if instr(db_platform, 'WINDOWS') != 0 then
crlf := CHR(13) || CHR(10); -- Windows gets the \r and \n
else
crlf := CHR (10); -- Just \n for the rest of the world
end if;
</pre>

===Is the database 32 or 64 bit?===
If the answer is 1,7,10,15,16 or 17, then it is 32bit, everything else should be 64bit.
<pre>
select platform_id from v$database
</pre>

===What features is my database using?===
Before converting to Standard Edition, check the features here - some may be Enterprise specific.
<pre>
col name for a45
col description for a85
set lines 2000
select name
, detected_usages
, description
from dba_feature_usage_statistics
where 1=1
and currently_used = 'TRUE'
/
</pre>

===How many redo log switches per hour?===
<pre>
set lines 100
col "YYYYMMDD HH24" for a14
select to_char(first_time,'yyyymmdd hh24') "YYYYMMDD HH24"
, count(1) num_switches
from v$log_history
group by to_char(first_time,'yyyymmdd hh24')
order by 1
</pre>
or a bit fancier version...
<pre>
rem ***********************************************************
rem
rem File: log_history.sql
rem Description: Log switch rates from v$log_history
rem
rem From 'Oracle Performance Survival Guide' by Guy Harrison
rem Chapter 21 Page 637
rem ISBN: 978-0137011957
rem See www.guyharrison.net for further information
rem
rem This work is in the public domain NSA
rem
rem
rem *********************************************************

col min_minutes format 9999.99
col max_minutes format 9999.99
col avg_minutes format 9999.99
set pagesize 1000
set lines 70
set echo on

WITH log_history AS
(SELECT thread#, first_time,
LAG(first_time) OVER (ORDER BY thread#, sequence#)
last_first_time,
(first_time
- LAG(first_time) OVER (ORDER BY thread#, sequence#))
* 24* 60 last_log_time_minutes,
LAG(thread#) OVER (ORDER BY thread#, sequence#)
last_thread#
FROM v$log_history)
SELECT ROUND(MIN(last_log_time_minutes), 2) min_minutes,
ROUND(MAX(last_log_time_minutes), 2) max_minutes,
ROUND(AVG(last_log_time_minutes), 2) avg_minutes
FROM log_history
WHERE last_first_time IS NOT NULL
AND last_thread# = thread#
AND first_time > SYSDATE - 1;
</pre>

===Show redo log groups/members===
<pre>
col instance for a8
col thread for 999
col groupno for 999
col member for a35
col redo_file_type for a15
col log_status for a10
col logsize_m for 99999
col archived for a12

SELECT i.instance_name instance
, i.thread# thread
, f.group# groupno
, f.member member
, f.type redo_file_type
, l.status log_status
, l.bytes/1024/1024 logsize_m
, l.archived archived
FROM gv$logfile f
, gv$log l
, gv$instance i
WHERE 1=1
and f.group# = l.group#
AND l.thread# = i.thread#
AND i.inst_id = f.inst_id
AND f.inst_id = l.inst_id
ORDER BY i.instance_name
, f.group#
, f.member;
</pre>

===Korn shell timestamp function===
Example usage: echo "`ts`: Checking backup status"
<pre>
function ts {
date +'%d-%b-%Y %H:%M:%S'
}
</pre>
===Drop a database===
Dropping a database including backups should be considered criminal in a production environment!
<pre>
sqlplus / as sysdba
startup force mount exclusive restrict
exit
rman target /
drop database including backups noprompt;
exit
</pre>
or
<pre>
RMAN> connect target sys/pass@test
connected to target database: test (dbid=123456789)

RMAN> startup force mount
RMAN> sql 'alter system enable restricted session';
RMAN> drop database including backups noprompt;</pre>

===Use sub-select or in-line views to update base tables===
Inline views can be used to update base table data
<pre>
update
(
select p.list_price
from products p
, product_categories pc
where 1=1
and p.category_id = pc.category_id
and pc.category_name = 'CPU'
)
set list_price = list_price * 1.15;
</pre>
===Use sub-select or in-line views to delete base table data===
A different way to delete rows in base tables, using Inline views or subselect
<pre>
delete
(
select p.list_price
from products p
, product_categories pc
where 1=1
and p.category_id = pc.category_id
and pc.category_name = 'CPU'
)
where list_price < 1000;
</pre>
===Mass update of files using perl inline script===
<pre>
for server in `cat /home/tools/etc/oracle/oracle_servers`; do
ssh $server “perl -p -i -e 's/T01/D01/' /home/tools/scripts/rman/inclexcl.lst”
done
</pre>

===How to use vi-style editing in SQL*Plus===
These instructions are for Redhat but other versions will be very similar
* Download rlwrap from [http://dl.fedoraproject.org/pub/epel/5/x86_64/repoview/rlwrap.html] or [http://dl.fedoraproject.org/pub/epel/6/x86_64/repoview/rlwrap.html]
* sudo yum install rlwrap
* build a dictionary file for autocomplete on pressing Tab
<pre>
vi $HOME/sql.dict
select
from
dba_users
dba_data_files
dba_tablespaces
</pre>
<pre>
alias sysdba='rlwrap -f $HOME/sql.dict sqlplus / as sysdba'
</pre>
or for general command use...
<pre>
alias sqlplus='rlwrap -D2 -ic sqlplus'
alias dgmgrl='rlwrap -D2 -ic dgmgrl'
alias rman='rlwrap -D2 -ic rman'
alias asmcmd='rlwrap -D2 -ic asmcmd'
alias lsnrctl='rlwrap -D2 -ic lsnrctl'
alias adrci='rlwrap -D2 -ic adrci'
alias impdp='rlwrap -D2 -ic impdp'
alias expdp='rlwrap -D2 -ic expdp'
</pre>

===Execute an SQL statement on all databases on all servers for a customer===
Run from customer's management server
<pre>
./dosh -c "su - oracle -c '/home/tools/scripts/oracle/all_db_do -v \"select username, account_status, profile from dba_users order by 3;\"'" >user_status.lst
</pre>
or
<pre>
SCRIPTS_DIR=/home/tools/scripts/oracle
$SCRIPTS_DIR/dosh -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter user ops\\\$oraibm profile oracle_system_user;'\""
$SCRIPTS_DIR/dosh2 -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter user ops$oraibm profile oracle_system_user;'\""
$SCRIPTS_DIR/dosh2 -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter system set control_file_record_keep_time=31;'\""
</pre>

===Where is the alert log/alertlog?===
Older systems
<pre>
select value from v$parameter where name='background_dump_dest';
</pre>
Newer systems
<pre>
select value from v$diag_info where name='Diag Trace';
</pre>
===Grant normal users access to the alertlog table (sys.x$dbgalertext)===
<pre>
create view x$dbgalertext_v as select * from x$dbgalertext;
grant select on x$dbgalertext_v to &&grantee;
create or replace synonym &grantee..x$dbgalertext for sys.x$dbgalertext_v;
undef grantee
</pre>

===Search alert log for ORA-00600 and ORA-07445 errors===
Scan the database table version of the alertlog for errors without reporting what was already found.
<pre>
select indx, message_text from x$dbgalertext where message_text like '%ORA-00600%' or message_text like '%ORA-07445%' and indx > &last_queried_indx order by indx desc;
</pre>
===Simulating errors in alert log===
Sometimes you need to inject error messages into the alertlog to test your monitoring system. This generates the entries in the alertlog and in x$dbgalertext table.
<pre>
exec sys.dbms_system.ksdwrt(2, 'ORA-07445: Testing this error code for Zenoss, do not investigate.');
</pre>
This additionally creates a trace file.
<pre>
exec sys.dbms_system.ksdwrt(3, 'ORA-00600: Testing this error code for Zenoss, do not investigate.');
</pre>

===tail the database alert log===
If an ADR error is displayed, then ORACLE_SID is probably not set
<pre>
alias alertlog='adrci exec="set home diag/rdbms/$(echo $ORACLE_SID | tr A-Z a-z)/$ORACLE_SID; show alert -tail -f"'
</pre>

===What is my WAN ip address?===
<pre>
curl -A "Mozilla/4.0" http://checkip.dyndns.org/ 2>/dev/null | perl -ne 'print $1 if /Current IP Address: (\d+\.\d+\.\d+\.\d+)/'
</pre>
or
<pre>
curl -A "Mozilla/4.0" http://myip.dnsdynamic.org/ 2>/dev/null
</pre>

===Wait for child pid to finish in background and report its status===
<pre>
# submit a process to the background
export_schema1.ksh &
bgpid=$!

while (ps -ef | grep $bgpid | grep -v grep); do
# still running...
sleep 600
done

# should be finished
wait $bgpid
bgstatus=$?
echo background process ended with status $bgstatus
</pre>
or
<pre>
#!/usr/bin/ksh
# submit a few processes to the background
# wait for them all to finish
# concat their logfiles

(./sleeper.sh;echo "sleeper 1 finished")>sleeper1.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

(./sleeper.sh;echo "sleeper 2 finished")>sleeper2.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

(./sleeper.sh;echo "sleeper 3 finished")>sleeper3.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

echo "Now 15 seconds later, we have 3 pids: $PIDLIST"
for PID in $PIDLIST; do
wait $PID
echo "$PID exited with status $?"
done

# all jobs should have ended, concat their logs
cat sleeper*log > sleepers.log
cat sleepers.log
</pre>
Real world example
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : export_JDBEOP1.ksh
# Description : Run export in pieces for performance reasons
#
# Parameters :
#
# Notes : Also decide whether to exclude PDARC schema or not
# depending on what day it is
#
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 15-OCT-13 Stuart Barkley Created
# ==============================================================================

STARTTIME=`date '+%Y%m%d%H%M%S'`
DAYNO=`date +%u`
PROGNAME=`basename $0`
SCRIPTS_DIR=/home/tools/scripts/oracle
DATA_DIR=/oracle/JDBEOP1/admin/change
EXPORT_DIR=/oracle/export/JDBEOP1

# marker so we can find our files later
MARKERFILE=/tmp/start_$PROGNAME_$$
touch $MARKERFILE

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u PRODDTA -p 4 -k 2 -f $DATA_DIR/JDBEOP1_PRODDTA.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u PRODCTL -p 2 -k 2 -f $DATA_DIR/JDBEOP1_PRODCTL.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u NOPRODNOPDARC -p 4 -k 2 -f $DATA_DIR/JDBEOP1_NOPROD_NOPDARC.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

if [[ $DAYNO -eq 1 ]]; then
$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u NOPROD -p 4 -k 2 -f $DATA_DIR/JDBEOP1_NOPROD.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
fi

# now sit and wait for the exports to finish
for PID in $PIDLIST; do
echo "waiting for pid $PID to finish"
wait $PID
echo "$PID exited with status $?"
done

# collect all log files up into one
cd $EXPORT_DIR
for i in `find . -name "expdp_JDBEOP1*log" -newer $MARKERFILE`; do
cat $i > expdp_JDBEOP1_D_FULL_${STARTTIME}.log
done

rm $MARKLERFILE
</pre>

===Create private DB link for a user without knowing his password===
* Inspired by [http://oradbatips.blogspot.co.uk/2010/01/tip-84-create-private-db-link-for-user.html oradbatips.blogspot.co.uk]
It uses a clever package, dbms_sys_sql. 
Also useful for executing anything on behalf of another user. 
Here is an example on how to create private database link for a user.
<pre>
create or replace procedure link_creator ( p_owner varchar2, p_dblink_name varchar2, p_username varchar2, p_password varchar2, p_address varchar2 ) as
uid number;
sqltext varchar2(1000) := 'create [public] database link [link_name] connect to [username] identified by [password] using ''[address]''';
myint integer;
begin
if upper(p_owner) = 'PUBLIC' then
sqltext := replace(sqltext, '[public]', 'public');
else
sqltext := replace(sqltext, '[public]', '');
end if;
sqltext := replace(sqltext, '[linkname]', p_dblink_name);
sqltext := replace(sqltext, '[username]', p_username);
sqltext := replace(sqltext, '[password]', p_password);
sqltext := replace(sqltext, '[address]', p_address);

select user_id
into uid
from dba_users
where username = decode(upper(p_owner), 'PUBLIC', 'SYS', p_owner)
;
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user ( myint, sqltext, dbms_sql.native, uid );
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
Here we can generate SQL to rebuild the links for future use. Note the password is no longer stored in this column.
<pre>
set pages 1000
select 'begin link_creator ( '''|| u.name ||''','''|| l.name ||''','''|| l.userid ||''','''|| l.password ||''','''|| l.host ||'''); end;'|| chr(10) ||'/' link_text
from sys.link$ l
, sys.user$ u
where l.owner# = u.user#
;
</pre>
====Another method to create a db_link from sys on behalf of a user is to create a procedure under that users name that does the db link creation====
<pre>
grant create database link to &&user;

create or replace procedure &user..create_db_link as
begin
execute immediate 'create database link &link_name connect to &user identified by &users_password using ''&tns_connect_identifier''';
end create_db_link;

exec &user..create_db_link;

revoke create database link from &user;

drop procedure &user..create_db_link;
undef user

</pre>

===Create a comma separated list of columns from a select statement===
Method 1:
<pre>
SELECT parent_id,
RTRIM(XMLAGG(XMLELEMENT(e,child_id || ',')).EXTRACT('//text()'),',') AS "Children"
FROM parentChildTable
WHERE parent_id = 0
GROUP BY parent_id
/
</pre>
or
<pre>
SELECT parent_id,
LISTAGG(child_id, ',') WITHIN GROUP (ORDER BY child_id) AS "Children"
FROM parentChildTable
WHERE parent_id = 0
GROUP BY parent_id
/
</pre>

Method 2 (undocumented and cannot therefore be relied on to continue working in the same manner):
<pre>
SELECT wmsys.wm_concat(<column_name>)
FROM <table_name>
/
</pre>

===Start an instant one-line webserver in current directory===
Need to quickly share/copy a file or read an html file on Linux? Start a web server!
<pre>
python -m SimpleHTTPServer 8000
</pre>
and point your browser to http://localhost:8000 
or
<pre>
while true; do nc -l -p 80 -q 1 < index.html; done
</pre>

===Get SQL*Plus to generate HTML===
* [http://docs.oracle.com/cd/E11882_01/server.112/e16604/ch_seven.htm#CHDCECJG official guide]
One way to do it... use -m(arkup) option to specify: 
html on/off - specifies whether to output html output or not
head - specify your own customised head contents 
spool off - as a part of the -m tag means do not print the default <html>, <head> and <body> tags 
<pre>
sqlplus -m "html on head '<link rel="stylesheet" href="/dbamon_golden.css" type="text/css" />' spool off" / as sysdba
</pre>
or
<pre>
sqlplus / as sysdba
set markup html on head '<link rel="stylesheet" href="/dbamon_golden.css" type="text/css" />' body "" table "" spool off
</pre>
besides html and head, you can also specify: 
body - specify your own customised body attributes 
table - override the default table options 
entmap - turn on or off the html replacement characters (&lt, &gt, etc...) 
preformat - uses the <pre> tag to format output exactly as required 
* another little gem...
<pre>
----------------------------------------
-- get the last SQL*Plus output in HTML
-- after Tanel Poder
----------------------------------------

set termout off

set markup HTML ON HEAD " -
-
" -
BODY "" -
TABLE "border='1' align='center' summary='Script output'" -
SPOOL ON ENTMAP ON PREFORMAT OFF

spool myoutput.html

l
/

spool off
set markup html off spool off
host firefox myoutput.html
set termout on
</pre>

===HTML SELECT - Trigger JavaScript ONCHANGE event even when the option is not changed===
<pre>
<select onchange="jsFunction()">
<option value="" disabled selected style="display:none;">Label</option>
<option value="1">1</option>
<option value="2">2</option>
<option value="3">3</option>
</select>
</pre>
===Display horizontal bar graph in HTML table data cell===
Using Perl
<pre>
print ('<td class="left">' .
'<div style="background-color:#8097BE;width:"',$allocpercused ,'%;" />' .
'<div style="background-color:red; width:"',$automaxpercused,'%;" />' .
$tspace .
'</td>'
);
</pre>
Depending on which way around the divs are, you get different interpretations
<pre>
print ("<td class=\"left\">" .
"<div style=\"border-right:2px solid red; width:",($automaxpercused>99)?(100):($automaxpercused),"%;\" />" .
"<div style=\"background-color:#8097BE;width:",$allocpercused ,"%;\" />" .
$tspace .
"</td>"
);
</pre>
====References====
* [http://stackoverflow.com/questions/5324996/comma-separated-list-as-a-result-of-select-statement-in-oracle stackoverflow.com]
* [http://www.salvis.com/blog/?p=207 A whole page showing how to do it in all versions back to 7!]

Snippets

2018-12-05T12:53:55Z

Stuart: /* How to find ORACLE_HOME from pmon process for a SID if there is no entry in oratab */

===Protecting an Apache Web Server directory with htaccess===
* [https://davidwalsh.name/password-protect-directory-using-htaccess https://davidwalsh.name/password-protect-directory-using-htaccess]
* [http://www.htaccesstools.com/articles/password-protection/ http://www.htaccesstools.com/articles/password-protection/]
Two files are needed. 
'''The .htaccess Code'''
<pre>
AuthType Basic
AuthName "restricted area"
AuthUserFile /home/davidwalsh/html/protect-me-dir/.htpasswd
require valid-user
</pre>
'''The .htpasswd Code'''
<pre>
davidwalsh:daWHfZrDLB88.
rodstewart:roFulYxC2.8ws
cssexpert:csmnmq.M8T5ho
</pre>
===Protecting a lighttpd directory with htaccess===
Generate an MD5 hash with the tools above and paste into this file
<pre>
vi /etc/lighttpd/.htpasswd
stuart:3#$567890#$56789056789
</pre>
Check modules.conf file to ensure mod_auth and mod_rewrite are enabled
<pre>
vi /etc/lighttpd/modules.conf
</pre>
Alter the lighttpd.conf file to allow the authentication
<pre>
#auth directives
auth.backend = "htpasswd"
auth.backend.htpasswd.userfile = "/etc/lighttpd/.htpasswd"
auth.debug = 1
$HTTP["url"] =~ "^/cgi-bin" {
auth.require = ( "" =>
(
"method" => "basic",
"realm" => "DbaHawk access",
"require" => "valid-user"
) )
}

</pre>
Restart the lighttpd server
<pre>
systemctl stop lighttpd
systemctl start lighttpd
</pre>
I tried it with htdigest but could not get it to protest the directory!
<pre>
#auth.backend = "htdigest"
#auth.backend.htdigest.userfile = "/etc/lighttpd/lighttpd.user.htdigest"
#auth.require = (
# "/var/www/cgi-bin/" => (
# "method" => "basic",
# "realm" => "DbaHawk access",
# "require" => "valid-user"
# ),
#)
</pre>

===Rename a datafile if the filename contains junk / unprintable characters===
<pre>
alter tablespace ts_thaler_data offline;
</pre>
* Oracle have a document that describes a few ways of doing it in [https://support.oracle.com/rs?type=doc&id=824473.1 Note 824473.1]
If the filename contains control characters and cannot be selected in the normal way, use ls -ali to find the node number and then use find with -inum to rename (or move) the file
<pre>
ls -baltri
total 47474984
12409 -rw-r----- 1 oracle oinstall 1073750016 Sep 26 13:56 ts_thaler_data_02\1776.dbf
12350 -rw-r----- 1 oracle oinstall 5242888192 Sep 26 13:56 ts_thaler_data_01.dbf

find . -inum 12409 -exec mv {} ts_thaler_data_06.dbf \;
</pre>
Work out what the database thinks the name is and rename it there too! AskTom has a discussion on it [https://asktom.oracle.com/pls/apex/asktom.search?tag=rename-datafile-with-dummy-characters-after-dbf here]
<pre>
select substr(name,i,1),ascii(substr(name,i,1)) from ( select name from v$datafile where file# = 9), ( select rownum i from dual connect by level <= 50);
SUBS ASCII(SUBSTR(NAME,I,1))
---- -----------------------
t 116
s 115
_ 95
t 116
h 104
a 97
l 108
e 101
r 114
_ 95
d 100
a 97
t 116
a 97
_ 95
0 48
2 50
127
2 50
. 46
d 100
b 98
f 102
</pre>
You can see there's a 127 just before the .dbf... this crept in a the backspace key was not working correctly.
<pre>
set serveroutput on
declare
fname1 varchar2(100);
fname2 varchar2(100);
begin
select name into fname1 from v$datafile where file# = 9;
fname2 := replace(fname1,chr(127));

dbms_output.put_line('alter database rename file '''||fname1||''' to '''||fname2||'''');
execute immediate 'alter database rename file '''||fname1||''' to '''||fname2||'''';
end;
/

alter tablespace ts_thaler_data_online;
</pre>
===Generate creation of directory names from dba_directories===
Before deleting or dropping directories in the database, use this script to generate the create statements
<pre>
select 'create or replace directory '||directory_name||' as '''||directory_path||''';' from dba_directories;
</pre>

===Check if current (dot) directory is in PATH variable===
Using bareword comparison to check PATH variable<pre>
if [[ :$PATH: == *:".":* ]] ; then
echo "in path"
else
echo "not in path"
fi
</pre>

===tail a logfile from within the script you are writing it to===
<pre>
#
# display logfile in real time
#
( tail -0f ${LOGFILE} ) &
tailPID=$!

trap "kill $tailPID" 0 1 2 3 5 9 15
</pre>
===Dump package, procedure etc. from dba_source in a way that it can be used to recreate it===
From [https://asktom.oracle.com/pls/apex/f?p=100:11:0::::P11_QUESTION_ID:454220160386 Ask Tom]
<pre>
set lines 1000 pages 1000 feedb off verif off
select decode( type||'-'||to_char(line,'fm99999'), 'PACKAGE BODY-1', '/'||chr(10), null) ||
decode(line,1,'create or replace ', '' ) ||
text text
from dba_source
where owner = upper('&owner')
and name = upper('&object_to_show')
order by type
, line
/
</pre>

===A trick to exit out of SQL*Plus (using divide by zero) depending on answer to a question===
This example is taken from ReviewLite.
<pre>
-- Settings for customized functionality
define SCRIPT_OO=_OPTIONS_ONLY -- collect only options information
define SCRIPT_OO='' -- collect all information [default behavior]

define SCRIPT_TS=_TIME_STAMP -- include timestamp in names of the output directory and output files: YYYY.MM.DD.HH24.MI.SS; script does not prompt for license agreement
define SCRIPT_TS='\home\oracle\options' -- standard names for output directory and output files; script prompts for license agreement [default behavior]

-- PROMT FOR LICENSE AGREEMENT ACCEPTANCE
DEFINE LANSWER=N
SET TERMOUT ON
ACCEPT &SCRIPT_TS LANSWER FORMAT A1 PROMPT 'Accept License Agreement? (y\n): '

-- FORCE "divisor is equal to zero" AND SQLERROR EXIT IF NOT ACCEPTED
-- WILL ALSO CONTINUE IF SCRIPT_TS SUBSTITUTION VARIABLE IS NOT NULL
SET TERMOUT OFF
WHENEVER SQLERROR EXIT
select 1/decode(' &LANSWER', 'Y', null, 'y', null, decode(' &SCRIPT_TS', null, 0, null)) as " " from dual;
WHENEVER SQLERROR CONTINUE
SET TERMOUT ON
</pre>

===How to uninstall optional components such as OWB, APEX, EM, OLAP, OWM from an Oracle database===
* [http://fast-dba.blogspot.be/2014/04/how-to-remove-unwanted-components-from.html fast-dba.blogspot.be]

===Find unique indexes / primary index / key columns in a table===
<pre>
col owner for a12
col table_name for a32
col column_name for a32
col position for 99
col status for a10
set lines 1000 pages 100

SELECT cons.owner
, cols.table_name
, cols.column_name
, cols.position
, cons.status
FROM all_constraints cons
, all_cons_columns cols
WHERE 1=1
and cols.owner = '&TABLE_OWNER'
and cols.table_name = '&TABLE_NAME'
AND cons.constraint_type = 'P'
AND cons.constraint_name = cols.constraint_name
AND cons.owner = cols.owner
ORDER BY cols.table_name
, cols.position
/
</pre>

===Display the oracle instances running on the local server===
sed could be shorter but this one works cross-platform
<pre>
alias oenv='ps -ef|grep pmon|grep -v grep|awk -F_ "{print \$NF}"|sort|uniq|sed -e ":a" -e "N" -e "\$!ba" -e "s/\n/ /g"'</pre>

===Display which databases are scheduled for backup in cron===
<pre>
for i in `ps -ef | grep [o]ra_pmon | awk -F_ '{print $NF}'`; do
crontab -l | grep $i | grep backup_export | awk '{print $2":"$1" - "$17}'
done
</pre>

===Trace SQL statements using autotrace and explain plan===
If the plustrace (plustrc.sql) role has been granted, explaining sql statements (without running the statement) is as easy as
<pre>
alter session set sql_trace=true;
set autotrace traceonly explain
</pre>
===Write to a trace log from PL/SQL===
<pre>
dbms_system.ksdwrt(1,'message sent to a trace file')
</pre>
===Invisible / hidden / virtual columns===
Article showing how to dump blocks also. 
[https://www.oracle.com/technetwork/articles/database/invisible-columns-odb12c-2331522.html Tips and Tricks: Invisible Columns in Oracle Database 12c by Alex Zaballa, Oracle Ace and Daniel Da Meda (OCM)]

===Write to the alert log from PL/SQL===
* [https://www.databasejournal.com/features/oracle/article.php/3386731/Inserting-Custom-Messages-in-Oracle-AlertTrace-files.htm Inserting Custom Messages in Oracle Alert/Trace files]
Writes to trace file
<pre>
dbms_system.ksdwrt(1,'message sent to trace log')
</pre>
Writes to the alertlog
<pre>
dbms_system.ksdwrt(2,'message sent to the alertlog')
</pre>
Writes to the alertlog and trace file
<pre>
dbms_system.ksdwrt(3,'message sent to trace file and the alert log')
</pre>
Also available, KSDIND, KSDDDT and KSDFLS

===Do distributed SQL transactions exist?===
<pre>
select * from dba_2pc_pending;
</pre>
if yes, and to commit them...
<pre>
select local_tran_id from dba_2pc_pending;
exec dbms_transaction.purge_lost_db_entry('');
commit;
</pre>
===Setup optional parameters and default values in an SQL*Plus script===
Some forgotten SQL*Plus tricks from the good old days and some new ones...
* [http://www.orafaq.com/wiki/SQL*Plus_FAQ#What_is_the_difference_between_.21_and_HOST.3F orafaq.com]
<pre>
set termout off
col p1 new_value 1
col p2 new_value 2
col p3 new_value 3
select null p1, null p2, null p3 from dual where 1=2;
select nvl('&1','def1') p1, nvl('&2','def2') p2, nvl('&3','def3') p3 from dual;
set termout on
prompt 1="&1"
prompt 2="&2"
prompt 3="&3"
undef 1
undef 2
undef 3
</pre>

===Display / show users with sysdba & sysoper privileges===
<pre>
select * from v$pwfile_users;
</pre>

===Show path names of data files using instr===
Use to find the pathnames of all the filesystems/directories in which a database is housed.
<pre>
select distinct substr(name,1,(instr(name,'/',-1,1)-1)) path_name from v$datafile
union
select distinct substr(name,1,(instr(name,'/',-1,1)-1)) path_name from v$tempfile
/
</pre>

===Does a dataguard standby exist for this database?===
<pre>
SELECT SUBSTR(value,INSTR(value,'=',INSTR(UPPER(value),'SERVICE'))+1)
FROM v$parameter
WHERE name LIKE 'log_archive_dest%' AND UPPER(value) LIKE 'SERVICE%';
</pre>
gives something like this if found...
<pre>
SUBSTR(VALUE,INSTR(VALUE,'=',INSTR(UPPER(VALUE),'SERVICE'))+1)
--------------------------------------------------------------------------------
"jdbeop1_standby", LGWR ASYNC NOAFFIRM delay=0 optional compression=disable m
ax_failure=0 max_connections=1 reopen=300 db_unique_name="jdbeop1_standby" ne
t_timeout=60, valid_for=(all_logfiles,primary_role)
</pre>

===List values for all init parameters in v$parameter (including default values for undocumented (hidden) parameters===
<pre>
select i.ksppinm||';'||sv.ksppstvl
from x$ksppi i
, x$ksppsv sv
where i.indx = sv.indx
order by i.ksppinm;
</pre>

===Log file reports pipe errors===
Found these in the log file
<pre>
solax005:root[/opt/IBM/ITM/logs]# tail solax005_or_RMANV11_col.out
CIR1880E (024955) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30024832_5346_pipe
CIR1880E (030938) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30030830_5406_pipe
CIR1880E (031923) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30031832_5434_pipe
CIR1880E (033934) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30033831_5495_pipe
CIR1880E (034918) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30034833_5521_pipe
CIR1880E (041927) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30041835_5610_pipe
CIR1880E (042931) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30042832_5642_pipe
CIR1880E (045928) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30045835_5730_pipe
CIR1880E (052927) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30052838_5819_pipe
CIR1880E (090929) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30090833_6487_pipe
</pre>
This could be due to a timeout on the pipe. 
Increase parameters and restart agent. Add following lines to or.config:
<pre>
export COLL_WAIT_TIMEOUT='200'
export WAIT_TIMEOUT='200'
</pre>

===Find the most recent archived SCN number===
<pre>
col next_change# for 999999999999999
set numwidth 15

select max(next_change#)
from v$archived_log
where (thread#, next_change#) in ( select thread#, max(next_change#)
from v$archived_log
where archived = 'YES'
and status = 'A'
and resetlogs_id = ( select resetlogs_id
from v$database_incarnation
where status = 'CURRENT'
)
group by thread#
)
and status = 'A'
and resetlogs_id = ( select resetlogs_id
from v$database_incarnation
where status = 'CURRENT'
)
order by next_change# asc;

</pre>

===Monitoring says database inactive===
* Check the candle user password has not expired in the database.
* There may be a clue in the log file. Check /opt/IBM/ITM/logs/`hostname`_or_${SID}_col.out
* Check limits for itmora account in /etc/security/limits. Should be same as oracle user.
* Check the config file. We had this issue when a new ORACLE_HOME was installed but the cfg file still had the old one in it.
<pre>
export ITM_HOME=/opt/IBM/ITM
cd $ITM_HOME/config
vi solax005_or_SRV2R.cfg
</pre>
<pre>
# IBM Tivoli Monitoring for Databases: Oracle Agent
# Configuration file: solax005_or_SRV2R.cfg
# Written by CandleDBconfig version: 1.4 on 31Jul13 13:39:41

# Note: this is a Korn-shell script that is "sourced" to create the
# environment for a Monitoring Agent for Oracle. It can be used to create
# the environment to run the IBM-supplied database grant scripts.

# IBM does not recommend that you modify this file, but you can change the
# data values or add new exported variables as long as the file is a valid ksh
# script that executes with zero return code, and values remain quoted with "".

# Following environment variables are set for convenience in running grants.
export ORACLE_SID="SRV2R"
export ORACLE_HOME="/oracle/product/11.2.0.1"
# IY92195 COLL_DISABLE_CURSORS setting
export TNS_ADMIN="/oracle/product/11.2.0.1/network/admin"

# Following variables are set for the setup scripts
db_sid="SRV2R"
db_home="/oracle/product/11.2.0.1"
db_initfilename=""
db_login="tivoli"
db_password="795D8822BC49477323815CD21C1E66E966E48EEE19C6A98056224D649B0FE316E6A11DC3F4E9BB5E226B65A8"
db_ver="11.x"
db_type="kor"
db_tns="/oracle/product/11.2.0.1/network/admin"
db_extparms=""
db_hostname="solax005"
db_reason="AIX_ps_ceww"
db_pipedir=""
db_installstatus="CONFIGSUCCESS"

# User-defined environment variables
</pre>
Solution: 
* Change all occurrences of 11.2.0.1 to 11.2.0.3
* Restart agent

===Alerts due to password expiring (or being changed in the database but not in ITM!)===
<pre>
cd $ITM_HOME/logs
ls -altr | grep WM820T
tail -20 solax005_or_WM820T_col.out
</pre>
<pre>
CGN1521E (161614) Interval collection failed for cursor KORHART2
RCD0110S (161614) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161614) Interval collection failed for cursor KORHART4
CGN1525E (161614) One or more interval cursors failed
RCD0110S (161714) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161714) Interval collection failed for cursor KORHART2
RCD0110S (161714) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161714) Interval collection failed for cursor KORHART4
CGN1525E (161714) One or more interval cursors failed
</pre>
Solution: 
* Run agent reconfigure to setup the new password for the candle user (tivoli)
<pre>
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/bin/itmcmd config -A or
</pre>
* Restart agent
<pre>
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/smitools/scripts/StartAgent.sh restart or -o WM820T
</pre>

===Many agents started with root user instead of itmora===
This can happen if the server is rebooted before the agents have been added to the itmora list using kdyedit / kciedit
<pre>
export CANDLEHOME=/opt/IBM/ITM
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/smitools/scripts/kdyedit list
Type Runas Inst
or root AGPDEV
or root BO1R
or root DEV3
or root EMREP
or root ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
<pre>
$ITM_HOME/smitools/scripts/kciedit list
Type Runas Inst
or root AGPDEV
or root BO1R
or root DEV3
or root EMREP
or root ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
Solution: Add these instances to the itmora list
<pre>
./kdyedit -t or -i AGPDEV -r itmora add
./kciedit -t or -i AGPDEV -r itmora add
...
./kdyedit -t or -i ICR -r itmora add
./kciedit -t or -i ICR -r itmora add
</pre>
<pre>
$ITM_HOME/smitools/scripts/kciedit list
Type Runas Inst
or itmora AGPDEV
or itmora BO1R
or itmora DEV3
or itmora EMREP
or itmora ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
Kill any agents still running as root
<pre>
ps -ef |grep kor | grep root
kill -9 <process id>
</pre>
Because these agents were owned by root, there will be permissions issues when trying to restart the agents with itmora so these need to be fixed before restarting the agents. 
The simplest way of doing this is to run lockdown.
<pre>
export CANDLEHOME=/opt/IBM/ITM
$CANDLEHOME/smitools/scripts/lockdown.sh
</pre>

===See which processes are causing paging===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>
===How to return several variables from SQL*Plus back to Korn shell script===
Return multiple columns/elements from Oracle to shell script at the same time
<pre>
sqlplus -s sys/${SYS_PASSWORD}@${SID} as sysdba<<EOSQL | read SPACE_AFTER_INSTALL TOTAL_SPACE_AVAILABLE
set numwid 15 headi off newpa none feedb off
select sign(${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE}), trim(${SPACE_USED} + ${SPACE_AVAILABLE})
from dual
/
EOSQL
</pre>
===How to get a shell environment variable from the operating system into the SQL or PL/SQL environment===
This has been bugging me for years. Something you would think simple... what is ORACLE_HOME? I know it's a question mark at the SQL prompt but how to get it's O/S value?
<pre>
declare
var1 varchar2(200);
begin
dbms_system.get_env ('ORACLE_HOME', var1);
dbms_output.put_line ('ORACLE_HOME: '||var1);
end;
/
</pre>
or in SQL*Plus
<pre>
variable var1 varchar2(200);
exec dbms_system.get_env ('ORACLE_HOME', :var1);
select :var1 from dual;
</pre>
That got me thinking... if this just gets stuff from the environment, it can fetch any exported variable?!?! 
From the shell:
<pre>
export running_sids=`ps -ef | grep [p]mon | awk -F_ '{print $NF}'`
</pre>
and now in SQL*Plus:
<pre>
variable sids varchar2(240);
exec dbms_system.get_env ('running_sids', :sids);
select :sids from dual;
</pre>
Wow!

===How long/wide can a database name/sid be?===
Depends on where you look but taking the minimum here as "safe", it should still be limited to 8 characters...
<pre>
col table_name for a30
col data_type for a12
select table_name, data_type, data_length from dba_tab_columns where column_name = 'DB_NAME';
</pre>
This is 11gR2
<pre>
TABLE_NAME DATA_TYPE DATA_LENGTH
------------------------------ ------------ -----------
LOGMNRG_DICTIONARY$ VARCHAR2 9
SYS_FBA_CONTEXT_AUD VARCHAR2 256
V_$LOGMNR_DICTIONARY VARCHAR2 9
V_$LOGMNR_LOGS VARCHAR2 8
GV_$LOGMNR_DICTIONARY VARCHAR2 9
GV_$LOGMNR_LOGS VARCHAR2 8
V_$LOGMNR_LOGFILE VARCHAR2 8
V_$LOGMNR_SESSION VARCHAR2 128
GV_$LOGMNR_LOGFILE VARCHAR2 8
GV_$LOGMNR_SESSION VARCHAR2 128
GV_$ASM_CLIENT VARCHAR2 8
V_$ASM_CLIENT VARCHAR2 8
GV_$IOS_CLIENT VARCHAR2 64
V_$IOS_CLIENT VARCHAR2 64
DBA_PDB_HISTORY VARCHAR2 128
CDB_PDB_HISTORY VARCHAR2 128
SSCR_CAP$ VARCHAR2 4000
SSCR_RES$ VARCHAR2 4000
DBA_SSCR_CAPTURE VARCHAR2 4000
CDB_SSCR_CAPTURE VARCHAR2 4000
DBA_SSCR_RESTORE VARCHAR2 4000
CDB_SSCR_RESTORE VARCHAR2 4000
WRM$_DATABASE_INSTANCE VARCHAR2 9
INT$DBA_HIST_DATABASE_INSTANCE VARCHAR2 9
DBA_HIST_DATABASE_INSTANCE VARCHAR2 9
CDB_HIST_DATABASE_INSTANCE VARCHAR2 9
LOGMNR_DICTIONARY$ VARCHAR2 9

27 rows selected.
</pre>

===What character set (characterset) was the database built with?===
<pre>
col name for a40
col value for a60
select * from nls_database_parameters;
</pre>
or
<pre>
col name for a40
col value$ for a60
select name,value$ from props$ where name = 'NLS_CHARACTERSET';
</pre>

===How to get value of ORACLE_HOME from shell environment into SQL*Plus or PL/SQL===
<pre>
var orahome varchar2(2000);
exec dbms_system.get_env('ORACLE_HOME', :orahome) ;
print orahome
</pre>
===How to find ORACLE_HOME from pmon process for a SID if there is no entry in oratab===
If database is created without dbca (datafile and controlfile copy), no entry will be automatically made in /etc/oratab. 
So the problem is that you need to find out which of the ORACLE_HOMEs is being used by the running instances.
* Solaris, Linux
<pre>
$ ps -ef | grep [p]mon
oracle 10848 1 0 00:21:20 ? 2:11 ora_pmon_JDBEOP1
$ pwdx 10848
10848: /oracle/JDBEOP1/product/11204/dbs
</pre>
* AIX
<pre>
$ ps -ef | grep [p]mon
oracle 13893878 1 0 Aug 12 - 7:53 ora_pmon_GOAQ1
$ ls -al /proc/13893878/cwd
lr-x------ 2 oracle dba 0 Aug 12 13:37 cwd -> /data/opt/app/product/11.2.0.4/db_1/dbs/
</pre>
or 
This command (ps eww) gives lots of information about the given process (pmon in this case). Tells you where the instance was started, whether it was started from SQL*Plus or RMAN, the http_proxy and loads more useful bits!
<pre>
ps -ef | grep [p]mon | awk '{print $2}' | xargs -I {} ps eww {} | awk '{print $1 " " $5 " " $6 " " $0}' | sed 's/$S*$ $S*$ .*ORACLE_HOME/\1 \2/g' | cut -f1,2,3 -d" "
</pre>

===Escape the underscore(_) or percent(%) character in an SQL statement===
The underscore matches any single character so to return data containing an underscore means having to use an escape character. 
Here I use the backslash(\) so it is easy for Unix people to understand the mechanism.
<pre>
select username from dba_users where username like 'ENDUR\_DEV%' escape '\';
</pre>

===Validate, analyse and rebuild indexes===
<pre>
set feedback off
set linesize 132
set serveroutput on
set trimspool on

declare
LOCKED exception;
pragma exception_init (LOCKED, -54);

dbase char(8);
dbuser varchar2(30);
index_name varchar(30);
free_text varchar2(50);
pctused number;
height number;
index_mb number;
analyze_sql varchar2(100);
pct_used_sql varchar2(150);
rebuild_sql varchar2(150);

cursor c1 is
select segment_name, bytes
from user_segments
where segment_type = 'INDEX'
and segment_name like 'DW%'
and segment_name not like 'BIN%'
and bytes/1024 >= 1024
order by 2;

-- validate the index
procedure validate_index (v_ind in varchar2) is
begin
analyze_sql := 'analyze index '||v_ind||' validate structure';
begin
execute immediate analyze_sql;
exception
when LOCKED then
dbms_output.put_line (v_ind||' locked - skipping');
pctused := 100;
return;
when others then
dbms_output.put_line (analyze_sql);
raise;
end;

pct_used_sql := 'select pct_used, round(blocks*8192/(1024*1024)), height from index_stats where name = '''||v_ind||'''';
execute immediate pct_used_sql into pctused, index_mb, height;
if pctused is null then
pctused := 0;
end if;
dbms_output.put_line (rpad(v_ind,35)||' (pct used '||pctused||'% size '||index_mb||'Mb height ' || height ||')');
end validate_index;

-- execute SQL and trace if errors
procedure run_sql (v_sql in varchar2) is
begin
execute immediate v_sql;
exception
when others then
dbms_output.put_line (v_sql);
raise;
end run_sql;

--
-- Script starts here
--
begin
dbms_output.enable(1000000);
-- Set up database name and schema
-- select name into dbase from v$database;
select user into dbuser from dual;
dbms_output.put_line('============================================================================= *');
-- dbms_output.put_line('* Indexes rebuild report for '||dbuser||' on '||dbase);
dbms_output.put_line('============================================================================= *');

-- Loop around Indexes
for x in c1 loop
index_name := x.segment_name;
validate_index (index_name );
if pctused < 81 then
if x.bytes/1024/1024 < 100 then
rebuild_sql := 'alter index '||x.segment_name||' rebuild online';
else
rebuild_sql := 'alter index '||x.segment_name||' coalesce';
end if;
dbms_output.put_line (rebuild_sql);
run_sql (rebuild_sql);
validate_index (index_name);
end if;
end loop;
end;
/

set feed on
</pre>
===Rebuild unusable indexes on a table===
<pre>
select 'alter index '||owner||'.'||index_name||' rebuild;'
from dba_indexes
where 1=1
and status != 'VALID'
and owner not in ('SYS','SYSTEM')
--and owner = 'WM822PP'
--and table_name = 'WF_PLANTS';
</pre>

===Pull the latest cfengine changes now instead of waiting for scheduled time===
For one host
<pre>
/opt/cfengine/bin/cfagent -ID dbaTime
</pre>
On all hosts at the same time
<pre>
/home/ibmtools/scripts/oracle/dosh -c "/opt/cfengine/bin/cfagent -ID dbaTime"
</pre>
===Check status of datafiles without dba_data_files or v$datafile===
If the database is in mount mode, most tables are unavailable. This query uses the x$ (c based) tables and are always available
<pre>
set linesize 200;
set pagesize 100;
col inst_id for 9999999 heading 'Instance #'
col file_nr for 9999999 heading 'File #'
col file_name for A50 heading 'File name'
col checkpoint_change_nr for 99999999999999 heading 'Checkpoint #'
col checkpoint_change_time for A20 heading 'Checkpoint time'
col last_change_nr for 99999999999999 heading 'Last change #'
SELECT
fe.inst_id,
fe.fenum file_nr,
fn.fnnam file_name,
TO_NUMBER (fe.fecps) checkpoint_change_nr,
fe.fecpt checkpoint_change_time,
fe.fests last_change_nr,
DECODE (
fe.fetsn,
0, DECODE (BITAND (fe.festa, 2), 0, 'SYSOFF', 'SYSTEM'),
DECODE (BITAND (fe.festa, 18),
0, 'OFFLINE',
2, 'ONLINE',
'RECOVER')
) status
FROM x$kccfe fe,
x$kccfn fn
WHERE ( (fe.fepax != 65535 AND fe.fepax != 0 )
OR (fe.fepax = 65535 OR fe.fepax = 0)
)
AND fn.fnfno = fe.fenum
AND fe.fefnh = fn.fnnum
AND fe.fedup != 0
AND fn.fntyp = 4
AND fn.fnnam IS NOT NULL
AND BITAND (fn.fnflg, 4) != 4
ORDER BY fe.fenum
;
</pre>

===Check highest allocated extent in datafile (likely slow when having many extents)===
* Script to Detect Tablespace Fragmentation ( Doc ID 1020182.6 )
* How to shrink or reduce the datafile size by finding the high water mark (HWM) ( Doc ID 1600774.1 )
* How to find Objects Fragmented below High Water Mark ( Doc ID 337651.1 )
<pre>
column file_name format a50;
column tablespace_name format a15;
column highwater format 9999999999;
set pagesize 9999

select a.tablespace_name
,a.file_name
,(b.maximum+c.blocks-1)*d.db_block_size highwater
from dba_data_files a
,(select file_id,max(block_id) maximum
from dba_extents
group by file_id) b
,dba_extents c
,(select value db_block_size
from v$parameter
where name='db_block_size') d
where a.file_id = b.file_id
and c.file_id = b.file_id
and c.block_id = b.maximum
order by a.tablespace_name,a.file_name
/
</pre>
Runup to this was...
<pre>
set markup html on spool on
spool db_info.html
set echo on
select * from dba_tablespaces where tablespace_name = '&&tablespace_name';
select * from dba_data_files where tablespace_name = '&tablespace_name';
select * from (select * from dba_extents where tablespace_name = '&tablespace_name' order by block_id desc) where rownum <301;
spool off
set markup html off
</pre>
<pre>
select owner, segment_type, count(*) from dba_segments where tablesapce_name='&tablespace_name' group by owner, segment_type;
</pre>
<pre>
begin
for ii in (select owner, segment_name, segment_type from dba_segments where tablespace_name = '&tablespace_name' and segment_type like 'TABLE%' and segment_name not like '%DATAPUMP%')
loop
if ii.segment_type='TABLE' then
begin
execute immediate('alter table '||ii.owner||'.'||ii.segment_name||' enable row movement');
execute immediate('alter table '||ii.owner||'.'||ii.segment_name||' shrink space cascade');
exception when others then
dbms_output.put_line('FAILED 1: alter table '||ii.owner||'.'||ii.segment_name||' shrink space cascade : '||SQLERRM);
end;
end if;
end loop;
end;
/
</pre>

===Procedure to shrink space in tables and indexes===
* [http://www.oracle-wiki.net/startdocsreallifeshrinkexample Using the Oracle Shrink Command] - lots of good stuff at this site
Written by [https://asktom.oracle.com/pls/apex/f%3Fp%3D100:11:0::::P11_QUESTION_ID:5645095700346948864 Tom Kyte] 
Depending on the Oracle version, this procedure may or may not work! It does not include the compact clause (neither does it re-analyse to prove it worked). 
[http://www.oracle-wiki.net/startdocsreallifeshrinkexample Here] is a worked example that shows the complete process - oracle-wiki.net
<pre>
create or replace procedure shrink_all
as
l_sql varchar2(4000);
l_sql2 varchar2(4000);
row_movement exception;
pragma exception_init( row_movement, -10636 );
begin
for x in (select table_name
, owner
from t
where sgm_space_management = 'AUTO')
loop
l_sql := 'alter table "' || x.owner || '"."' || x.table_name || '" shrink space';
dbms_output.put_line( l_sql );

begin
execute immediate l_sql;
exception
when row_movement
then
dbms_output.put_line( 'failed due to row movement...' );
l_sql2 := 'alter table "' || x.owner || '"."' || x.table_name || '" enable row movement';
dbms_output.put_line( l_sql2 );
execute immediate l_sql2;
dbms_output.put_line( l_sql );
execute immediate l_sql;
end;

for y in (select owner
, index_name
from dba_indexes
where table_owner = x.owner
and table_name = x.table_name )
loop
l_sql := 'alter index "' || y.owner || '"."' || y.index_name || '" shrink space';
dbms_output.put_line( l_sql );
execute immediate l_sql;
end loop;

end loop;
end;
/
</pre>

===How to delete/kill a distributed transaction===
From [http://www.pouwiel.com/?p=2204 pouwiel.com]
<pre>
SQL> SELECT LOCAL_TRAN_ID, GLOBAL_TRAN_ID,to_char(FAIL_TIME,'dd-mon-yyyy HH24:MI:SS'),STATE, MIXED FROM DBA_2PC_PENDING;

LOCAL_TRAN_ID
----------------------
GLOBAL_TRAN_ID
--------------------------------------------------------------------------------
TO_CHAR(FAIL_TIME,'D STATE MIX
-------------------- ---------------- ---
8.19.321913
1463898948.0000013CDE8005110000000179F68840A089FFFEE644B640AED6B02438B2F39D9665F
AFB
15-feb-2013 16:37:41 prepared no

SQL> SELECT LOCAL_TRAN_ID, IN_OUT,INTERFACE, DATABASE FROM DBA_2PC_NEIGHBORS;

LOCAL_TRAN_ID IN_ I
---------------------- --- -
DATABASE
--------------------------------------------------------------------------------
8.19.321913 in N
jdbc_11

SQL> rollback force '8.19.321913';

Rollback complete.

SQL> execute dbms_transaction.purge_lost_db_entry('8.19.321913');

PL/SQL procedure successfully completed.

SQL> commit;

Commit complete.

SQL> SELECT LOCAL_TRAN_ID, GLOBAL_TRAN_ID,to_char(FAIL_TIME,'dd-mon-yyyy HH24:MI:SS'),STATE, MIXED FROM DBA_2PC_PENDING;

no rows selected
</pre>
Be aware that the support document 159377.1 does not speak of the rollback force. If you don’t execute that particular command it will not work.
 

===ORACLE_BASE is getting set to the same value as ORACLE_HOME when using . oraenv===
Permissions problem. Make sure the user has '''write''' access to oraclehomeproperties.xml file!
<pre>
ls -al $ORACLE_HOME/inventory/ContentsXML/oraclehomeproperties.xml
</pre>
Change permissions as appropriate.
A different approach which should give the same end result would be to grant the orabase executable the setuid bit.
<pre>
chmod u+s $ORACLE_HOME/bin/orabase
</pre>
This allows any user to set the environment as the orabase executable will be run with the permissions of its owner.
===Move table partitions to a different tablespace===
Are you getting errors due to partitions belonging to a different tablespace and you want to drop the current tablepace? 
ORA-14404: partitioned table contains partitions in a different tablespace 
====Find tables with partitions in more than one tablespace====
<pre>
set lines 2000 pages 50
col table_owner for a30
col table_name for a30
select table_owner
, table_name
, count(*)
from dba_tab_partitions
where table_owner != 'SYS'
group by table_owner
, table_name
having count(*) > 1
/
</pre>
See which tables have partitions across multiple tablespaces...
<pre>
set lines 1000 pages 100
col table_name for a50
select distinct b.table_owner||'.'||b.table_name table_name
, a.tablespace_name ts1
, b.tablespace_name ts2
from (
select distinct tablespace_name
, table_name
, partition_name
from dba_tab_partitions
) a
, dba_tab_partitions b
where a.table_name = b.table_name
and a.tablespace_name != b.tablespace_name
/
</pre>
Generate statements to move the partitions from one tablespace to another...
<pre>
select 'alter table '||b.table_owner||'.'||b.table_name||' move partition '||b.partition_name||' tablespace &NEW_TABLESPACE;'
from (
select distinct table_name
, partition_name
from dba_tab_partitions
where tablespace_name = '&&OLD_TABLESPACE'
) a
, dba_tab_partitions b
where a.table_name = b.table_name
and b.tablespace_name != '&OLD_TABLESPACE'
/
undef OLD_TABLESPACE
</pre>
====What's left hanging around?====
<pre>
col SEGMENT_TYPE for a20
col OWNER for a20
col SEGMENT_NAME for a40
col PARTITION_NAME for a15
col TABLESPACE_NAME for a30
select segment_type
, owner
, segment_name
, partition_name
, tablespace_name
from dba_segments
where tablespace_name in ('TS_THALER_IOT_OLD','TS_THALER_CU','TS_THALER_BACKUP','TS_THALER_PART_OLD')
/

select table_owner
, table_name
from dba_indexes
where index_name = '&index_name'
/
</pre>

===What edition is my database (Standard, Enterprise, XE...)?===
Only works from 12c :-(
<pre>
select edition from sys.registry$ where cid='CATPROC'
</pre>
===Is database a CDB with PDBs?===
Needs a bit of work. Won't work pre-12c obviously and also not on Standby databases if they are in MOUNT mode
<pre>
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<'EOSQL'
set head off newpa none
select name
, (select count(*) from v$pdbs) npdbs
from v$database
/
EOSQL
done
</pre>
version 2
<pre>
function is_db_cdb return boolean
is
b_is_cdb boolean := false;
l_is_cdb varchar2(3) := 'NO';
e_col_not_found exception;
pragma exception_init(e_col_not_found, -904);
begin
begin
execute immediate 'select cdb from v$database'
into l_is_cdb;
exception
when e_col_not_found then l_is_cdb := 'NO'; -- ORA-00904
end;

if (l_is_cdb = 'YES') then
return TRUE;
else
return FALSE; -- either not a cdb or pre-12.1 database
end if;

end is_db_cdb;
</pre>
===List triggers in the database===
This query specifically lists after login triggers
<pre>
select obj.con_id
, pdb.name
, obj.owner
, obj.object_name
, to_char(obj.created, 'DD/MM/YYYY HH24:MI:SS') created_str
, to_char(obj.last_ddl_time, 'DD/MM/YYYY HH24:MI:SS') last_ddl_str
from cdb_objects obj
join cdb_triggers trgs
on ( obj.con_id = trgs.con_id
and obj.owner = trgs.owner
and obj.object_name = trgs.trigger_name
)
join v$pdbs pdb
on ( obj.con_id = pdb.con_id )
where trgs.trigger_type = 'AFTER EVENT'
and trgs.triggering_event like 'LOGON%'
and trgs.status = 'ENABLED'
order by object_name
, obj.last_ddl_time
/

</pre>
===List the pluggable databases (PDB) in a container database (CDB)===
The network_name column shows what you should find in tnsnames.ora for this db connection
<pre>
select name,network_name,pdb from v$services;
</pre>
or
<pre>
select * from v$pdbs;
</pre>

===Start and stop a pluggable database===
<pre>
alter pluggable database pdb1 open;
</pre>
<pre>
alter pluggable database pdb1 close immediate;
</pre>
===Swith to a pluggable database===
<pre>
alter session set container=pdb1;
</pre>
===Reopen pluggable databases at container startup===
By default pluggable databases in a container remain in a MOUNT state when the container starts up.
<pre>
select name, open_mode from v$pdbs where name = 'PDB1';
</pre>
To modify this, open it and save its state
<pre>
alter pluggable database pdb1 open;
alter pluggable database pdb1 save state;
</pre>
To see a log of issues with pluggable databases
<pre>
select * from pdb_plug_in_violations where type = 'ERROR' and status != 'RESOLVED' and name = 'PDB1';
</pre>

===What is the current container id in a cdb?===
CDB$ROOT is container id 1. User containers start from 2.
<pre>
select sys_context('USERENV','CON_ID') from dual
</pre>
===What is the current container name in a cdb?===
<pre>
select sys_context('USERENV','CON_NAME') from dual
</pre>
or just
<pre>
show con_name
</pre>
===Switching Between Containers===
<pre>
SQL> show con_name

CON_NAME
------------------------------
CDB$ROOT

SQL> alter session set container=tstklok;

Session altered.

SQL> show con_name

CON_NAME
------------------------------
TSTKLOK
</pre>
===Direct connection to pluggable database===
These must be made using a service (defined in tnsnames.ora). Each pluggable database automatically registers a service with the listener (v$services).
<pre>
sqlplus appuser/apppwd@tstklok
</pre>
or using ezconnect
<pre>
SQL> conn appuser/apppwd@//localhost:1521/tstklok
</pre>

===What platform is the database running on?===
Could be useful for handling line endings...
<pre>
select platform_name from v$database
</pre>
<pre>
if instr(db_platform, 'WINDOWS') != 0 then
crlf := CHR(13) || CHR(10); -- Windows gets the \r and \n
else
crlf := CHR (10); -- Just \n for the rest of the world
end if;
</pre>

===Is the database 32 or 64 bit?===
If the answer is 1,7,10,15,16 or 17, then it is 32bit, everything else should be 64bit.
<pre>
select platform_id from v$database
</pre>

===What features is my database using?===
Before converting to Standard Edition, check the features here - some may be Enterprise specific.
<pre>
col name for a45
col description for a85
set lines 2000
select name
, detected_usages
, description
from dba_feature_usage_statistics
where 1=1
and currently_used = 'TRUE'
/
</pre>

===How many redo log switches per hour?===
<pre>
set lines 100
col "YYYYMMDD HH24" for a14
select to_char(first_time,'yyyymmdd hh24') "YYYYMMDD HH24"
, count(1) num_switches
from v$log_history
group by to_char(first_time,'yyyymmdd hh24')
order by 1
</pre>
or a bit fancier version...
<pre>
rem ***********************************************************
rem
rem File: log_history.sql
rem Description: Log switch rates from v$log_history
rem
rem From 'Oracle Performance Survival Guide' by Guy Harrison
rem Chapter 21 Page 637
rem ISBN: 978-0137011957
rem See www.guyharrison.net for further information
rem
rem This work is in the public domain NSA
rem
rem
rem *********************************************************

col min_minutes format 9999.99
col max_minutes format 9999.99
col avg_minutes format 9999.99
set pagesize 1000
set lines 70
set echo on

WITH log_history AS
(SELECT thread#, first_time,
LAG(first_time) OVER (ORDER BY thread#, sequence#)
last_first_time,
(first_time
- LAG(first_time) OVER (ORDER BY thread#, sequence#))
* 24* 60 last_log_time_minutes,
LAG(thread#) OVER (ORDER BY thread#, sequence#)
last_thread#
FROM v$log_history)
SELECT ROUND(MIN(last_log_time_minutes), 2) min_minutes,
ROUND(MAX(last_log_time_minutes), 2) max_minutes,
ROUND(AVG(last_log_time_minutes), 2) avg_minutes
FROM log_history
WHERE last_first_time IS NOT NULL
AND last_thread# = thread#
AND first_time > SYSDATE - 1;
</pre>

===Show redo log groups/members===
<pre>
col instance for a8
col thread for 999
col groupno for 999
col member for a35
col redo_file_type for a15
col log_status for a10
col logsize_m for 99999
col archived for a12

SELECT i.instance_name instance
, i.thread# thread
, f.group# groupno
, f.member member
, f.type redo_file_type
, l.status log_status
, l.bytes/1024/1024 logsize_m
, l.archived archived
FROM gv$logfile f
, gv$log l
, gv$instance i
WHERE 1=1
and f.group# = l.group#
AND l.thread# = i.thread#
AND i.inst_id = f.inst_id
AND f.inst_id = l.inst_id
ORDER BY i.instance_name
, f.group#
, f.member;
</pre>

===Korn shell timestamp function===
Example usage: echo "`ts`: Checking backup status"
<pre>
function ts {
date +'%d-%b-%Y %H:%M:%S'
}
</pre>
===Drop a database===
Dropping a database including backups should be considered criminal in a production environment!
<pre>
sqlplus / as sysdba
startup force mount exclusive restrict
exit
rman target /
drop database including backups noprompt;
exit
</pre>
or
<pre>
RMAN> connect target sys/pass@test
connected to target database: test (dbid=123456789)

RMAN> startup force mount
RMAN> sql 'alter system enable restricted session';
RMAN> drop database including backups noprompt;</pre>

===Use sub-select or in-line views to update base tables===
Inline views can be used to update base table data
<pre>
update
(
select p.list_price
from products p
, product_categories pc
where 1=1
and p.category_id = pc.category_id
and pc.category_name = 'CPU'
)
set list_price = list_price * 1.15;
</pre>
===Use sub-select or in-line views to delete base table data===
A different way to delete rows in base tables, using Inline views or subselect
<pre>
delete
(
select p.list_price
from products p
, product_categories pc
where 1=1
and p.category_id = pc.category_id
and pc.category_name = 'CPU'
)
where list_price < 1000;
</pre>
===Mass update of files using perl inline script===
<pre>
for server in `cat /home/tools/etc/oracle/oracle_servers`; do
ssh $server “perl -p -i -e 's/T01/D01/' /home/tools/scripts/rman/inclexcl.lst”
done
</pre>

===How to use vi-style editing in SQL*Plus===
These instructions are for Redhat but other versions will be very similar
* Download rlwrap from [http://dl.fedoraproject.org/pub/epel/5/x86_64/repoview/rlwrap.html] or [http://dl.fedoraproject.org/pub/epel/6/x86_64/repoview/rlwrap.html]
* sudo yum install rlwrap
* build a dictionary file for autocomplete on pressing Tab
<pre>
vi $HOME/sql.dict
select
from
dba_users
dba_data_files
dba_tablespaces
</pre>
<pre>
alias sysdba='rlwrap -f $HOME/sql.dict sqlplus / as sysdba'
</pre>
or for general command use...
<pre>
alias sqlplus='rlwrap -D2 -ic sqlplus'
alias dgmgrl='rlwrap -D2 -ic dgmgrl'
alias rman='rlwrap -D2 -ic rman'
alias asmcmd='rlwrap -D2 -ic asmcmd'
alias lsnrctl='rlwrap -D2 -ic lsnrctl'
alias adrci='rlwrap -D2 -ic adrci'
alias impdp='rlwrap -D2 -ic impdp'
alias expdp='rlwrap -D2 -ic expdp'
</pre>

===Execute an SQL statement on all databases on all servers for a customer===
Run from customer's management server
<pre>
./dosh -c "su - oracle -c '/home/tools/scripts/oracle/all_db_do -v \"select username, account_status, profile from dba_users order by 3;\"'" >user_status.lst
</pre>
or
<pre>
SCRIPTS_DIR=/home/tools/scripts/oracle
$SCRIPTS_DIR/dosh -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter user ops\\\$oraibm profile oracle_system_user;'\""
$SCRIPTS_DIR/dosh2 -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter user ops$oraibm profile oracle_system_user;'\""
$SCRIPTS_DIR/dosh2 -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter system set control_file_record_keep_time=31;'\""
</pre>

===Where is the alert log/alertlog?===
Older systems
<pre>
select value from v$parameter where name='background_dump_dest';
</pre>
Newer systems
<pre>
select value from v$diag_info where name='Diag Trace';
</pre>
===Grant normal users access to the alertlog table (sys.x$dbgalertext)===
<pre>
create view x$dbgalertext_v as select * from x$dbgalertext;
grant select on x$dbgalertext_v to &&grantee;
create or replace synonym &grantee..x$dbgalertext for sys.x$dbgalertext_v;
undef grantee
</pre>

===Search alert log for ORA-00600 and ORA-07445 errors===
Scan the database table version of the alertlog for errors without reporting what was already found.
<pre>
select indx, message_text from x$dbgalertext where message_text like '%ORA-00600%' or message_text like '%ORA-07445%' and indx > &last_queried_indx order by indx desc;
</pre>
===Simulating errors in alert log===
Sometimes you need to inject error messages into the alertlog to test your monitoring system. This generates the entries in the alertlog and in x$dbgalertext table.
<pre>
exec sys.dbms_system.ksdwrt(2, 'ORA-07445: Testing this error code for Zenoss, do not investigate.');
</pre>
This additionally creates a trace file.
<pre>
exec sys.dbms_system.ksdwrt(3, 'ORA-00600: Testing this error code for Zenoss, do not investigate.');
</pre>

===tail the database alert log===
If an ADR error is displayed, then ORACLE_SID is probably not set
<pre>
alias alertlog='adrci exec="set home diag/rdbms/$(echo $ORACLE_SID | tr A-Z a-z)/$ORACLE_SID; show alert -tail -f"'
</pre>

===What is my WAN ip address?===
<pre>
curl -A "Mozilla/4.0" http://checkip.dyndns.org/ 2>/dev/null | perl -ne 'print $1 if /Current IP Address: (\d+\.\d+\.\d+\.\d+)/'
</pre>
or
<pre>
curl -A "Mozilla/4.0" http://myip.dnsdynamic.org/ 2>/dev/null
</pre>

===Wait for child pid to finish in background and report its status===
<pre>
# submit a process to the background
export_schema1.ksh &
bgpid=$!

while (ps -ef | grep $bgpid | grep -v grep); do
# still running...
sleep 600
done

# should be finished
wait $bgpid
bgstatus=$?
echo background process ended with status $bgstatus
</pre>
or
<pre>
#!/usr/bin/ksh
# submit a few processes to the background
# wait for them all to finish
# concat their logfiles

(./sleeper.sh;echo "sleeper 1 finished")>sleeper1.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

(./sleeper.sh;echo "sleeper 2 finished")>sleeper2.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

(./sleeper.sh;echo "sleeper 3 finished")>sleeper3.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

echo "Now 15 seconds later, we have 3 pids: $PIDLIST"
for PID in $PIDLIST; do
wait $PID
echo "$PID exited with status $?"
done

# all jobs should have ended, concat their logs
cat sleeper*log > sleepers.log
cat sleepers.log
</pre>
Real world example
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : export_JDBEOP1.ksh
# Description : Run export in pieces for performance reasons
#
# Parameters :
#
# Notes : Also decide whether to exclude PDARC schema or not
# depending on what day it is
#
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 15-OCT-13 Stuart Barkley Created
# ==============================================================================

STARTTIME=`date '+%Y%m%d%H%M%S'`
DAYNO=`date +%u`
PROGNAME=`basename $0`
SCRIPTS_DIR=/home/tools/scripts/oracle
DATA_DIR=/oracle/JDBEOP1/admin/change
EXPORT_DIR=/oracle/export/JDBEOP1

# marker so we can find our files later
MARKERFILE=/tmp/start_$PROGNAME_$$
touch $MARKERFILE

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u PRODDTA -p 4 -k 2 -f $DATA_DIR/JDBEOP1_PRODDTA.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u PRODCTL -p 2 -k 2 -f $DATA_DIR/JDBEOP1_PRODCTL.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u NOPRODNOPDARC -p 4 -k 2 -f $DATA_DIR/JDBEOP1_NOPROD_NOPDARC.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

if [[ $DAYNO -eq 1 ]]; then
$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u NOPROD -p 4 -k 2 -f $DATA_DIR/JDBEOP1_NOPROD.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
fi

# now sit and wait for the exports to finish
for PID in $PIDLIST; do
echo "waiting for pid $PID to finish"
wait $PID
echo "$PID exited with status $?"
done

# collect all log files up into one
cd $EXPORT_DIR
for i in `find . -name "expdp_JDBEOP1*log" -newer $MARKERFILE`; do
cat $i > expdp_JDBEOP1_D_FULL_${STARTTIME}.log
done

rm $MARKLERFILE
</pre>

===Create private DB link for a user without knowing his password===
* Inspired by [http://oradbatips.blogspot.co.uk/2010/01/tip-84-create-private-db-link-for-user.html oradbatips.blogspot.co.uk]
It uses a clever package, dbms_sys_sql. 
Also useful for executing anything on behalf of another user. 
Here is an example on how to create private database link for a user.
<pre>
create or replace procedure link_creator ( p_owner varchar2, p_dblink_name varchar2, p_username varchar2, p_password varchar2, p_address varchar2 ) as
uid number;
sqltext varchar2(1000) := 'create [public] database link [link_name] connect to [username] identified by [password] using ''[address]''';
myint integer;
begin
if upper(p_owner) = 'PUBLIC' then
sqltext := replace(sqltext, '[public]', 'public');
else
sqltext := replace(sqltext, '[public]', '');
end if;
sqltext := replace(sqltext, '[linkname]', p_dblink_name);
sqltext := replace(sqltext, '[username]', p_username);
sqltext := replace(sqltext, '[password]', p_password);
sqltext := replace(sqltext, '[address]', p_address);

select user_id
into uid
from dba_users
where username = decode(upper(p_owner), 'PUBLIC', 'SYS', p_owner)
;
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user ( myint, sqltext, dbms_sql.native, uid );
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
Here we can generate SQL to rebuild the links for future use. Note the password is no longer stored in this column.
<pre>
set pages 1000
select 'begin link_creator ( '''|| u.name ||''','''|| l.name ||''','''|| l.userid ||''','''|| l.password ||''','''|| l.host ||'''); end;'|| chr(10) ||'/' link_text
from sys.link$ l
, sys.user$ u
where l.owner# = u.user#
;
</pre>
====Another method to create a db_link from sys on behalf of a user is to create a procedure under that users name that does the db link creation====
<pre>
grant create database link to &&user;

create or replace procedure &user..create_db_link as
begin
execute immediate 'create database link &link_name connect to &user identified by &users_password using ''&tns_connect_identifier''';
end create_db_link;

exec &user..create_db_link;

revoke create database link from &user;

drop procedure &user..create_db_link;
undef user

</pre>

===Create a comma separated list of columns from a select statement===
Method 1:
<pre>
SELECT parent_id,
RTRIM(XMLAGG(XMLELEMENT(e,child_id || ',')).EXTRACT('//text()'),',') AS "Children"
FROM parentChildTable
WHERE parent_id = 0
GROUP BY parent_id
/
</pre>
or
<pre>
SELECT parent_id,
LISTAGG(child_id, ',') WITHIN GROUP (ORDER BY child_id) AS "Children"
FROM parentChildTable
WHERE parent_id = 0
GROUP BY parent_id
/
</pre>

Method 2 (undocumented and cannot therefore be relied on to continue working in the same manner):
<pre>
SELECT wmsys.wm_concat(<column_name>)
FROM <table_name>
/
</pre>

===Start an instant one-line webserver in current directory===
Need to quickly share/copy a file or read an html file on Linux? Start a web server!
<pre>
python -m SimpleHTTPServer 8000
</pre>
and point your browser to http://localhost:8000 
or
<pre>
while true; do nc -l -p 80 -q 1 < index.html; done
</pre>

===Get SQL*Plus to generate HTML===
* [http://docs.oracle.com/cd/E11882_01/server.112/e16604/ch_seven.htm#CHDCECJG official guide]
One way to do it... use -m(arkup) option to specify: 
html on/off - specifies whether to output html output or not
head - specify your own customised head contents 
spool off - as a part of the -m tag means do not print the default <html>, <head> and <body> tags 
<pre>
sqlplus -m "html on head '<link rel="stylesheet" href="/dbamon_golden.css" type="text/css" />' spool off" / as sysdba
</pre>
or
<pre>
sqlplus / as sysdba
set markup html on head '<link rel="stylesheet" href="/dbamon_golden.css" type="text/css" />' body "" table "" spool off
</pre>
besides html and head, you can also specify: 
body - specify your own customised body attributes 
table - override the default table options 
entmap - turn on or off the html replacement characters (&lt, &gt, etc...) 
preformat - uses the <pre> tag to format output exactly as required 
* another little gem...
<pre>
----------------------------------------
-- get the last SQL*Plus output in HTML
-- after Tanel Poder
----------------------------------------

set termout off

set markup HTML ON HEAD " -
-
" -
BODY "" -
TABLE "border='1' align='center' summary='Script output'" -
SPOOL ON ENTMAP ON PREFORMAT OFF

spool myoutput.html

l
/

spool off
set markup html off spool off
host firefox myoutput.html
set termout on
</pre>

===HTML SELECT - Trigger JavaScript ONCHANGE event even when the option is not changed===
<pre>
<select onchange="jsFunction()">
<option value="" disabled selected style="display:none;">Label</option>
<option value="1">1</option>
<option value="2">2</option>
<option value="3">3</option>
</select>
</pre>
===Display horizontal bar graph in HTML table data cell===
Using Perl
<pre>
print ('<td class="left">' .
'<div style="background-color:#8097BE;width:"',$allocpercused ,'%;" />' .
'<div style="background-color:red; width:"',$automaxpercused,'%;" />' .
$tspace .
'</td>'
);
</pre>
Depending on which way around the divs are, you get different interpretations
<pre>
print ("<td class=\"left\">" .
"<div style=\"border-right:2px solid red; width:",($automaxpercused>99)?(100):($automaxpercused),"%;\" />" .
"<div style=\"background-color:#8097BE;width:",$allocpercused ,"%;\" />" .
$tspace .
"</td>"
);
</pre>
====References====
* [http://stackoverflow.com/questions/5324996/comma-separated-list-as-a-result-of-select-statement-in-oracle stackoverflow.com]
* [http://www.salvis.com/blog/?p=207 A whole page showing how to do it in all versions back to 7!]

Snippets

2018-12-04T20:08:08Z

Stuart: /* Write to the alert log from PL/SQL */

===Protecting an Apache Web Server directory with htaccess===
* [https://davidwalsh.name/password-protect-directory-using-htaccess https://davidwalsh.name/password-protect-directory-using-htaccess]
* [http://www.htaccesstools.com/articles/password-protection/ http://www.htaccesstools.com/articles/password-protection/]
Two files are needed. 
'''The .htaccess Code'''
<pre>
AuthType Basic
AuthName "restricted area"
AuthUserFile /home/davidwalsh/html/protect-me-dir/.htpasswd
require valid-user
</pre>
'''The .htpasswd Code'''
<pre>
davidwalsh:daWHfZrDLB88.
rodstewart:roFulYxC2.8ws
cssexpert:csmnmq.M8T5ho
</pre>
===Protecting a lighttpd directory with htaccess===
Generate an MD5 hash with the tools above and paste into this file
<pre>
vi /etc/lighttpd/.htpasswd
stuart:3#$567890#$56789056789
</pre>
Check modules.conf file to ensure mod_auth and mod_rewrite are enabled
<pre>
vi /etc/lighttpd/modules.conf
</pre>
Alter the lighttpd.conf file to allow the authentication
<pre>
#auth directives
auth.backend = "htpasswd"
auth.backend.htpasswd.userfile = "/etc/lighttpd/.htpasswd"
auth.debug = 1
$HTTP["url"] =~ "^/cgi-bin" {
auth.require = ( "" =>
(
"method" => "basic",
"realm" => "DbaHawk access",
"require" => "valid-user"
) )
}

</pre>
Restart the lighttpd server
<pre>
systemctl stop lighttpd
systemctl start lighttpd
</pre>
I tried it with htdigest but could not get it to protest the directory!
<pre>
#auth.backend = "htdigest"
#auth.backend.htdigest.userfile = "/etc/lighttpd/lighttpd.user.htdigest"
#auth.require = (
# "/var/www/cgi-bin/" => (
# "method" => "basic",
# "realm" => "DbaHawk access",
# "require" => "valid-user"
# ),
#)
</pre>

===Rename a datafile if the filename contains junk / unprintable characters===
<pre>
alter tablespace ts_thaler_data offline;
</pre>
* Oracle have a document that describes a few ways of doing it in [https://support.oracle.com/rs?type=doc&id=824473.1 Note 824473.1]
If the filename contains control characters and cannot be selected in the normal way, use ls -ali to find the node number and then use find with -inum to rename (or move) the file
<pre>
ls -baltri
total 47474984
12409 -rw-r----- 1 oracle oinstall 1073750016 Sep 26 13:56 ts_thaler_data_02\1776.dbf
12350 -rw-r----- 1 oracle oinstall 5242888192 Sep 26 13:56 ts_thaler_data_01.dbf

find . -inum 12409 -exec mv {} ts_thaler_data_06.dbf \;
</pre>
Work out what the database thinks the name is and rename it there too! AskTom has a discussion on it [https://asktom.oracle.com/pls/apex/asktom.search?tag=rename-datafile-with-dummy-characters-after-dbf here]
<pre>
select substr(name,i,1),ascii(substr(name,i,1)) from ( select name from v$datafile where file# = 9), ( select rownum i from dual connect by level <= 50);
SUBS ASCII(SUBSTR(NAME,I,1))
---- -----------------------
t 116
s 115
_ 95
t 116
h 104
a 97
l 108
e 101
r 114
_ 95
d 100
a 97
t 116
a 97
_ 95
0 48
2 50
127
2 50
. 46
d 100
b 98
f 102
</pre>
You can see there's a 127 just before the .dbf... this crept in a the backspace key was not working correctly.
<pre>
set serveroutput on
declare
fname1 varchar2(100);
fname2 varchar2(100);
begin
select name into fname1 from v$datafile where file# = 9;
fname2 := replace(fname1,chr(127));

dbms_output.put_line('alter database rename file '''||fname1||''' to '''||fname2||'''');
execute immediate 'alter database rename file '''||fname1||''' to '''||fname2||'''';
end;
/

alter tablespace ts_thaler_data_online;
</pre>
===Generate creation of directory names from dba_directories===
Before deleting or dropping directories in the database, use this script to generate the create statements
<pre>
select 'create or replace directory '||directory_name||' as '''||directory_path||''';' from dba_directories;
</pre>

===Check if current (dot) directory is in PATH variable===
Using bareword comparison to check PATH variable<pre>
if [[ :$PATH: == *:".":* ]] ; then
echo "in path"
else
echo "not in path"
fi
</pre>

===tail a logfile from within the script you are writing it to===
<pre>
#
# display logfile in real time
#
( tail -0f ${LOGFILE} ) &
tailPID=$!

trap "kill $tailPID" 0 1 2 3 5 9 15
</pre>
===Dump package, procedure etc. from dba_source in a way that it can be used to recreate it===
From [https://asktom.oracle.com/pls/apex/f?p=100:11:0::::P11_QUESTION_ID:454220160386 Ask Tom]
<pre>
set lines 1000 pages 1000 feedb off verif off
select decode( type||'-'||to_char(line,'fm99999'), 'PACKAGE BODY-1', '/'||chr(10), null) ||
decode(line,1,'create or replace ', '' ) ||
text text
from dba_source
where owner = upper('&owner')
and name = upper('&object_to_show')
order by type
, line
/
</pre>

===A trick to exit out of SQL*Plus (using divide by zero) depending on answer to a question===
This example is taken from ReviewLite.
<pre>
-- Settings for customized functionality
define SCRIPT_OO=_OPTIONS_ONLY -- collect only options information
define SCRIPT_OO='' -- collect all information [default behavior]

define SCRIPT_TS=_TIME_STAMP -- include timestamp in names of the output directory and output files: YYYY.MM.DD.HH24.MI.SS; script does not prompt for license agreement
define SCRIPT_TS='\home\oracle\options' -- standard names for output directory and output files; script prompts for license agreement [default behavior]

-- PROMT FOR LICENSE AGREEMENT ACCEPTANCE
DEFINE LANSWER=N
SET TERMOUT ON
ACCEPT &SCRIPT_TS LANSWER FORMAT A1 PROMPT 'Accept License Agreement? (y\n): '

-- FORCE "divisor is equal to zero" AND SQLERROR EXIT IF NOT ACCEPTED
-- WILL ALSO CONTINUE IF SCRIPT_TS SUBSTITUTION VARIABLE IS NOT NULL
SET TERMOUT OFF
WHENEVER SQLERROR EXIT
select 1/decode(' &LANSWER', 'Y', null, 'y', null, decode(' &SCRIPT_TS', null, 0, null)) as " " from dual;
WHENEVER SQLERROR CONTINUE
SET TERMOUT ON
</pre>

===How to uninstall optional components such as OWB, APEX, EM, OLAP, OWM from an Oracle database===
* [http://fast-dba.blogspot.be/2014/04/how-to-remove-unwanted-components-from.html fast-dba.blogspot.be]

===Find unique indexes / primary index / key columns in a table===
<pre>
col owner for a12
col table_name for a32
col column_name for a32
col position for 99
col status for a10
set lines 1000 pages 100

SELECT cons.owner
, cols.table_name
, cols.column_name
, cols.position
, cons.status
FROM all_constraints cons
, all_cons_columns cols
WHERE 1=1
and cols.owner = '&TABLE_OWNER'
and cols.table_name = '&TABLE_NAME'
AND cons.constraint_type = 'P'
AND cons.constraint_name = cols.constraint_name
AND cons.owner = cols.owner
ORDER BY cols.table_name
, cols.position
/
</pre>

===Display the oracle instances running on the local server===
sed could be shorter but this one works cross-platform
<pre>
alias oenv='ps -ef|grep pmon|grep -v grep|awk -F_ "{print \$NF}"|sort|uniq|sed -e ":a" -e "N" -e "\$!ba" -e "s/\n/ /g"'</pre>

===Display which databases are scheduled for backup in cron===
<pre>
for i in `ps -ef | grep [o]ra_pmon | awk -F_ '{print $NF}'`; do
crontab -l | grep $i | grep backup_export | awk '{print $2":"$1" - "$17}'
done
</pre>

===Trace SQL statements using autotrace and explain plan===
If the plustrace (plustrc.sql) role has been granted, explaining sql statements (without running the statement) is as easy as
<pre>
alter session set sql_trace=true;
set autotrace traceonly explain
</pre>
===Write to a trace log from PL/SQL===
<pre>
dbms_system.ksdwrt(1,'message sent to a trace file')
</pre>
===Invisible / hidden / virtual columns===
Article showing how to dump blocks also. 
[https://www.oracle.com/technetwork/articles/database/invisible-columns-odb12c-2331522.html Tips and Tricks: Invisible Columns in Oracle Database 12c by Alex Zaballa, Oracle Ace and Daniel Da Meda (OCM)]

===Write to the alert log from PL/SQL===
* [https://www.databasejournal.com/features/oracle/article.php/3386731/Inserting-Custom-Messages-in-Oracle-AlertTrace-files.htm Inserting Custom Messages in Oracle Alert/Trace files]
Writes to trace file
<pre>
dbms_system.ksdwrt(1,'message sent to trace log')
</pre>
Writes to the alertlog
<pre>
dbms_system.ksdwrt(2,'message sent to the alertlog')
</pre>
Writes to the alertlog and trace file
<pre>
dbms_system.ksdwrt(3,'message sent to trace file and the alert log')
</pre>
Also available, KSDIND, KSDDDT and KSDFLS

===Do distributed SQL transactions exist?===
<pre>
select * from dba_2pc_pending;
</pre>
if yes, and to commit them...
<pre>
select local_tran_id from dba_2pc_pending;
exec dbms_transaction.purge_lost_db_entry('');
commit;
</pre>
===Setup optional parameters and default values in an SQL*Plus script===
Some forgotten SQL*Plus tricks from the good old days and some new ones...
* [http://www.orafaq.com/wiki/SQL*Plus_FAQ#What_is_the_difference_between_.21_and_HOST.3F orafaq.com]
<pre>
set termout off
col p1 new_value 1
col p2 new_value 2
col p3 new_value 3
select null p1, null p2, null p3 from dual where 1=2;
select nvl('&1','def1') p1, nvl('&2','def2') p2, nvl('&3','def3') p3 from dual;
set termout on
prompt 1="&1"
prompt 2="&2"
prompt 3="&3"
undef 1
undef 2
undef 3
</pre>

===Display / show users with sysdba & sysoper privileges===
<pre>
select * from v$pwfile_users;
</pre>

===Show path names of data files using instr===
Use to find the pathnames of all the filesystems/directories in which a database is housed.
<pre>
select distinct substr(name,1,(instr(name,'/',-1,1)-1)) path_name from v$datafile
union
select distinct substr(name,1,(instr(name,'/',-1,1)-1)) path_name from v$tempfile
/
</pre>

===Does a dataguard standby exist for this database?===
<pre>
SELECT SUBSTR(value,INSTR(value,'=',INSTR(UPPER(value),'SERVICE'))+1)
FROM v$parameter
WHERE name LIKE 'log_archive_dest%' AND UPPER(value) LIKE 'SERVICE%';
</pre>
gives something like this if found...
<pre>
SUBSTR(VALUE,INSTR(VALUE,'=',INSTR(UPPER(VALUE),'SERVICE'))+1)
--------------------------------------------------------------------------------
"jdbeop1_standby", LGWR ASYNC NOAFFIRM delay=0 optional compression=disable m
ax_failure=0 max_connections=1 reopen=300 db_unique_name="jdbeop1_standby" ne
t_timeout=60, valid_for=(all_logfiles,primary_role)
</pre>

===List values for all init parameters in v$parameter (including default values for undocumented (hidden) parameters===
<pre>
select i.ksppinm||';'||sv.ksppstvl
from x$ksppi i
, x$ksppsv sv
where i.indx = sv.indx
order by i.ksppinm;
</pre>

===Log file reports pipe errors===
Found these in the log file
<pre>
solax005:root[/opt/IBM/ITM/logs]# tail solax005_or_RMANV11_col.out
CIR1880E (024955) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30024832_5346_pipe
CIR1880E (030938) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30030830_5406_pipe
CIR1880E (031923) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30031832_5434_pipe
CIR1880E (033934) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30033831_5495_pipe
CIR1880E (034918) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30034833_5521_pipe
CIR1880E (041927) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30041835_5610_pipe
CIR1880E (042931) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30042832_5642_pipe
CIR1880E (045928) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30045835_5730_pipe
CIR1880E (052927) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30052838_5819_pipe
CIR1880E (090929) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30090833_6487_pipe
</pre>
This could be due to a timeout on the pipe. 
Increase parameters and restart agent. Add following lines to or.config:
<pre>
export COLL_WAIT_TIMEOUT='200'
export WAIT_TIMEOUT='200'
</pre>

===Find the most recent archived SCN number===
<pre>
col next_change# for 999999999999999
set numwidth 15

select max(next_change#)
from v$archived_log
where (thread#, next_change#) in ( select thread#, max(next_change#)
from v$archived_log
where archived = 'YES'
and status = 'A'
and resetlogs_id = ( select resetlogs_id
from v$database_incarnation
where status = 'CURRENT'
)
group by thread#
)
and status = 'A'
and resetlogs_id = ( select resetlogs_id
from v$database_incarnation
where status = 'CURRENT'
)
order by next_change# asc;

</pre>

===Monitoring says database inactive===
* Check the candle user password has not expired in the database.
* There may be a clue in the log file. Check /opt/IBM/ITM/logs/`hostname`_or_${SID}_col.out
* Check limits for itmora account in /etc/security/limits. Should be same as oracle user.
* Check the config file. We had this issue when a new ORACLE_HOME was installed but the cfg file still had the old one in it.
<pre>
export ITM_HOME=/opt/IBM/ITM
cd $ITM_HOME/config
vi solax005_or_SRV2R.cfg
</pre>
<pre>
# IBM Tivoli Monitoring for Databases: Oracle Agent
# Configuration file: solax005_or_SRV2R.cfg
# Written by CandleDBconfig version: 1.4 on 31Jul13 13:39:41

# Note: this is a Korn-shell script that is "sourced" to create the
# environment for a Monitoring Agent for Oracle. It can be used to create
# the environment to run the IBM-supplied database grant scripts.

# IBM does not recommend that you modify this file, but you can change the
# data values or add new exported variables as long as the file is a valid ksh
# script that executes with zero return code, and values remain quoted with "".

# Following environment variables are set for convenience in running grants.
export ORACLE_SID="SRV2R"
export ORACLE_HOME="/oracle/product/11.2.0.1"
# IY92195 COLL_DISABLE_CURSORS setting
export TNS_ADMIN="/oracle/product/11.2.0.1/network/admin"

# Following variables are set for the setup scripts
db_sid="SRV2R"
db_home="/oracle/product/11.2.0.1"
db_initfilename=""
db_login="tivoli"
db_password="795D8822BC49477323815CD21C1E66E966E48EEE19C6A98056224D649B0FE316E6A11DC3F4E9BB5E226B65A8"
db_ver="11.x"
db_type="kor"
db_tns="/oracle/product/11.2.0.1/network/admin"
db_extparms=""
db_hostname="solax005"
db_reason="AIX_ps_ceww"
db_pipedir=""
db_installstatus="CONFIGSUCCESS"

# User-defined environment variables
</pre>
Solution: 
* Change all occurrences of 11.2.0.1 to 11.2.0.3
* Restart agent

===Alerts due to password expiring (or being changed in the database but not in ITM!)===
<pre>
cd $ITM_HOME/logs
ls -altr | grep WM820T
tail -20 solax005_or_WM820T_col.out
</pre>
<pre>
CGN1521E (161614) Interval collection failed for cursor KORHART2
RCD0110S (161614) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161614) Interval collection failed for cursor KORHART4
CGN1525E (161614) One or more interval cursors failed
RCD0110S (161714) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161714) Interval collection failed for cursor KORHART2
RCD0110S (161714) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161714) Interval collection failed for cursor KORHART4
CGN1525E (161714) One or more interval cursors failed
</pre>
Solution: 
* Run agent reconfigure to setup the new password for the candle user (tivoli)
<pre>
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/bin/itmcmd config -A or
</pre>
* Restart agent
<pre>
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/smitools/scripts/StartAgent.sh restart or -o WM820T
</pre>

===Many agents started with root user instead of itmora===
This can happen if the server is rebooted before the agents have been added to the itmora list using kdyedit / kciedit
<pre>
export CANDLEHOME=/opt/IBM/ITM
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/smitools/scripts/kdyedit list
Type Runas Inst
or root AGPDEV
or root BO1R
or root DEV3
or root EMREP
or root ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
<pre>
$ITM_HOME/smitools/scripts/kciedit list
Type Runas Inst
or root AGPDEV
or root BO1R
or root DEV3
or root EMREP
or root ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
Solution: Add these instances to the itmora list
<pre>
./kdyedit -t or -i AGPDEV -r itmora add
./kciedit -t or -i AGPDEV -r itmora add
...
./kdyedit -t or -i ICR -r itmora add
./kciedit -t or -i ICR -r itmora add
</pre>
<pre>
$ITM_HOME/smitools/scripts/kciedit list
Type Runas Inst
or itmora AGPDEV
or itmora BO1R
or itmora DEV3
or itmora EMREP
or itmora ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
Kill any agents still running as root
<pre>
ps -ef |grep kor | grep root
kill -9 <process id>
</pre>
Because these agents were owned by root, there will be permissions issues when trying to restart the agents with itmora so these need to be fixed before restarting the agents. 
The simplest way of doing this is to run lockdown.
<pre>
export CANDLEHOME=/opt/IBM/ITM
$CANDLEHOME/smitools/scripts/lockdown.sh
</pre>

===See which processes are causing paging===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>
===How to return several variables from SQL*Plus back to Korn shell script===
Return multiple columns/elements from Oracle to shell script at the same time
<pre>
sqlplus -s sys/${SYS_PASSWORD}@${SID} as sysdba<<EOSQL | read SPACE_AFTER_INSTALL TOTAL_SPACE_AVAILABLE
set numwid 15 headi off newpa none feedb off
select sign(${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE}), trim(${SPACE_USED} + ${SPACE_AVAILABLE})
from dual
/
EOSQL
</pre>
===How to get a shell environment variable from the operating system into the SQL or PL/SQL environment===
This has been bugging me for years. Something you would think simple... what is ORACLE_HOME? I know it's a question mark at the SQL prompt but how to get it's O/S value?
<pre>
declare
var1 varchar2(200);
begin
dbms_system.get_env ('ORACLE_HOME', var1);
dbms_output.put_line ('ORACLE_HOME: '||var1);
end;
/
</pre>
or in SQL*Plus
<pre>
variable var1 varchar2(200);
exec dbms_system.get_env ('ORACLE_HOME', :var1);
select :var1 from dual;
</pre>
That got me thinking... if this just gets stuff from the environment, it can fetch any exported variable?!?! 
From the shell:
<pre>
export running_sids=`ps -ef | grep [p]mon | awk -F_ '{print $NF}'`
</pre>
and now in SQL*Plus:
<pre>
variable sids varchar2(240);
exec dbms_system.get_env ('running_sids', :sids);
select :sids from dual;
</pre>
Wow!

===How long/wide can a database name/sid be?===
Depends on where you look but taking the minimum here as "safe", it should still be limited to 8 characters...
<pre>
col table_name for a30
col data_type for a12
select table_name, data_type, data_length from dba_tab_columns where column_name = 'DB_NAME';
</pre>
This is 11gR2
<pre>
TABLE_NAME DATA_TYPE DATA_LENGTH
------------------------------ ------------ -----------
LOGMNRG_DICTIONARY$ VARCHAR2 9
SYS_FBA_CONTEXT_AUD VARCHAR2 256
V_$LOGMNR_DICTIONARY VARCHAR2 9
V_$LOGMNR_LOGS VARCHAR2 8
GV_$LOGMNR_DICTIONARY VARCHAR2 9
GV_$LOGMNR_LOGS VARCHAR2 8
V_$LOGMNR_LOGFILE VARCHAR2 8
V_$LOGMNR_SESSION VARCHAR2 128
GV_$LOGMNR_LOGFILE VARCHAR2 8
GV_$LOGMNR_SESSION VARCHAR2 128
GV_$ASM_CLIENT VARCHAR2 8
V_$ASM_CLIENT VARCHAR2 8
GV_$IOS_CLIENT VARCHAR2 64
V_$IOS_CLIENT VARCHAR2 64
DBA_PDB_HISTORY VARCHAR2 128
CDB_PDB_HISTORY VARCHAR2 128
SSCR_CAP$ VARCHAR2 4000
SSCR_RES$ VARCHAR2 4000
DBA_SSCR_CAPTURE VARCHAR2 4000
CDB_SSCR_CAPTURE VARCHAR2 4000
DBA_SSCR_RESTORE VARCHAR2 4000
CDB_SSCR_RESTORE VARCHAR2 4000
WRM$_DATABASE_INSTANCE VARCHAR2 9
INT$DBA_HIST_DATABASE_INSTANCE VARCHAR2 9
DBA_HIST_DATABASE_INSTANCE VARCHAR2 9
CDB_HIST_DATABASE_INSTANCE VARCHAR2 9
LOGMNR_DICTIONARY$ VARCHAR2 9

27 rows selected.
</pre>

===What character set (characterset) was the database built with?===
<pre>
col name for a40
col value for a60
select * from nls_database_parameters;
</pre>
or
<pre>
col name for a40
col value$ for a60
select name,value$ from props$ where name = 'NLS_CHARACTERSET';
</pre>

===How to find ORACLE_HOME from pmon process for a SID if there is no entry in oratab===
If database is created without dbca (datafile and controlfile copy), no entry will be automatically made in /etc/oratab. 
So the problem is that you need to find out which of the ORACLE_HOMEs is being used by the running instances.
* Solaris, Linux
<pre>
$ ps -ef | grep [p]mon
oracle 10848 1 0 00:21:20 ? 2:11 ora_pmon_JDBEOP1
$ pwdx 10848
10848: /oracle/JDBEOP1/product/11204/dbs
</pre>
* AIX
<pre>
$ ps -ef | grep [p]mon
oracle 13893878 1 0 Aug 12 - 7:53 ora_pmon_GOAQ1
$ ls -al /proc/13893878/cwd
lr-x------ 2 oracle dba 0 Aug 12 13:37 cwd -> /data/opt/app/product/11.2.0.4/db_1/dbs/
</pre>
or 
This command (ps eww) gives lots of information about the given process (pmon in this case). Tells you where the instance was started, whether it was started from SQL*Plus or RMAN, the http_proxy and loads more useful bits!
<pre>
ps -ef | grep [p]mon | awk '{print $2}' | xargs -I {} ps eww {} | awk '{print $1 " " $5 " " $6 " " $0}' | sed 's/$S*$ $S*$ .*ORACLE_HOME/\1 \2/g' | cut -f1,2,3 -d" "
</pre>

===Escape the underscore(_) or percent(%) character in an SQL statement===
The underscore matches any single character so to return data containing an underscore means having to use an escape character. 
Here I use the backslash(\) so it is easy for Unix people to understand the mechanism.
<pre>
select username from dba_users where username like 'ENDUR\_DEV%' escape '\';
</pre>

===Validate, analyse and rebuild indexes===
<pre>
set feedback off
set linesize 132
set serveroutput on
set trimspool on

declare
LOCKED exception;
pragma exception_init (LOCKED, -54);

dbase char(8);
dbuser varchar2(30);
index_name varchar(30);
free_text varchar2(50);
pctused number;
height number;
index_mb number;
analyze_sql varchar2(100);
pct_used_sql varchar2(150);
rebuild_sql varchar2(150);

cursor c1 is
select segment_name, bytes
from user_segments
where segment_type = 'INDEX'
and segment_name like 'DW%'
and segment_name not like 'BIN%'
and bytes/1024 >= 1024
order by 2;

-- validate the index
procedure validate_index (v_ind in varchar2) is
begin
analyze_sql := 'analyze index '||v_ind||' validate structure';
begin
execute immediate analyze_sql;
exception
when LOCKED then
dbms_output.put_line (v_ind||' locked - skipping');
pctused := 100;
return;
when others then
dbms_output.put_line (analyze_sql);
raise;
end;

pct_used_sql := 'select pct_used, round(blocks*8192/(1024*1024)), height from index_stats where name = '''||v_ind||'''';
execute immediate pct_used_sql into pctused, index_mb, height;
if pctused is null then
pctused := 0;
end if;
dbms_output.put_line (rpad(v_ind,35)||' (pct used '||pctused||'% size '||index_mb||'Mb height ' || height ||')');
end validate_index;

-- execute SQL and trace if errors
procedure run_sql (v_sql in varchar2) is
begin
execute immediate v_sql;
exception
when others then
dbms_output.put_line (v_sql);
raise;
end run_sql;

--
-- Script starts here
--
begin
dbms_output.enable(1000000);
-- Set up database name and schema
-- select name into dbase from v$database;
select user into dbuser from dual;
dbms_output.put_line('============================================================================= *');
-- dbms_output.put_line('* Indexes rebuild report for '||dbuser||' on '||dbase);
dbms_output.put_line('============================================================================= *');

-- Loop around Indexes
for x in c1 loop
index_name := x.segment_name;
validate_index (index_name );
if pctused < 81 then
if x.bytes/1024/1024 < 100 then
rebuild_sql := 'alter index '||x.segment_name||' rebuild online';
else
rebuild_sql := 'alter index '||x.segment_name||' coalesce';
end if;
dbms_output.put_line (rebuild_sql);
run_sql (rebuild_sql);
validate_index (index_name);
end if;
end loop;
end;
/

set feed on
</pre>
===Rebuild unusable indexes on a table===
<pre>
select 'alter index '||owner||'.'||index_name||' rebuild;'
from dba_indexes
where 1=1
and status != 'VALID'
and owner not in ('SYS','SYSTEM')
--and owner = 'WM822PP'
--and table_name = 'WF_PLANTS';
</pre>

===Pull the latest cfengine changes now instead of waiting for scheduled time===
For one host
<pre>
/opt/cfengine/bin/cfagent -ID dbaTime
</pre>
On all hosts at the same time
<pre>
/home/ibmtools/scripts/oracle/dosh -c "/opt/cfengine/bin/cfagent -ID dbaTime"
</pre>
===Check status of datafiles without dba_data_files or v$datafile===
If the database is in mount mode, most tables are unavailable. This query uses the x$ (c based) tables and are always available
<pre>
set linesize 200;
set pagesize 100;
col inst_id for 9999999 heading 'Instance #'
col file_nr for 9999999 heading 'File #'
col file_name for A50 heading 'File name'
col checkpoint_change_nr for 99999999999999 heading 'Checkpoint #'
col checkpoint_change_time for A20 heading 'Checkpoint time'
col last_change_nr for 99999999999999 heading 'Last change #'
SELECT
fe.inst_id,
fe.fenum file_nr,
fn.fnnam file_name,
TO_NUMBER (fe.fecps) checkpoint_change_nr,
fe.fecpt checkpoint_change_time,
fe.fests last_change_nr,
DECODE (
fe.fetsn,
0, DECODE (BITAND (fe.festa, 2), 0, 'SYSOFF', 'SYSTEM'),
DECODE (BITAND (fe.festa, 18),
0, 'OFFLINE',
2, 'ONLINE',
'RECOVER')
) status
FROM x$kccfe fe,
x$kccfn fn
WHERE ( (fe.fepax != 65535 AND fe.fepax != 0 )
OR (fe.fepax = 65535 OR fe.fepax = 0)
)
AND fn.fnfno = fe.fenum
AND fe.fefnh = fn.fnnum
AND fe.fedup != 0
AND fn.fntyp = 4
AND fn.fnnam IS NOT NULL
AND BITAND (fn.fnflg, 4) != 4
ORDER BY fe.fenum
;
</pre>

===Check highest allocated extent in datafile (likely slow when having many extents)===
* Script to Detect Tablespace Fragmentation ( Doc ID 1020182.6 )
* How to shrink or reduce the datafile size by finding the high water mark (HWM) ( Doc ID 1600774.1 )
* How to find Objects Fragmented below High Water Mark ( Doc ID 337651.1 )
<pre>
column file_name format a50;
column tablespace_name format a15;
column highwater format 9999999999;
set pagesize 9999

select a.tablespace_name
,a.file_name
,(b.maximum+c.blocks-1)*d.db_block_size highwater
from dba_data_files a
,(select file_id,max(block_id) maximum
from dba_extents
group by file_id) b
,dba_extents c
,(select value db_block_size
from v$parameter
where name='db_block_size') d
where a.file_id = b.file_id
and c.file_id = b.file_id
and c.block_id = b.maximum
order by a.tablespace_name,a.file_name
/
</pre>
Runup to this was...
<pre>
set markup html on spool on
spool db_info.html
set echo on
select * from dba_tablespaces where tablespace_name = '&&tablespace_name';
select * from dba_data_files where tablespace_name = '&tablespace_name';
select * from (select * from dba_extents where tablespace_name = '&tablespace_name' order by block_id desc) where rownum <301;
spool off
set markup html off
</pre>
<pre>
select owner, segment_type, count(*) from dba_segments where tablesapce_name='&tablespace_name' group by owner, segment_type;
</pre>
<pre>
begin
for ii in (select owner, segment_name, segment_type from dba_segments where tablespace_name = '&tablespace_name' and segment_type like 'TABLE%' and segment_name not like '%DATAPUMP%')
loop
if ii.segment_type='TABLE' then
begin
execute immediate('alter table '||ii.owner||'.'||ii.segment_name||' enable row movement');
execute immediate('alter table '||ii.owner||'.'||ii.segment_name||' shrink space cascade');
exception when others then
dbms_output.put_line('FAILED 1: alter table '||ii.owner||'.'||ii.segment_name||' shrink space cascade : '||SQLERRM);
end;
end if;
end loop;
end;
/
</pre>

===Procedure to shrink space in tables and indexes===
* [http://www.oracle-wiki.net/startdocsreallifeshrinkexample Using the Oracle Shrink Command] - lots of good stuff at this site
Written by [https://asktom.oracle.com/pls/apex/f%3Fp%3D100:11:0::::P11_QUESTION_ID:5645095700346948864 Tom Kyte] 
Depending on the Oracle version, this procedure may or may not work! It does not include the compact clause (neither does it re-analyse to prove it worked). 
[http://www.oracle-wiki.net/startdocsreallifeshrinkexample Here] is a worked example that shows the complete process - oracle-wiki.net
<pre>
create or replace procedure shrink_all
as
l_sql varchar2(4000);
l_sql2 varchar2(4000);
row_movement exception;
pragma exception_init( row_movement, -10636 );
begin
for x in (select table_name
, owner
from t
where sgm_space_management = 'AUTO')
loop
l_sql := 'alter table "' || x.owner || '"."' || x.table_name || '" shrink space';
dbms_output.put_line( l_sql );

begin
execute immediate l_sql;
exception
when row_movement
then
dbms_output.put_line( 'failed due to row movement...' );
l_sql2 := 'alter table "' || x.owner || '"."' || x.table_name || '" enable row movement';
dbms_output.put_line( l_sql2 );
execute immediate l_sql2;
dbms_output.put_line( l_sql );
execute immediate l_sql;
end;

for y in (select owner
, index_name
from dba_indexes
where table_owner = x.owner
and table_name = x.table_name )
loop
l_sql := 'alter index "' || y.owner || '"."' || y.index_name || '" shrink space';
dbms_output.put_line( l_sql );
execute immediate l_sql;
end loop;

end loop;
end;
/
</pre>

===How to delete/kill a distributed transaction===
From [http://www.pouwiel.com/?p=2204 pouwiel.com]
<pre>
SQL> SELECT LOCAL_TRAN_ID, GLOBAL_TRAN_ID,to_char(FAIL_TIME,'dd-mon-yyyy HH24:MI:SS'),STATE, MIXED FROM DBA_2PC_PENDING;

LOCAL_TRAN_ID
----------------------
GLOBAL_TRAN_ID
--------------------------------------------------------------------------------
TO_CHAR(FAIL_TIME,'D STATE MIX
-------------------- ---------------- ---
8.19.321913
1463898948.0000013CDE8005110000000179F68840A089FFFEE644B640AED6B02438B2F39D9665F
AFB
15-feb-2013 16:37:41 prepared no

SQL> SELECT LOCAL_TRAN_ID, IN_OUT,INTERFACE, DATABASE FROM DBA_2PC_NEIGHBORS;

LOCAL_TRAN_ID IN_ I
---------------------- --- -
DATABASE
--------------------------------------------------------------------------------
8.19.321913 in N
jdbc_11

SQL> rollback force '8.19.321913';

Rollback complete.

SQL> execute dbms_transaction.purge_lost_db_entry('8.19.321913');

PL/SQL procedure successfully completed.

SQL> commit;

Commit complete.

SQL> SELECT LOCAL_TRAN_ID, GLOBAL_TRAN_ID,to_char(FAIL_TIME,'dd-mon-yyyy HH24:MI:SS'),STATE, MIXED FROM DBA_2PC_PENDING;

no rows selected
</pre>
Be aware that the support document 159377.1 does not speak of the rollback force. If you don’t execute that particular command it will not work.
 

===ORACLE_BASE is getting set to the same value as ORACLE_HOME when using . oraenv===
Permissions problem. Make sure the user has '''write''' access to oraclehomeproperties.xml file!
<pre>
ls -al $ORACLE_HOME/inventory/ContentsXML/oraclehomeproperties.xml
</pre>
Change permissions as appropriate.
A different approach which should give the same end result would be to grant the orabase executable the setuid bit.
<pre>
chmod u+s $ORACLE_HOME/bin/orabase
</pre>
This allows any user to set the environment as the orabase executable will be run with the permissions of its owner.
===Move table partitions to a different tablespace===
Are you getting errors due to partitions belonging to a different tablespace and you want to drop the current tablepace? 
ORA-14404: partitioned table contains partitions in a different tablespace 
====Find tables with partitions in more than one tablespace====
<pre>
set lines 2000 pages 50
col table_owner for a30
col table_name for a30
select table_owner
, table_name
, count(*)
from dba_tab_partitions
where table_owner != 'SYS'
group by table_owner
, table_name
having count(*) > 1
/
</pre>
See which tables have partitions across multiple tablespaces...
<pre>
set lines 1000 pages 100
col table_name for a50
select distinct b.table_owner||'.'||b.table_name table_name
, a.tablespace_name ts1
, b.tablespace_name ts2
from (
select distinct tablespace_name
, table_name
, partition_name
from dba_tab_partitions
) a
, dba_tab_partitions b
where a.table_name = b.table_name
and a.tablespace_name != b.tablespace_name
/
</pre>
Generate statements to move the partitions from one tablespace to another...
<pre>
select 'alter table '||b.table_owner||'.'||b.table_name||' move partition '||b.partition_name||' tablespace &NEW_TABLESPACE;'
from (
select distinct table_name
, partition_name
from dba_tab_partitions
where tablespace_name = '&&OLD_TABLESPACE'
) a
, dba_tab_partitions b
where a.table_name = b.table_name
and b.tablespace_name != '&OLD_TABLESPACE'
/
undef OLD_TABLESPACE
</pre>
====What's left hanging around?====
<pre>
col SEGMENT_TYPE for a20
col OWNER for a20
col SEGMENT_NAME for a40
col PARTITION_NAME for a15
col TABLESPACE_NAME for a30
select segment_type
, owner
, segment_name
, partition_name
, tablespace_name
from dba_segments
where tablespace_name in ('TS_THALER_IOT_OLD','TS_THALER_CU','TS_THALER_BACKUP','TS_THALER_PART_OLD')
/

select table_owner
, table_name
from dba_indexes
where index_name = '&index_name'
/
</pre>

===What edition is my database (Standard, Enterprise, XE...)?===
Only works from 12c :-(
<pre>
select edition from sys.registry$ where cid='CATPROC'
</pre>
===Is database a CDB with PDBs?===
Needs a bit of work. Won't work pre-12c obviously and also not on Standby databases if they are in MOUNT mode
<pre>
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<'EOSQL'
set head off newpa none
select name
, (select count(*) from v$pdbs) npdbs
from v$database
/
EOSQL
done
</pre>
version 2
<pre>
function is_db_cdb return boolean
is
b_is_cdb boolean := false;
l_is_cdb varchar2(3) := 'NO';
e_col_not_found exception;
pragma exception_init(e_col_not_found, -904);
begin
begin
execute immediate 'select cdb from v$database'
into l_is_cdb;
exception
when e_col_not_found then l_is_cdb := 'NO'; -- ORA-00904
end;

if (l_is_cdb = 'YES') then
return TRUE;
else
return FALSE; -- either not a cdb or pre-12.1 database
end if;

end is_db_cdb;
</pre>
===List triggers in the database===
This query specifically lists after login triggers
<pre>
select obj.con_id
, pdb.name
, obj.owner
, obj.object_name
, to_char(obj.created, 'DD/MM/YYYY HH24:MI:SS') created_str
, to_char(obj.last_ddl_time, 'DD/MM/YYYY HH24:MI:SS') last_ddl_str
from cdb_objects obj
join cdb_triggers trgs
on ( obj.con_id = trgs.con_id
and obj.owner = trgs.owner
and obj.object_name = trgs.trigger_name
)
join v$pdbs pdb
on ( obj.con_id = pdb.con_id )
where trgs.trigger_type = 'AFTER EVENT'
and trgs.triggering_event like 'LOGON%'
and trgs.status = 'ENABLED'
order by object_name
, obj.last_ddl_time
/

</pre>
===List the pluggable databases (PDB) in a container database (CDB)===
The network_name column shows what you should find in tnsnames.ora for this db connection
<pre>
select name,network_name,pdb from v$services;
</pre>
or
<pre>
select * from v$pdbs;
</pre>

===Start and stop a pluggable database===
<pre>
alter pluggable database pdb1 open;
</pre>
<pre>
alter pluggable database pdb1 close immediate;
</pre>
===Swith to a pluggable database===
<pre>
alter session set container=pdb1;
</pre>
===Reopen pluggable databases at container startup===
By default pluggable databases in a container remain in a MOUNT state when the container starts up.
<pre>
select name, open_mode from v$pdbs where name = 'PDB1';
</pre>
To modify this, open it and save its state
<pre>
alter pluggable database pdb1 open;
alter pluggable database pdb1 save state;
</pre>
To see a log of issues with pluggable databases
<pre>
select * from pdb_plug_in_violations where type = 'ERROR' and status != 'RESOLVED' and name = 'PDB1';
</pre>

===What is the current container id in a cdb?===
CDB$ROOT is container id 1. User containers start from 2.
<pre>
select sys_context('USERENV','CON_ID') from dual
</pre>
===What is the current container name in a cdb?===
<pre>
select sys_context('USERENV','CON_NAME') from dual
</pre>
or just
<pre>
show con_name
</pre>
===Switching Between Containers===
<pre>
SQL> show con_name

CON_NAME
------------------------------
CDB$ROOT

SQL> alter session set container=tstklok;

Session altered.

SQL> show con_name

CON_NAME
------------------------------
TSTKLOK
</pre>
===Direct connection to pluggable database===
These must be made using a service (defined in tnsnames.ora). Each pluggable database automatically registers a service with the listener (v$services).
<pre>
sqlplus appuser/apppwd@tstklok
</pre>
or using ezconnect
<pre>
SQL> conn appuser/apppwd@//localhost:1521/tstklok
</pre>

===What platform is the database running on?===
Could be useful for handling line endings...
<pre>
select platform_name from v$database
</pre>
<pre>
if instr(db_platform, 'WINDOWS') != 0 then
crlf := CHR(13) || CHR(10); -- Windows gets the \r and \n
else
crlf := CHR (10); -- Just \n for the rest of the world
end if;
</pre>

===Is the database 32 or 64 bit?===
If the answer is 1,7,10,15,16 or 17, then it is 32bit, everything else should be 64bit.
<pre>
select platform_id from v$database
</pre>

===What features is my database using?===
Before converting to Standard Edition, check the features here - some may be Enterprise specific.
<pre>
col name for a45
col description for a85
set lines 2000
select name
, detected_usages
, description
from dba_feature_usage_statistics
where 1=1
and currently_used = 'TRUE'
/
</pre>

===How many redo log switches per hour?===
<pre>
set lines 100
col "YYYYMMDD HH24" for a14
select to_char(first_time,'yyyymmdd hh24') "YYYYMMDD HH24"
, count(1) num_switches
from v$log_history
group by to_char(first_time,'yyyymmdd hh24')
order by 1
</pre>
or a bit fancier version...
<pre>
rem ***********************************************************
rem
rem File: log_history.sql
rem Description: Log switch rates from v$log_history
rem
rem From 'Oracle Performance Survival Guide' by Guy Harrison
rem Chapter 21 Page 637
rem ISBN: 978-0137011957
rem See www.guyharrison.net for further information
rem
rem This work is in the public domain NSA
rem
rem
rem *********************************************************

col min_minutes format 9999.99
col max_minutes format 9999.99
col avg_minutes format 9999.99
set pagesize 1000
set lines 70
set echo on

WITH log_history AS
(SELECT thread#, first_time,
LAG(first_time) OVER (ORDER BY thread#, sequence#)
last_first_time,
(first_time
- LAG(first_time) OVER (ORDER BY thread#, sequence#))
* 24* 60 last_log_time_minutes,
LAG(thread#) OVER (ORDER BY thread#, sequence#)
last_thread#
FROM v$log_history)
SELECT ROUND(MIN(last_log_time_minutes), 2) min_minutes,
ROUND(MAX(last_log_time_minutes), 2) max_minutes,
ROUND(AVG(last_log_time_minutes), 2) avg_minutes
FROM log_history
WHERE last_first_time IS NOT NULL
AND last_thread# = thread#
AND first_time > SYSDATE - 1;
</pre>

===Show redo log groups/members===
<pre>
col instance for a8
col thread for 999
col groupno for 999
col member for a35
col redo_file_type for a15
col log_status for a10
col logsize_m for 99999
col archived for a12

SELECT i.instance_name instance
, i.thread# thread
, f.group# groupno
, f.member member
, f.type redo_file_type
, l.status log_status
, l.bytes/1024/1024 logsize_m
, l.archived archived
FROM gv$logfile f
, gv$log l
, gv$instance i
WHERE 1=1
and f.group# = l.group#
AND l.thread# = i.thread#
AND i.inst_id = f.inst_id
AND f.inst_id = l.inst_id
ORDER BY i.instance_name
, f.group#
, f.member;
</pre>

===Korn shell timestamp function===
Example usage: echo "`ts`: Checking backup status"
<pre>
function ts {
date +'%d-%b-%Y %H:%M:%S'
}
</pre>
===Drop a database===
Dropping a database including backups should be considered criminal in a production environment!
<pre>
sqlplus / as sysdba
startup force mount exclusive restrict
exit
rman target /
drop database including backups noprompt;
exit
</pre>
or
<pre>
RMAN> connect target sys/pass@test
connected to target database: test (dbid=123456789)

RMAN> startup force mount
RMAN> sql 'alter system enable restricted session';
RMAN> drop database including backups noprompt;</pre>

===Use sub-select or in-line views to update base tables===
Inline views can be used to update base table data
<pre>
update
(
select p.list_price
from products p
, product_categories pc
where 1=1
and p.category_id = pc.category_id
and pc.category_name = 'CPU'
)
set list_price = list_price * 1.15;
</pre>
===Use sub-select or in-line views to delete base table data===
A different way to delete rows in base tables, using Inline views or subselect
<pre>
delete
(
select p.list_price
from products p
, product_categories pc
where 1=1
and p.category_id = pc.category_id
and pc.category_name = 'CPU'
)
where list_price < 1000;
</pre>
===Mass update of files using perl inline script===
<pre>
for server in `cat /home/tools/etc/oracle/oracle_servers`; do
ssh $server “perl -p -i -e 's/T01/D01/' /home/tools/scripts/rman/inclexcl.lst”
done
</pre>

===How to use vi-style editing in SQL*Plus===
These instructions are for Redhat but other versions will be very similar
* Download rlwrap from [http://dl.fedoraproject.org/pub/epel/5/x86_64/repoview/rlwrap.html] or [http://dl.fedoraproject.org/pub/epel/6/x86_64/repoview/rlwrap.html]
* sudo yum install rlwrap
* build a dictionary file for autocomplete on pressing Tab
<pre>
vi $HOME/sql.dict
select
from
dba_users
dba_data_files
dba_tablespaces
</pre>
<pre>
alias sysdba='rlwrap -f $HOME/sql.dict sqlplus / as sysdba'
</pre>
or for general command use...
<pre>
alias sqlplus='rlwrap -D2 -ic sqlplus'
alias dgmgrl='rlwrap -D2 -ic dgmgrl'
alias rman='rlwrap -D2 -ic rman'
alias asmcmd='rlwrap -D2 -ic asmcmd'
alias lsnrctl='rlwrap -D2 -ic lsnrctl'
alias adrci='rlwrap -D2 -ic adrci'
alias impdp='rlwrap -D2 -ic impdp'
alias expdp='rlwrap -D2 -ic expdp'
</pre>

===Execute an SQL statement on all databases on all servers for a customer===
Run from customer's management server
<pre>
./dosh -c "su - oracle -c '/home/tools/scripts/oracle/all_db_do -v \"select username, account_status, profile from dba_users order by 3;\"'" >user_status.lst
</pre>
or
<pre>
SCRIPTS_DIR=/home/tools/scripts/oracle
$SCRIPTS_DIR/dosh -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter user ops\\\$oraibm profile oracle_system_user;'\""
$SCRIPTS_DIR/dosh2 -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter user ops$oraibm profile oracle_system_user;'\""
$SCRIPTS_DIR/dosh2 -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter system set control_file_record_keep_time=31;'\""
</pre>

===Where is the alert log/alertlog?===
Older systems
<pre>
select value from v$parameter where name='background_dump_dest';
</pre>
Newer systems
<pre>
select value from v$diag_info where name='Diag Trace';
</pre>
===Grant normal users access to the alertlog table (sys.x$dbgalertext)===
<pre>
create view x$dbgalertext_v as select * from x$dbgalertext;
grant select on x$dbgalertext_v to &&grantee;
create or replace synonym &grantee..x$dbgalertext for sys.x$dbgalertext_v;
undef grantee
</pre>

===Search alert log for ORA-00600 and ORA-07445 errors===
Scan the database table version of the alertlog for errors without reporting what was already found.
<pre>
select indx, message_text from x$dbgalertext where message_text like '%ORA-00600%' or message_text like '%ORA-07445%' and indx > &last_queried_indx order by indx desc;
</pre>
===Simulating errors in alert log===
Sometimes you need to inject error messages into the alertlog to test your monitoring system. This generates the entries in the alertlog and in x$dbgalertext table.
<pre>
exec sys.dbms_system.ksdwrt(2, 'ORA-07445: Testing this error code for Zenoss, do not investigate.');
</pre>
This additionally creates a trace file.
<pre>
exec sys.dbms_system.ksdwrt(3, 'ORA-00600: Testing this error code for Zenoss, do not investigate.');
</pre>

===tail the database alert log===
If an ADR error is displayed, then ORACLE_SID is probably not set
<pre>
alias alertlog='adrci exec="set home diag/rdbms/$(echo $ORACLE_SID | tr A-Z a-z)/$ORACLE_SID; show alert -tail -f"'
</pre>

===What is my WAN ip address?===
<pre>
curl -A "Mozilla/4.0" http://checkip.dyndns.org/ 2>/dev/null | perl -ne 'print $1 if /Current IP Address: (\d+\.\d+\.\d+\.\d+)/'
</pre>
or
<pre>
curl -A "Mozilla/4.0" http://myip.dnsdynamic.org/ 2>/dev/null
</pre>

===Wait for child pid to finish in background and report its status===
<pre>
# submit a process to the background
export_schema1.ksh &
bgpid=$!

while (ps -ef | grep $bgpid | grep -v grep); do
# still running...
sleep 600
done

# should be finished
wait $bgpid
bgstatus=$?
echo background process ended with status $bgstatus
</pre>
or
<pre>
#!/usr/bin/ksh
# submit a few processes to the background
# wait for them all to finish
# concat their logfiles

(./sleeper.sh;echo "sleeper 1 finished")>sleeper1.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

(./sleeper.sh;echo "sleeper 2 finished")>sleeper2.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

(./sleeper.sh;echo "sleeper 3 finished")>sleeper3.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

echo "Now 15 seconds later, we have 3 pids: $PIDLIST"
for PID in $PIDLIST; do
wait $PID
echo "$PID exited with status $?"
done

# all jobs should have ended, concat their logs
cat sleeper*log > sleepers.log
cat sleepers.log
</pre>
Real world example
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : export_JDBEOP1.ksh
# Description : Run export in pieces for performance reasons
#
# Parameters :
#
# Notes : Also decide whether to exclude PDARC schema or not
# depending on what day it is
#
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 15-OCT-13 Stuart Barkley Created
# ==============================================================================

STARTTIME=`date '+%Y%m%d%H%M%S'`
DAYNO=`date +%u`
PROGNAME=`basename $0`
SCRIPTS_DIR=/home/tools/scripts/oracle
DATA_DIR=/oracle/JDBEOP1/admin/change
EXPORT_DIR=/oracle/export/JDBEOP1

# marker so we can find our files later
MARKERFILE=/tmp/start_$PROGNAME_$$
touch $MARKERFILE

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u PRODDTA -p 4 -k 2 -f $DATA_DIR/JDBEOP1_PRODDTA.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u PRODCTL -p 2 -k 2 -f $DATA_DIR/JDBEOP1_PRODCTL.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u NOPRODNOPDARC -p 4 -k 2 -f $DATA_DIR/JDBEOP1_NOPROD_NOPDARC.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

if [[ $DAYNO -eq 1 ]]; then
$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u NOPROD -p 4 -k 2 -f $DATA_DIR/JDBEOP1_NOPROD.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
fi

# now sit and wait for the exports to finish
for PID in $PIDLIST; do
echo "waiting for pid $PID to finish"
wait $PID
echo "$PID exited with status $?"
done

# collect all log files up into one
cd $EXPORT_DIR
for i in `find . -name "expdp_JDBEOP1*log" -newer $MARKERFILE`; do
cat $i > expdp_JDBEOP1_D_FULL_${STARTTIME}.log
done

rm $MARKLERFILE
</pre>

===Create private DB link for a user without knowing his password===
* Inspired by [http://oradbatips.blogspot.co.uk/2010/01/tip-84-create-private-db-link-for-user.html oradbatips.blogspot.co.uk]
It uses a clever package, dbms_sys_sql. 
Also useful for executing anything on behalf of another user. 
Here is an example on how to create private database link for a user.
<pre>
create or replace procedure link_creator ( p_owner varchar2, p_dblink_name varchar2, p_username varchar2, p_password varchar2, p_address varchar2 ) as
uid number;
sqltext varchar2(1000) := 'create [public] database link [link_name] connect to [username] identified by [password] using ''[address]''';
myint integer;
begin
if upper(p_owner) = 'PUBLIC' then
sqltext := replace(sqltext, '[public]', 'public');
else
sqltext := replace(sqltext, '[public]', '');
end if;
sqltext := replace(sqltext, '[linkname]', p_dblink_name);
sqltext := replace(sqltext, '[username]', p_username);
sqltext := replace(sqltext, '[password]', p_password);
sqltext := replace(sqltext, '[address]', p_address);

select user_id
into uid
from dba_users
where username = decode(upper(p_owner), 'PUBLIC', 'SYS', p_owner)
;
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user ( myint, sqltext, dbms_sql.native, uid );
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
Here we can generate SQL to rebuild the links for future use. Note the password is no longer stored in this column.
<pre>
set pages 1000
select 'begin link_creator ( '''|| u.name ||''','''|| l.name ||''','''|| l.userid ||''','''|| l.password ||''','''|| l.host ||'''); end;'|| chr(10) ||'/' link_text
from sys.link$ l
, sys.user$ u
where l.owner# = u.user#
;
</pre>
====Another method to create a db_link from sys on behalf of a user is to create a procedure under that users name that does the db link creation====
<pre>
grant create database link to &&user;

create or replace procedure &user..create_db_link as
begin
execute immediate 'create database link &link_name connect to &user identified by &users_password using ''&tns_connect_identifier''';
end create_db_link;

exec &user..create_db_link;

revoke create database link from &user;

drop procedure &user..create_db_link;
undef user

</pre>

===Create a comma separated list of columns from a select statement===
Method 1:
<pre>
SELECT parent_id,
RTRIM(XMLAGG(XMLELEMENT(e,child_id || ',')).EXTRACT('//text()'),',') AS "Children"
FROM parentChildTable
WHERE parent_id = 0
GROUP BY parent_id
/
</pre>
or
<pre>
SELECT parent_id,
LISTAGG(child_id, ',') WITHIN GROUP (ORDER BY child_id) AS "Children"
FROM parentChildTable
WHERE parent_id = 0
GROUP BY parent_id
/
</pre>

Method 2 (undocumented and cannot therefore be relied on to continue working in the same manner):
<pre>
SELECT wmsys.wm_concat(<column_name>)
FROM <table_name>
/
</pre>

===Start an instant one-line webserver in current directory===
Need to quickly share/copy a file or read an html file on Linux? Start a web server!
<pre>
python -m SimpleHTTPServer 8000
</pre>
and point your browser to http://localhost:8000 
or
<pre>
while true; do nc -l -p 80 -q 1 < index.html; done
</pre>

===Get SQL*Plus to generate HTML===
* [http://docs.oracle.com/cd/E11882_01/server.112/e16604/ch_seven.htm#CHDCECJG official guide]
One way to do it... use -m(arkup) option to specify: 
html on/off - specifies whether to output html output or not
head - specify your own customised head contents 
spool off - as a part of the -m tag means do not print the default <html>, <head> and <body> tags 
<pre>
sqlplus -m "html on head '<link rel="stylesheet" href="/dbamon_golden.css" type="text/css" />' spool off" / as sysdba
</pre>
or
<pre>
sqlplus / as sysdba
set markup html on head '<link rel="stylesheet" href="/dbamon_golden.css" type="text/css" />' body "" table "" spool off
</pre>
besides html and head, you can also specify: 
body - specify your own customised body attributes 
table - override the default table options 
entmap - turn on or off the html replacement characters (&lt, &gt, etc...) 
preformat - uses the <pre> tag to format output exactly as required 
* another little gem...
<pre>
----------------------------------------
-- get the last SQL*Plus output in HTML
-- after Tanel Poder
----------------------------------------

set termout off

set markup HTML ON HEAD " -
-
" -
BODY "" -
TABLE "border='1' align='center' summary='Script output'" -
SPOOL ON ENTMAP ON PREFORMAT OFF

spool myoutput.html

l
/

spool off
set markup html off spool off
host firefox myoutput.html
set termout on
</pre>

===HTML SELECT - Trigger JavaScript ONCHANGE event even when the option is not changed===
<pre>
<select onchange="jsFunction()">
<option value="" disabled selected style="display:none;">Label</option>
<option value="1">1</option>
<option value="2">2</option>
<option value="3">3</option>
</select>
</pre>
===Display horizontal bar graph in HTML table data cell===
Using Perl
<pre>
print ('<td class="left">' .
'<div style="background-color:#8097BE;width:"',$allocpercused ,'%;" />' .
'<div style="background-color:red; width:"',$automaxpercused,'%;" />' .
$tspace .
'</td>'
);
</pre>
Depending on which way around the divs are, you get different interpretations
<pre>
print ("<td class=\"left\">" .
"<div style=\"border-right:2px solid red; width:",($automaxpercused>99)?(100):($automaxpercused),"%;\" />" .
"<div style=\"background-color:#8097BE;width:",$allocpercused ,"%;\" />" .
$tspace .
"</td>"
);
</pre>
====References====
* [http://stackoverflow.com/questions/5324996/comma-separated-list-as-a-result-of-select-statement-in-oracle stackoverflow.com]
* [http://www.salvis.com/blog/?p=207 A whole page showing how to do it in all versions back to 7!]

Snippets

2018-12-04T20:07:25Z

Stuart: /* Write to the alert log from PL/SQL */

===Protecting an Apache Web Server directory with htaccess===
* [https://davidwalsh.name/password-protect-directory-using-htaccess https://davidwalsh.name/password-protect-directory-using-htaccess]
* [http://www.htaccesstools.com/articles/password-protection/ http://www.htaccesstools.com/articles/password-protection/]
Two files are needed. 
'''The .htaccess Code'''
<pre>
AuthType Basic
AuthName "restricted area"
AuthUserFile /home/davidwalsh/html/protect-me-dir/.htpasswd
require valid-user
</pre>
'''The .htpasswd Code'''
<pre>
davidwalsh:daWHfZrDLB88.
rodstewart:roFulYxC2.8ws
cssexpert:csmnmq.M8T5ho
</pre>
===Protecting a lighttpd directory with htaccess===
Generate an MD5 hash with the tools above and paste into this file
<pre>
vi /etc/lighttpd/.htpasswd
stuart:3#$567890#$56789056789
</pre>
Check modules.conf file to ensure mod_auth and mod_rewrite are enabled
<pre>
vi /etc/lighttpd/modules.conf
</pre>
Alter the lighttpd.conf file to allow the authentication
<pre>
#auth directives
auth.backend = "htpasswd"
auth.backend.htpasswd.userfile = "/etc/lighttpd/.htpasswd"
auth.debug = 1
$HTTP["url"] =~ "^/cgi-bin" {
auth.require = ( "" =>
(
"method" => "basic",
"realm" => "DbaHawk access",
"require" => "valid-user"
) )
}

</pre>
Restart the lighttpd server
<pre>
systemctl stop lighttpd
systemctl start lighttpd
</pre>
I tried it with htdigest but could not get it to protest the directory!
<pre>
#auth.backend = "htdigest"
#auth.backend.htdigest.userfile = "/etc/lighttpd/lighttpd.user.htdigest"
#auth.require = (
# "/var/www/cgi-bin/" => (
# "method" => "basic",
# "realm" => "DbaHawk access",
# "require" => "valid-user"
# ),
#)
</pre>

===Rename a datafile if the filename contains junk / unprintable characters===
<pre>
alter tablespace ts_thaler_data offline;
</pre>
* Oracle have a document that describes a few ways of doing it in [https://support.oracle.com/rs?type=doc&id=824473.1 Note 824473.1]
If the filename contains control characters and cannot be selected in the normal way, use ls -ali to find the node number and then use find with -inum to rename (or move) the file
<pre>
ls -baltri
total 47474984
12409 -rw-r----- 1 oracle oinstall 1073750016 Sep 26 13:56 ts_thaler_data_02\1776.dbf
12350 -rw-r----- 1 oracle oinstall 5242888192 Sep 26 13:56 ts_thaler_data_01.dbf

find . -inum 12409 -exec mv {} ts_thaler_data_06.dbf \;
</pre>
Work out what the database thinks the name is and rename it there too! AskTom has a discussion on it [https://asktom.oracle.com/pls/apex/asktom.search?tag=rename-datafile-with-dummy-characters-after-dbf here]
<pre>
select substr(name,i,1),ascii(substr(name,i,1)) from ( select name from v$datafile where file# = 9), ( select rownum i from dual connect by level <= 50);
SUBS ASCII(SUBSTR(NAME,I,1))
---- -----------------------
t 116
s 115
_ 95
t 116
h 104
a 97
l 108
e 101
r 114
_ 95
d 100
a 97
t 116
a 97
_ 95
0 48
2 50
127
2 50
. 46
d 100
b 98
f 102
</pre>
You can see there's a 127 just before the .dbf... this crept in a the backspace key was not working correctly.
<pre>
set serveroutput on
declare
fname1 varchar2(100);
fname2 varchar2(100);
begin
select name into fname1 from v$datafile where file# = 9;
fname2 := replace(fname1,chr(127));

dbms_output.put_line('alter database rename file '''||fname1||''' to '''||fname2||'''');
execute immediate 'alter database rename file '''||fname1||''' to '''||fname2||'''';
end;
/

alter tablespace ts_thaler_data_online;
</pre>
===Generate creation of directory names from dba_directories===
Before deleting or dropping directories in the database, use this script to generate the create statements
<pre>
select 'create or replace directory '||directory_name||' as '''||directory_path||''';' from dba_directories;
</pre>

===Check if current (dot) directory is in PATH variable===
Using bareword comparison to check PATH variable<pre>
if [[ :$PATH: == *:".":* ]] ; then
echo "in path"
else
echo "not in path"
fi
</pre>

===tail a logfile from within the script you are writing it to===
<pre>
#
# display logfile in real time
#
( tail -0f ${LOGFILE} ) &
tailPID=$!

trap "kill $tailPID" 0 1 2 3 5 9 15
</pre>
===Dump package, procedure etc. from dba_source in a way that it can be used to recreate it===
From [https://asktom.oracle.com/pls/apex/f?p=100:11:0::::P11_QUESTION_ID:454220160386 Ask Tom]
<pre>
set lines 1000 pages 1000 feedb off verif off
select decode( type||'-'||to_char(line,'fm99999'), 'PACKAGE BODY-1', '/'||chr(10), null) ||
decode(line,1,'create or replace ', '' ) ||
text text
from dba_source
where owner = upper('&owner')
and name = upper('&object_to_show')
order by type
, line
/
</pre>

===A trick to exit out of SQL*Plus (using divide by zero) depending on answer to a question===
This example is taken from ReviewLite.
<pre>
-- Settings for customized functionality
define SCRIPT_OO=_OPTIONS_ONLY -- collect only options information
define SCRIPT_OO='' -- collect all information [default behavior]

define SCRIPT_TS=_TIME_STAMP -- include timestamp in names of the output directory and output files: YYYY.MM.DD.HH24.MI.SS; script does not prompt for license agreement
define SCRIPT_TS='\home\oracle\options' -- standard names for output directory and output files; script prompts for license agreement [default behavior]

-- PROMT FOR LICENSE AGREEMENT ACCEPTANCE
DEFINE LANSWER=N
SET TERMOUT ON
ACCEPT &SCRIPT_TS LANSWER FORMAT A1 PROMPT 'Accept License Agreement? (y\n): '

-- FORCE "divisor is equal to zero" AND SQLERROR EXIT IF NOT ACCEPTED
-- WILL ALSO CONTINUE IF SCRIPT_TS SUBSTITUTION VARIABLE IS NOT NULL
SET TERMOUT OFF
WHENEVER SQLERROR EXIT
select 1/decode(' &LANSWER', 'Y', null, 'y', null, decode(' &SCRIPT_TS', null, 0, null)) as " " from dual;
WHENEVER SQLERROR CONTINUE
SET TERMOUT ON
</pre>

===How to uninstall optional components such as OWB, APEX, EM, OLAP, OWM from an Oracle database===
* [http://fast-dba.blogspot.be/2014/04/how-to-remove-unwanted-components-from.html fast-dba.blogspot.be]

===Find unique indexes / primary index / key columns in a table===
<pre>
col owner for a12
col table_name for a32
col column_name for a32
col position for 99
col status for a10
set lines 1000 pages 100

SELECT cons.owner
, cols.table_name
, cols.column_name
, cols.position
, cons.status
FROM all_constraints cons
, all_cons_columns cols
WHERE 1=1
and cols.owner = '&TABLE_OWNER'
and cols.table_name = '&TABLE_NAME'
AND cons.constraint_type = 'P'
AND cons.constraint_name = cols.constraint_name
AND cons.owner = cols.owner
ORDER BY cols.table_name
, cols.position
/
</pre>

===Display the oracle instances running on the local server===
sed could be shorter but this one works cross-platform
<pre>
alias oenv='ps -ef|grep pmon|grep -v grep|awk -F_ "{print \$NF}"|sort|uniq|sed -e ":a" -e "N" -e "\$!ba" -e "s/\n/ /g"'</pre>

===Display which databases are scheduled for backup in cron===
<pre>
for i in `ps -ef | grep [o]ra_pmon | awk -F_ '{print $NF}'`; do
crontab -l | grep $i | grep backup_export | awk '{print $2":"$1" - "$17}'
done
</pre>

===Trace SQL statements using autotrace and explain plan===
If the plustrace (plustrc.sql) role has been granted, explaining sql statements (without running the statement) is as easy as
<pre>
alter session set sql_trace=true;
set autotrace traceonly explain
</pre>
===Write to a trace log from PL/SQL===
<pre>
dbms_system.ksdwrt(1,'message sent to a trace file')
</pre>
===Invisible / hidden / virtual columns===
Article showing how to dump blocks also. 
[https://www.oracle.com/technetwork/articles/database/invisible-columns-odb12c-2331522.html Tips and Tricks: Invisible Columns in Oracle Database 12c by Alex Zaballa, Oracle Ace and Daniel Da Meda (OCM)]

===Write to the alert log from PL/SQL===
* [https://www.databasejournal.com/features/oracle/article.php/3386731/Inserting-Custom-Messages-in-Oracle-AlertTrace-files.htm Inserting Custom Messages in Oracle Alert/Trace files]
Writes to trace file
<pre>
dbms_system.ksdwrt(1,'message sent to the alert log')
</pre>
Writes to the alertlog
<pre>
dbms_system.ksdwrt(2,'message sent to the alert log')
</pre>
Writes to the alertlog and trace file
<pre>
dbms_system.ksdwrt(3,'message sent to the alert log')
</pre>
Also available, KSDIND, KSDDDT and KSDFLS

===Do distributed SQL transactions exist?===
<pre>
select * from dba_2pc_pending;
</pre>
if yes, and to commit them...
<pre>
select local_tran_id from dba_2pc_pending;
exec dbms_transaction.purge_lost_db_entry('');
commit;
</pre>
===Setup optional parameters and default values in an SQL*Plus script===
Some forgotten SQL*Plus tricks from the good old days and some new ones...
* [http://www.orafaq.com/wiki/SQL*Plus_FAQ#What_is_the_difference_between_.21_and_HOST.3F orafaq.com]
<pre>
set termout off
col p1 new_value 1
col p2 new_value 2
col p3 new_value 3
select null p1, null p2, null p3 from dual where 1=2;
select nvl('&1','def1') p1, nvl('&2','def2') p2, nvl('&3','def3') p3 from dual;
set termout on
prompt 1="&1"
prompt 2="&2"
prompt 3="&3"
undef 1
undef 2
undef 3
</pre>

===Display / show users with sysdba & sysoper privileges===
<pre>
select * from v$pwfile_users;
</pre>

===Show path names of data files using instr===
Use to find the pathnames of all the filesystems/directories in which a database is housed.
<pre>
select distinct substr(name,1,(instr(name,'/',-1,1)-1)) path_name from v$datafile
union
select distinct substr(name,1,(instr(name,'/',-1,1)-1)) path_name from v$tempfile
/
</pre>

===Does a dataguard standby exist for this database?===
<pre>
SELECT SUBSTR(value,INSTR(value,'=',INSTR(UPPER(value),'SERVICE'))+1)
FROM v$parameter
WHERE name LIKE 'log_archive_dest%' AND UPPER(value) LIKE 'SERVICE%';
</pre>
gives something like this if found...
<pre>
SUBSTR(VALUE,INSTR(VALUE,'=',INSTR(UPPER(VALUE),'SERVICE'))+1)
--------------------------------------------------------------------------------
"jdbeop1_standby", LGWR ASYNC NOAFFIRM delay=0 optional compression=disable m
ax_failure=0 max_connections=1 reopen=300 db_unique_name="jdbeop1_standby" ne
t_timeout=60, valid_for=(all_logfiles,primary_role)
</pre>

===List values for all init parameters in v$parameter (including default values for undocumented (hidden) parameters===
<pre>
select i.ksppinm||';'||sv.ksppstvl
from x$ksppi i
, x$ksppsv sv
where i.indx = sv.indx
order by i.ksppinm;
</pre>

===Log file reports pipe errors===
Found these in the log file
<pre>
solax005:root[/opt/IBM/ITM/logs]# tail solax005_or_RMANV11_col.out
CIR1880E (024955) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30024832_5346_pipe
CIR1880E (030938) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30030830_5406_pipe
CIR1880E (031923) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30031832_5434_pipe
CIR1880E (033934) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30033831_5495_pipe
CIR1880E (034918) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30034833_5521_pipe
CIR1880E (041927) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30041835_5610_pipe
CIR1880E (042931) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30042832_5642_pipe
CIR1880E (045928) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30045835_5730_pipe
CIR1880E (052927) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30052838_5819_pipe
CIR1880E (090929) Open Probe pipe error 2. Pipe=/opt/IBM/ITM/tmp/solax005_or_RMANV11/prb_RMANV11_kor_solax005_30090833_6487_pipe
</pre>
This could be due to a timeout on the pipe. 
Increase parameters and restart agent. Add following lines to or.config:
<pre>
export COLL_WAIT_TIMEOUT='200'
export WAIT_TIMEOUT='200'
</pre>

===Find the most recent archived SCN number===
<pre>
col next_change# for 999999999999999
set numwidth 15

select max(next_change#)
from v$archived_log
where (thread#, next_change#) in ( select thread#, max(next_change#)
from v$archived_log
where archived = 'YES'
and status = 'A'
and resetlogs_id = ( select resetlogs_id
from v$database_incarnation
where status = 'CURRENT'
)
group by thread#
)
and status = 'A'
and resetlogs_id = ( select resetlogs_id
from v$database_incarnation
where status = 'CURRENT'
)
order by next_change# asc;

</pre>

===Monitoring says database inactive===
* Check the candle user password has not expired in the database.
* There may be a clue in the log file. Check /opt/IBM/ITM/logs/`hostname`_or_${SID}_col.out
* Check limits for itmora account in /etc/security/limits. Should be same as oracle user.
* Check the config file. We had this issue when a new ORACLE_HOME was installed but the cfg file still had the old one in it.
<pre>
export ITM_HOME=/opt/IBM/ITM
cd $ITM_HOME/config
vi solax005_or_SRV2R.cfg
</pre>
<pre>
# IBM Tivoli Monitoring for Databases: Oracle Agent
# Configuration file: solax005_or_SRV2R.cfg
# Written by CandleDBconfig version: 1.4 on 31Jul13 13:39:41

# Note: this is a Korn-shell script that is "sourced" to create the
# environment for a Monitoring Agent for Oracle. It can be used to create
# the environment to run the IBM-supplied database grant scripts.

# IBM does not recommend that you modify this file, but you can change the
# data values or add new exported variables as long as the file is a valid ksh
# script that executes with zero return code, and values remain quoted with "".

# Following environment variables are set for convenience in running grants.
export ORACLE_SID="SRV2R"
export ORACLE_HOME="/oracle/product/11.2.0.1"
# IY92195 COLL_DISABLE_CURSORS setting
export TNS_ADMIN="/oracle/product/11.2.0.1/network/admin"

# Following variables are set for the setup scripts
db_sid="SRV2R"
db_home="/oracle/product/11.2.0.1"
db_initfilename=""
db_login="tivoli"
db_password="795D8822BC49477323815CD21C1E66E966E48EEE19C6A98056224D649B0FE316E6A11DC3F4E9BB5E226B65A8"
db_ver="11.x"
db_type="kor"
db_tns="/oracle/product/11.2.0.1/network/admin"
db_extparms=""
db_hostname="solax005"
db_reason="AIX_ps_ceww"
db_pipedir=""
db_installstatus="CONFIGSUCCESS"

# User-defined environment variables
</pre>
Solution: 
* Change all occurrences of 11.2.0.1 to 11.2.0.3
* Restart agent

===Alerts due to password expiring (or being changed in the database but not in ITM!)===
<pre>
cd $ITM_HOME/logs
ls -altr | grep WM820T
tail -20 solax005_or_WM820T_col.out
</pre>
<pre>
CGN1521E (161614) Interval collection failed for cursor KORHART2
RCD0110S (161614) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161614) Interval collection failed for cursor KORHART4
CGN1525E (161614) One or more interval cursors failed
RCD0110S (161714) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161714) Interval collection failed for cursor KORHART2
RCD0110S (161714) Invalid Oracle logon id (tivoli) or password given
Please contact DBA to correct userid or password
CGN1521E (161714) Interval collection failed for cursor KORHART4
CGN1525E (161714) One or more interval cursors failed
</pre>
Solution: 
* Run agent reconfigure to setup the new password for the candle user (tivoli)
<pre>
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/bin/itmcmd config -A or
</pre>
* Restart agent
<pre>
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/smitools/scripts/StartAgent.sh restart or -o WM820T
</pre>

===Many agents started with root user instead of itmora===
This can happen if the server is rebooted before the agents have been added to the itmora list using kdyedit / kciedit
<pre>
export CANDLEHOME=/opt/IBM/ITM
export ITM_HOME=/opt/IBM/ITM
$ITM_HOME/smitools/scripts/kdyedit list
Type Runas Inst
or root AGPDEV
or root BO1R
or root DEV3
or root EMREP
or root ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
<pre>
$ITM_HOME/smitools/scripts/kciedit list
Type Runas Inst
or root AGPDEV
or root BO1R
or root DEV3
or root EMREP
or root ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
Solution: Add these instances to the itmora list
<pre>
./kdyedit -t or -i AGPDEV -r itmora add
./kciedit -t or -i AGPDEV -r itmora add
...
./kdyedit -t or -i ICR -r itmora add
./kciedit -t or -i ICR -r itmora add
</pre>
<pre>
$ITM_HOME/smitools/scripts/kciedit list
Type Runas Inst
or itmora AGPDEV
or itmora BO1R
or itmora DEV3
or itmora EMREP
or itmora ICR
or itmora MAPDEV
or itmora MAPER
or itmora PED
or itmora PER
or itmora RMANV11
or itmora SRV2R
or itmora WM820Q
or itmora WM820T
</pre>
Kill any agents still running as root
<pre>
ps -ef |grep kor | grep root
kill -9 <process id>
</pre>
Because these agents were owned by root, there will be permissions issues when trying to restart the agents with itmora so these need to be fixed before restarting the agents. 
The simplest way of doing this is to run lockdown.
<pre>
export CANDLEHOME=/opt/IBM/ITM
$CANDLEHOME/smitools/scripts/lockdown.sh
</pre>

===See which processes are causing paging===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>
===How to return several variables from SQL*Plus back to Korn shell script===
Return multiple columns/elements from Oracle to shell script at the same time
<pre>
sqlplus -s sys/${SYS_PASSWORD}@${SID} as sysdba<<EOSQL | read SPACE_AFTER_INSTALL TOTAL_SPACE_AVAILABLE
set numwid 15 headi off newpa none feedb off
select sign(${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE}), trim(${SPACE_USED} + ${SPACE_AVAILABLE})
from dual
/
EOSQL
</pre>
===How to get a shell environment variable from the operating system into the SQL or PL/SQL environment===
This has been bugging me for years. Something you would think simple... what is ORACLE_HOME? I know it's a question mark at the SQL prompt but how to get it's O/S value?
<pre>
declare
var1 varchar2(200);
begin
dbms_system.get_env ('ORACLE_HOME', var1);
dbms_output.put_line ('ORACLE_HOME: '||var1);
end;
/
</pre>
or in SQL*Plus
<pre>
variable var1 varchar2(200);
exec dbms_system.get_env ('ORACLE_HOME', :var1);
select :var1 from dual;
</pre>
That got me thinking... if this just gets stuff from the environment, it can fetch any exported variable?!?! 
From the shell:
<pre>
export running_sids=`ps -ef | grep [p]mon | awk -F_ '{print $NF}'`
</pre>
and now in SQL*Plus:
<pre>
variable sids varchar2(240);
exec dbms_system.get_env ('running_sids', :sids);
select :sids from dual;
</pre>
Wow!

===How long/wide can a database name/sid be?===
Depends on where you look but taking the minimum here as "safe", it should still be limited to 8 characters...
<pre>
col table_name for a30
col data_type for a12
select table_name, data_type, data_length from dba_tab_columns where column_name = 'DB_NAME';
</pre>
This is 11gR2
<pre>
TABLE_NAME DATA_TYPE DATA_LENGTH
------------------------------ ------------ -----------
LOGMNRG_DICTIONARY$ VARCHAR2 9
SYS_FBA_CONTEXT_AUD VARCHAR2 256
V_$LOGMNR_DICTIONARY VARCHAR2 9
V_$LOGMNR_LOGS VARCHAR2 8
GV_$LOGMNR_DICTIONARY VARCHAR2 9
GV_$LOGMNR_LOGS VARCHAR2 8
V_$LOGMNR_LOGFILE VARCHAR2 8
V_$LOGMNR_SESSION VARCHAR2 128
GV_$LOGMNR_LOGFILE VARCHAR2 8
GV_$LOGMNR_SESSION VARCHAR2 128
GV_$ASM_CLIENT VARCHAR2 8
V_$ASM_CLIENT VARCHAR2 8
GV_$IOS_CLIENT VARCHAR2 64
V_$IOS_CLIENT VARCHAR2 64
DBA_PDB_HISTORY VARCHAR2 128
CDB_PDB_HISTORY VARCHAR2 128
SSCR_CAP$ VARCHAR2 4000
SSCR_RES$ VARCHAR2 4000
DBA_SSCR_CAPTURE VARCHAR2 4000
CDB_SSCR_CAPTURE VARCHAR2 4000
DBA_SSCR_RESTORE VARCHAR2 4000
CDB_SSCR_RESTORE VARCHAR2 4000
WRM$_DATABASE_INSTANCE VARCHAR2 9
INT$DBA_HIST_DATABASE_INSTANCE VARCHAR2 9
DBA_HIST_DATABASE_INSTANCE VARCHAR2 9
CDB_HIST_DATABASE_INSTANCE VARCHAR2 9
LOGMNR_DICTIONARY$ VARCHAR2 9

27 rows selected.
</pre>

===What character set (characterset) was the database built with?===
<pre>
col name for a40
col value for a60
select * from nls_database_parameters;
</pre>
or
<pre>
col name for a40
col value$ for a60
select name,value$ from props$ where name = 'NLS_CHARACTERSET';
</pre>

===How to find ORACLE_HOME from pmon process for a SID if there is no entry in oratab===
If database is created without dbca (datafile and controlfile copy), no entry will be automatically made in /etc/oratab. 
So the problem is that you need to find out which of the ORACLE_HOMEs is being used by the running instances.
* Solaris, Linux
<pre>
$ ps -ef | grep [p]mon
oracle 10848 1 0 00:21:20 ? 2:11 ora_pmon_JDBEOP1
$ pwdx 10848
10848: /oracle/JDBEOP1/product/11204/dbs
</pre>
* AIX
<pre>
$ ps -ef | grep [p]mon
oracle 13893878 1 0 Aug 12 - 7:53 ora_pmon_GOAQ1
$ ls -al /proc/13893878/cwd
lr-x------ 2 oracle dba 0 Aug 12 13:37 cwd -> /data/opt/app/product/11.2.0.4/db_1/dbs/
</pre>
or 
This command (ps eww) gives lots of information about the given process (pmon in this case). Tells you where the instance was started, whether it was started from SQL*Plus or RMAN, the http_proxy and loads more useful bits!
<pre>
ps -ef | grep [p]mon | awk '{print $2}' | xargs -I {} ps eww {} | awk '{print $1 " " $5 " " $6 " " $0}' | sed 's/$S*$ $S*$ .*ORACLE_HOME/\1 \2/g' | cut -f1,2,3 -d" "
</pre>

===Escape the underscore(_) or percent(%) character in an SQL statement===
The underscore matches any single character so to return data containing an underscore means having to use an escape character. 
Here I use the backslash(\) so it is easy for Unix people to understand the mechanism.
<pre>
select username from dba_users where username like 'ENDUR\_DEV%' escape '\';
</pre>

===Validate, analyse and rebuild indexes===
<pre>
set feedback off
set linesize 132
set serveroutput on
set trimspool on

declare
LOCKED exception;
pragma exception_init (LOCKED, -54);

dbase char(8);
dbuser varchar2(30);
index_name varchar(30);
free_text varchar2(50);
pctused number;
height number;
index_mb number;
analyze_sql varchar2(100);
pct_used_sql varchar2(150);
rebuild_sql varchar2(150);

cursor c1 is
select segment_name, bytes
from user_segments
where segment_type = 'INDEX'
and segment_name like 'DW%'
and segment_name not like 'BIN%'
and bytes/1024 >= 1024
order by 2;

-- validate the index
procedure validate_index (v_ind in varchar2) is
begin
analyze_sql := 'analyze index '||v_ind||' validate structure';
begin
execute immediate analyze_sql;
exception
when LOCKED then
dbms_output.put_line (v_ind||' locked - skipping');
pctused := 100;
return;
when others then
dbms_output.put_line (analyze_sql);
raise;
end;

pct_used_sql := 'select pct_used, round(blocks*8192/(1024*1024)), height from index_stats where name = '''||v_ind||'''';
execute immediate pct_used_sql into pctused, index_mb, height;
if pctused is null then
pctused := 0;
end if;
dbms_output.put_line (rpad(v_ind,35)||' (pct used '||pctused||'% size '||index_mb||'Mb height ' || height ||')');
end validate_index;

-- execute SQL and trace if errors
procedure run_sql (v_sql in varchar2) is
begin
execute immediate v_sql;
exception
when others then
dbms_output.put_line (v_sql);
raise;
end run_sql;

--
-- Script starts here
--
begin
dbms_output.enable(1000000);
-- Set up database name and schema
-- select name into dbase from v$database;
select user into dbuser from dual;
dbms_output.put_line('============================================================================= *');
-- dbms_output.put_line('* Indexes rebuild report for '||dbuser||' on '||dbase);
dbms_output.put_line('============================================================================= *');

-- Loop around Indexes
for x in c1 loop
index_name := x.segment_name;
validate_index (index_name );
if pctused < 81 then
if x.bytes/1024/1024 < 100 then
rebuild_sql := 'alter index '||x.segment_name||' rebuild online';
else
rebuild_sql := 'alter index '||x.segment_name||' coalesce';
end if;
dbms_output.put_line (rebuild_sql);
run_sql (rebuild_sql);
validate_index (index_name);
end if;
end loop;
end;
/

set feed on
</pre>
===Rebuild unusable indexes on a table===
<pre>
select 'alter index '||owner||'.'||index_name||' rebuild;'
from dba_indexes
where 1=1
and status != 'VALID'
and owner not in ('SYS','SYSTEM')
--and owner = 'WM822PP'
--and table_name = 'WF_PLANTS';
</pre>

===Pull the latest cfengine changes now instead of waiting for scheduled time===
For one host
<pre>
/opt/cfengine/bin/cfagent -ID dbaTime
</pre>
On all hosts at the same time
<pre>
/home/ibmtools/scripts/oracle/dosh -c "/opt/cfengine/bin/cfagent -ID dbaTime"
</pre>
===Check status of datafiles without dba_data_files or v$datafile===
If the database is in mount mode, most tables are unavailable. This query uses the x$ (c based) tables and are always available
<pre>
set linesize 200;
set pagesize 100;
col inst_id for 9999999 heading 'Instance #'
col file_nr for 9999999 heading 'File #'
col file_name for A50 heading 'File name'
col checkpoint_change_nr for 99999999999999 heading 'Checkpoint #'
col checkpoint_change_time for A20 heading 'Checkpoint time'
col last_change_nr for 99999999999999 heading 'Last change #'
SELECT
fe.inst_id,
fe.fenum file_nr,
fn.fnnam file_name,
TO_NUMBER (fe.fecps) checkpoint_change_nr,
fe.fecpt checkpoint_change_time,
fe.fests last_change_nr,
DECODE (
fe.fetsn,
0, DECODE (BITAND (fe.festa, 2), 0, 'SYSOFF', 'SYSTEM'),
DECODE (BITAND (fe.festa, 18),
0, 'OFFLINE',
2, 'ONLINE',
'RECOVER')
) status
FROM x$kccfe fe,
x$kccfn fn
WHERE ( (fe.fepax != 65535 AND fe.fepax != 0 )
OR (fe.fepax = 65535 OR fe.fepax = 0)
)
AND fn.fnfno = fe.fenum
AND fe.fefnh = fn.fnnum
AND fe.fedup != 0
AND fn.fntyp = 4
AND fn.fnnam IS NOT NULL
AND BITAND (fn.fnflg, 4) != 4
ORDER BY fe.fenum
;
</pre>

===Check highest allocated extent in datafile (likely slow when having many extents)===
* Script to Detect Tablespace Fragmentation ( Doc ID 1020182.6 )
* How to shrink or reduce the datafile size by finding the high water mark (HWM) ( Doc ID 1600774.1 )
* How to find Objects Fragmented below High Water Mark ( Doc ID 337651.1 )
<pre>
column file_name format a50;
column tablespace_name format a15;
column highwater format 9999999999;
set pagesize 9999

select a.tablespace_name
,a.file_name
,(b.maximum+c.blocks-1)*d.db_block_size highwater
from dba_data_files a
,(select file_id,max(block_id) maximum
from dba_extents
group by file_id) b
,dba_extents c
,(select value db_block_size
from v$parameter
where name='db_block_size') d
where a.file_id = b.file_id
and c.file_id = b.file_id
and c.block_id = b.maximum
order by a.tablespace_name,a.file_name
/
</pre>
Runup to this was...
<pre>
set markup html on spool on
spool db_info.html
set echo on
select * from dba_tablespaces where tablespace_name = '&&tablespace_name';
select * from dba_data_files where tablespace_name = '&tablespace_name';
select * from (select * from dba_extents where tablespace_name = '&tablespace_name' order by block_id desc) where rownum <301;
spool off
set markup html off
</pre>
<pre>
select owner, segment_type, count(*) from dba_segments where tablesapce_name='&tablespace_name' group by owner, segment_type;
</pre>
<pre>
begin
for ii in (select owner, segment_name, segment_type from dba_segments where tablespace_name = '&tablespace_name' and segment_type like 'TABLE%' and segment_name not like '%DATAPUMP%')
loop
if ii.segment_type='TABLE' then
begin
execute immediate('alter table '||ii.owner||'.'||ii.segment_name||' enable row movement');
execute immediate('alter table '||ii.owner||'.'||ii.segment_name||' shrink space cascade');
exception when others then
dbms_output.put_line('FAILED 1: alter table '||ii.owner||'.'||ii.segment_name||' shrink space cascade : '||SQLERRM);
end;
end if;
end loop;
end;
/
</pre>

===Procedure to shrink space in tables and indexes===
* [http://www.oracle-wiki.net/startdocsreallifeshrinkexample Using the Oracle Shrink Command] - lots of good stuff at this site
Written by [https://asktom.oracle.com/pls/apex/f%3Fp%3D100:11:0::::P11_QUESTION_ID:5645095700346948864 Tom Kyte] 
Depending on the Oracle version, this procedure may or may not work! It does not include the compact clause (neither does it re-analyse to prove it worked). 
[http://www.oracle-wiki.net/startdocsreallifeshrinkexample Here] is a worked example that shows the complete process - oracle-wiki.net
<pre>
create or replace procedure shrink_all
as
l_sql varchar2(4000);
l_sql2 varchar2(4000);
row_movement exception;
pragma exception_init( row_movement, -10636 );
begin
for x in (select table_name
, owner
from t
where sgm_space_management = 'AUTO')
loop
l_sql := 'alter table "' || x.owner || '"."' || x.table_name || '" shrink space';
dbms_output.put_line( l_sql );

begin
execute immediate l_sql;
exception
when row_movement
then
dbms_output.put_line( 'failed due to row movement...' );
l_sql2 := 'alter table "' || x.owner || '"."' || x.table_name || '" enable row movement';
dbms_output.put_line( l_sql2 );
execute immediate l_sql2;
dbms_output.put_line( l_sql );
execute immediate l_sql;
end;

for y in (select owner
, index_name
from dba_indexes
where table_owner = x.owner
and table_name = x.table_name )
loop
l_sql := 'alter index "' || y.owner || '"."' || y.index_name || '" shrink space';
dbms_output.put_line( l_sql );
execute immediate l_sql;
end loop;

end loop;
end;
/
</pre>

===How to delete/kill a distributed transaction===
From [http://www.pouwiel.com/?p=2204 pouwiel.com]
<pre>
SQL> SELECT LOCAL_TRAN_ID, GLOBAL_TRAN_ID,to_char(FAIL_TIME,'dd-mon-yyyy HH24:MI:SS'),STATE, MIXED FROM DBA_2PC_PENDING;

LOCAL_TRAN_ID
----------------------
GLOBAL_TRAN_ID
--------------------------------------------------------------------------------
TO_CHAR(FAIL_TIME,'D STATE MIX
-------------------- ---------------- ---
8.19.321913
1463898948.0000013CDE8005110000000179F68840A089FFFEE644B640AED6B02438B2F39D9665F
AFB
15-feb-2013 16:37:41 prepared no

SQL> SELECT LOCAL_TRAN_ID, IN_OUT,INTERFACE, DATABASE FROM DBA_2PC_NEIGHBORS;

LOCAL_TRAN_ID IN_ I
---------------------- --- -
DATABASE
--------------------------------------------------------------------------------
8.19.321913 in N
jdbc_11

SQL> rollback force '8.19.321913';

Rollback complete.

SQL> execute dbms_transaction.purge_lost_db_entry('8.19.321913');

PL/SQL procedure successfully completed.

SQL> commit;

Commit complete.

SQL> SELECT LOCAL_TRAN_ID, GLOBAL_TRAN_ID,to_char(FAIL_TIME,'dd-mon-yyyy HH24:MI:SS'),STATE, MIXED FROM DBA_2PC_PENDING;

no rows selected
</pre>
Be aware that the support document 159377.1 does not speak of the rollback force. If you don’t execute that particular command it will not work.
 

===ORACLE_BASE is getting set to the same value as ORACLE_HOME when using . oraenv===
Permissions problem. Make sure the user has '''write''' access to oraclehomeproperties.xml file!
<pre>
ls -al $ORACLE_HOME/inventory/ContentsXML/oraclehomeproperties.xml
</pre>
Change permissions as appropriate.
A different approach which should give the same end result would be to grant the orabase executable the setuid bit.
<pre>
chmod u+s $ORACLE_HOME/bin/orabase
</pre>
This allows any user to set the environment as the orabase executable will be run with the permissions of its owner.
===Move table partitions to a different tablespace===
Are you getting errors due to partitions belonging to a different tablespace and you want to drop the current tablepace? 
ORA-14404: partitioned table contains partitions in a different tablespace 
====Find tables with partitions in more than one tablespace====
<pre>
set lines 2000 pages 50
col table_owner for a30
col table_name for a30
select table_owner
, table_name
, count(*)
from dba_tab_partitions
where table_owner != 'SYS'
group by table_owner
, table_name
having count(*) > 1
/
</pre>
See which tables have partitions across multiple tablespaces...
<pre>
set lines 1000 pages 100
col table_name for a50
select distinct b.table_owner||'.'||b.table_name table_name
, a.tablespace_name ts1
, b.tablespace_name ts2
from (
select distinct tablespace_name
, table_name
, partition_name
from dba_tab_partitions
) a
, dba_tab_partitions b
where a.table_name = b.table_name
and a.tablespace_name != b.tablespace_name
/
</pre>
Generate statements to move the partitions from one tablespace to another...
<pre>
select 'alter table '||b.table_owner||'.'||b.table_name||' move partition '||b.partition_name||' tablespace &NEW_TABLESPACE;'
from (
select distinct table_name
, partition_name
from dba_tab_partitions
where tablespace_name = '&&OLD_TABLESPACE'
) a
, dba_tab_partitions b
where a.table_name = b.table_name
and b.tablespace_name != '&OLD_TABLESPACE'
/
undef OLD_TABLESPACE
</pre>
====What's left hanging around?====
<pre>
col SEGMENT_TYPE for a20
col OWNER for a20
col SEGMENT_NAME for a40
col PARTITION_NAME for a15
col TABLESPACE_NAME for a30
select segment_type
, owner
, segment_name
, partition_name
, tablespace_name
from dba_segments
where tablespace_name in ('TS_THALER_IOT_OLD','TS_THALER_CU','TS_THALER_BACKUP','TS_THALER_PART_OLD')
/

select table_owner
, table_name
from dba_indexes
where index_name = '&index_name'
/
</pre>

===What edition is my database (Standard, Enterprise, XE...)?===
Only works from 12c :-(
<pre>
select edition from sys.registry$ where cid='CATPROC'
</pre>
===Is database a CDB with PDBs?===
Needs a bit of work. Won't work pre-12c obviously and also not on Standby databases if they are in MOUNT mode
<pre>
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<'EOSQL'
set head off newpa none
select name
, (select count(*) from v$pdbs) npdbs
from v$database
/
EOSQL
done
</pre>
version 2
<pre>
function is_db_cdb return boolean
is
b_is_cdb boolean := false;
l_is_cdb varchar2(3) := 'NO';
e_col_not_found exception;
pragma exception_init(e_col_not_found, -904);
begin
begin
execute immediate 'select cdb from v$database'
into l_is_cdb;
exception
when e_col_not_found then l_is_cdb := 'NO'; -- ORA-00904
end;

if (l_is_cdb = 'YES') then
return TRUE;
else
return FALSE; -- either not a cdb or pre-12.1 database
end if;

end is_db_cdb;
</pre>
===List triggers in the database===
This query specifically lists after login triggers
<pre>
select obj.con_id
, pdb.name
, obj.owner
, obj.object_name
, to_char(obj.created, 'DD/MM/YYYY HH24:MI:SS') created_str
, to_char(obj.last_ddl_time, 'DD/MM/YYYY HH24:MI:SS') last_ddl_str
from cdb_objects obj
join cdb_triggers trgs
on ( obj.con_id = trgs.con_id
and obj.owner = trgs.owner
and obj.object_name = trgs.trigger_name
)
join v$pdbs pdb
on ( obj.con_id = pdb.con_id )
where trgs.trigger_type = 'AFTER EVENT'
and trgs.triggering_event like 'LOGON%'
and trgs.status = 'ENABLED'
order by object_name
, obj.last_ddl_time
/

</pre>
===List the pluggable databases (PDB) in a container database (CDB)===
The network_name column shows what you should find in tnsnames.ora for this db connection
<pre>
select name,network_name,pdb from v$services;
</pre>
or
<pre>
select * from v$pdbs;
</pre>

===Start and stop a pluggable database===
<pre>
alter pluggable database pdb1 open;
</pre>
<pre>
alter pluggable database pdb1 close immediate;
</pre>
===Swith to a pluggable database===
<pre>
alter session set container=pdb1;
</pre>
===Reopen pluggable databases at container startup===
By default pluggable databases in a container remain in a MOUNT state when the container starts up.
<pre>
select name, open_mode from v$pdbs where name = 'PDB1';
</pre>
To modify this, open it and save its state
<pre>
alter pluggable database pdb1 open;
alter pluggable database pdb1 save state;
</pre>
To see a log of issues with pluggable databases
<pre>
select * from pdb_plug_in_violations where type = 'ERROR' and status != 'RESOLVED' and name = 'PDB1';
</pre>

===What is the current container id in a cdb?===
CDB$ROOT is container id 1. User containers start from 2.
<pre>
select sys_context('USERENV','CON_ID') from dual
</pre>
===What is the current container name in a cdb?===
<pre>
select sys_context('USERENV','CON_NAME') from dual
</pre>
or just
<pre>
show con_name
</pre>
===Switching Between Containers===
<pre>
SQL> show con_name

CON_NAME
------------------------------
CDB$ROOT

SQL> alter session set container=tstklok;

Session altered.

SQL> show con_name

CON_NAME
------------------------------
TSTKLOK
</pre>
===Direct connection to pluggable database===
These must be made using a service (defined in tnsnames.ora). Each pluggable database automatically registers a service with the listener (v$services).
<pre>
sqlplus appuser/apppwd@tstklok
</pre>
or using ezconnect
<pre>
SQL> conn appuser/apppwd@//localhost:1521/tstklok
</pre>

===What platform is the database running on?===
Could be useful for handling line endings...
<pre>
select platform_name from v$database
</pre>
<pre>
if instr(db_platform, 'WINDOWS') != 0 then
crlf := CHR(13) || CHR(10); -- Windows gets the \r and \n
else
crlf := CHR (10); -- Just \n for the rest of the world
end if;
</pre>

===Is the database 32 or 64 bit?===
If the answer is 1,7,10,15,16 or 17, then it is 32bit, everything else should be 64bit.
<pre>
select platform_id from v$database
</pre>

===What features is my database using?===
Before converting to Standard Edition, check the features here - some may be Enterprise specific.
<pre>
col name for a45
col description for a85
set lines 2000
select name
, detected_usages
, description
from dba_feature_usage_statistics
where 1=1
and currently_used = 'TRUE'
/
</pre>

===How many redo log switches per hour?===
<pre>
set lines 100
col "YYYYMMDD HH24" for a14
select to_char(first_time,'yyyymmdd hh24') "YYYYMMDD HH24"
, count(1) num_switches
from v$log_history
group by to_char(first_time,'yyyymmdd hh24')
order by 1
</pre>
or a bit fancier version...
<pre>
rem ***********************************************************
rem
rem File: log_history.sql
rem Description: Log switch rates from v$log_history
rem
rem From 'Oracle Performance Survival Guide' by Guy Harrison
rem Chapter 21 Page 637
rem ISBN: 978-0137011957
rem See www.guyharrison.net for further information
rem
rem This work is in the public domain NSA
rem
rem
rem *********************************************************

col min_minutes format 9999.99
col max_minutes format 9999.99
col avg_minutes format 9999.99
set pagesize 1000
set lines 70
set echo on

WITH log_history AS
(SELECT thread#, first_time,
LAG(first_time) OVER (ORDER BY thread#, sequence#)
last_first_time,
(first_time
- LAG(first_time) OVER (ORDER BY thread#, sequence#))
* 24* 60 last_log_time_minutes,
LAG(thread#) OVER (ORDER BY thread#, sequence#)
last_thread#
FROM v$log_history)
SELECT ROUND(MIN(last_log_time_minutes), 2) min_minutes,
ROUND(MAX(last_log_time_minutes), 2) max_minutes,
ROUND(AVG(last_log_time_minutes), 2) avg_minutes
FROM log_history
WHERE last_first_time IS NOT NULL
AND last_thread# = thread#
AND first_time > SYSDATE - 1;
</pre>

===Show redo log groups/members===
<pre>
col instance for a8
col thread for 999
col groupno for 999
col member for a35
col redo_file_type for a15
col log_status for a10
col logsize_m for 99999
col archived for a12

SELECT i.instance_name instance
, i.thread# thread
, f.group# groupno
, f.member member
, f.type redo_file_type
, l.status log_status
, l.bytes/1024/1024 logsize_m
, l.archived archived
FROM gv$logfile f
, gv$log l
, gv$instance i
WHERE 1=1
and f.group# = l.group#
AND l.thread# = i.thread#
AND i.inst_id = f.inst_id
AND f.inst_id = l.inst_id
ORDER BY i.instance_name
, f.group#
, f.member;
</pre>

===Korn shell timestamp function===
Example usage: echo "`ts`: Checking backup status"
<pre>
function ts {
date +'%d-%b-%Y %H:%M:%S'
}
</pre>
===Drop a database===
Dropping a database including backups should be considered criminal in a production environment!
<pre>
sqlplus / as sysdba
startup force mount exclusive restrict
exit
rman target /
drop database including backups noprompt;
exit
</pre>
or
<pre>
RMAN> connect target sys/pass@test
connected to target database: test (dbid=123456789)

RMAN> startup force mount
RMAN> sql 'alter system enable restricted session';
RMAN> drop database including backups noprompt;</pre>

===Use sub-select or in-line views to update base tables===
Inline views can be used to update base table data
<pre>
update
(
select p.list_price
from products p
, product_categories pc
where 1=1
and p.category_id = pc.category_id
and pc.category_name = 'CPU'
)
set list_price = list_price * 1.15;
</pre>
===Use sub-select or in-line views to delete base table data===
A different way to delete rows in base tables, using Inline views or subselect
<pre>
delete
(
select p.list_price
from products p
, product_categories pc
where 1=1
and p.category_id = pc.category_id
and pc.category_name = 'CPU'
)
where list_price < 1000;
</pre>
===Mass update of files using perl inline script===
<pre>
for server in `cat /home/tools/etc/oracle/oracle_servers`; do
ssh $server “perl -p -i -e 's/T01/D01/' /home/tools/scripts/rman/inclexcl.lst”
done
</pre>

===How to use vi-style editing in SQL*Plus===
These instructions are for Redhat but other versions will be very similar
* Download rlwrap from [http://dl.fedoraproject.org/pub/epel/5/x86_64/repoview/rlwrap.html] or [http://dl.fedoraproject.org/pub/epel/6/x86_64/repoview/rlwrap.html]
* sudo yum install rlwrap
* build a dictionary file for autocomplete on pressing Tab
<pre>
vi $HOME/sql.dict
select
from
dba_users
dba_data_files
dba_tablespaces
</pre>
<pre>
alias sysdba='rlwrap -f $HOME/sql.dict sqlplus / as sysdba'
</pre>
or for general command use...
<pre>
alias sqlplus='rlwrap -D2 -ic sqlplus'
alias dgmgrl='rlwrap -D2 -ic dgmgrl'
alias rman='rlwrap -D2 -ic rman'
alias asmcmd='rlwrap -D2 -ic asmcmd'
alias lsnrctl='rlwrap -D2 -ic lsnrctl'
alias adrci='rlwrap -D2 -ic adrci'
alias impdp='rlwrap -D2 -ic impdp'
alias expdp='rlwrap -D2 -ic expdp'
</pre>

===Execute an SQL statement on all databases on all servers for a customer===
Run from customer's management server
<pre>
./dosh -c "su - oracle -c '/home/tools/scripts/oracle/all_db_do -v \"select username, account_status, profile from dba_users order by 3;\"'" >user_status.lst
</pre>
or
<pre>
SCRIPTS_DIR=/home/tools/scripts/oracle
$SCRIPTS_DIR/dosh -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter user ops\\\$oraibm profile oracle_system_user;'\""
$SCRIPTS_DIR/dosh2 -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter user ops$oraibm profile oracle_system_user;'\""
$SCRIPTS_DIR/dosh2 -c "su - oraibm -c \"$SCRIPTS_DIR/all_db_do 'alter system set control_file_record_keep_time=31;'\""
</pre>

===Where is the alert log/alertlog?===
Older systems
<pre>
select value from v$parameter where name='background_dump_dest';
</pre>
Newer systems
<pre>
select value from v$diag_info where name='Diag Trace';
</pre>
===Grant normal users access to the alertlog table (sys.x$dbgalertext)===
<pre>
create view x$dbgalertext_v as select * from x$dbgalertext;
grant select on x$dbgalertext_v to &&grantee;
create or replace synonym &grantee..x$dbgalertext for sys.x$dbgalertext_v;
undef grantee
</pre>

===Search alert log for ORA-00600 and ORA-07445 errors===
Scan the database table version of the alertlog for errors without reporting what was already found.
<pre>
select indx, message_text from x$dbgalertext where message_text like '%ORA-00600%' or message_text like '%ORA-07445%' and indx > &last_queried_indx order by indx desc;
</pre>
===Simulating errors in alert log===
Sometimes you need to inject error messages into the alertlog to test your monitoring system. This generates the entries in the alertlog and in x$dbgalertext table.
<pre>
exec sys.dbms_system.ksdwrt(2, 'ORA-07445: Testing this error code for Zenoss, do not investigate.');
</pre>
This additionally creates a trace file.
<pre>
exec sys.dbms_system.ksdwrt(3, 'ORA-00600: Testing this error code for Zenoss, do not investigate.');
</pre>

===tail the database alert log===
If an ADR error is displayed, then ORACLE_SID is probably not set
<pre>
alias alertlog='adrci exec="set home diag/rdbms/$(echo $ORACLE_SID | tr A-Z a-z)/$ORACLE_SID; show alert -tail -f"'
</pre>

===What is my WAN ip address?===
<pre>
curl -A "Mozilla/4.0" http://checkip.dyndns.org/ 2>/dev/null | perl -ne 'print $1 if /Current IP Address: (\d+\.\d+\.\d+\.\d+)/'
</pre>
or
<pre>
curl -A "Mozilla/4.0" http://myip.dnsdynamic.org/ 2>/dev/null
</pre>

===Wait for child pid to finish in background and report its status===
<pre>
# submit a process to the background
export_schema1.ksh &
bgpid=$!

while (ps -ef | grep $bgpid | grep -v grep); do
# still running...
sleep 600
done

# should be finished
wait $bgpid
bgstatus=$?
echo background process ended with status $bgstatus
</pre>
or
<pre>
#!/usr/bin/ksh
# submit a few processes to the background
# wait for them all to finish
# concat their logfiles

(./sleeper.sh;echo "sleeper 1 finished")>sleeper1.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

(./sleeper.sh;echo "sleeper 2 finished")>sleeper2.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

(./sleeper.sh;echo "sleeper 3 finished")>sleeper3.log &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
sleep 5

echo "Now 15 seconds later, we have 3 pids: $PIDLIST"
for PID in $PIDLIST; do
wait $PID
echo "$PID exited with status $?"
done

# all jobs should have ended, concat their logs
cat sleeper*log > sleepers.log
cat sleepers.log
</pre>
Real world example
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : export_JDBEOP1.ksh
# Description : Run export in pieces for performance reasons
#
# Parameters :
#
# Notes : Also decide whether to exclude PDARC schema or not
# depending on what day it is
#
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 15-OCT-13 Stuart Barkley Created
# ==============================================================================

STARTTIME=`date '+%Y%m%d%H%M%S'`
DAYNO=`date +%u`
PROGNAME=`basename $0`
SCRIPTS_DIR=/home/tools/scripts/oracle
DATA_DIR=/oracle/JDBEOP1/admin/change
EXPORT_DIR=/oracle/export/JDBEOP1

# marker so we can find our files later
MARKERFILE=/tmp/start_$PROGNAME_$$
touch $MARKERFILE

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u PRODDTA -p 4 -k 2 -f $DATA_DIR/JDBEOP1_PRODDTA.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u PRODCTL -p 2 -k 2 -f $DATA_DIR/JDBEOP1_PRODCTL.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u NOPRODNOPDARC -p 4 -k 2 -f $DATA_DIR/JDBEOP1_NOPROD_NOPDARC.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."

if [[ $DAYNO -eq 1 ]]; then
$SCRIPTS_DIR/expdp_PARFILE.ksh -s JDBEOP1 -u NOPROD -p 4 -k 2 -f $DATA_DIR/JDBEOP1_NOPROD.parfile &
PIDLIST="$PIDLIST $!"
echo "PIDLIST is $PIDLIST ..."
fi

# now sit and wait for the exports to finish
for PID in $PIDLIST; do
echo "waiting for pid $PID to finish"
wait $PID
echo "$PID exited with status $?"
done

# collect all log files up into one
cd $EXPORT_DIR
for i in `find . -name "expdp_JDBEOP1*log" -newer $MARKERFILE`; do
cat $i > expdp_JDBEOP1_D_FULL_${STARTTIME}.log
done

rm $MARKLERFILE
</pre>

===Create private DB link for a user without knowing his password===
* Inspired by [http://oradbatips.blogspot.co.uk/2010/01/tip-84-create-private-db-link-for-user.html oradbatips.blogspot.co.uk]
It uses a clever package, dbms_sys_sql. 
Also useful for executing anything on behalf of another user. 
Here is an example on how to create private database link for a user.
<pre>
create or replace procedure link_creator ( p_owner varchar2, p_dblink_name varchar2, p_username varchar2, p_password varchar2, p_address varchar2 ) as
uid number;
sqltext varchar2(1000) := 'create [public] database link [link_name] connect to [username] identified by [password] using ''[address]''';
myint integer;
begin
if upper(p_owner) = 'PUBLIC' then
sqltext := replace(sqltext, '[public]', 'public');
else
sqltext := replace(sqltext, '[public]', '');
end if;
sqltext := replace(sqltext, '[linkname]', p_dblink_name);
sqltext := replace(sqltext, '[username]', p_username);
sqltext := replace(sqltext, '[password]', p_password);
sqltext := replace(sqltext, '[address]', p_address);

select user_id
into uid
from dba_users
where username = decode(upper(p_owner), 'PUBLIC', 'SYS', p_owner)
;
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user ( myint, sqltext, dbms_sql.native, uid );
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
Here we can generate SQL to rebuild the links for future use. Note the password is no longer stored in this column.
<pre>
set pages 1000
select 'begin link_creator ( '''|| u.name ||''','''|| l.name ||''','''|| l.userid ||''','''|| l.password ||''','''|| l.host ||'''); end;'|| chr(10) ||'/' link_text
from sys.link$ l
, sys.user$ u
where l.owner# = u.user#
;
</pre>
====Another method to create a db_link from sys on behalf of a user is to create a procedure under that users name that does the db link creation====
<pre>
grant create database link to &&user;

create or replace procedure &user..create_db_link as
begin
execute immediate 'create database link &link_name connect to &user identified by &users_password using ''&tns_connect_identifier''';
end create_db_link;

exec &user..create_db_link;

revoke create database link from &user;

drop procedure &user..create_db_link;
undef user

</pre>

===Create a comma separated list of columns from a select statement===
Method 1:
<pre>
SELECT parent_id,
RTRIM(XMLAGG(XMLELEMENT(e,child_id || ',')).EXTRACT('//text()'),',') AS "Children"
FROM parentChildTable
WHERE parent_id = 0
GROUP BY parent_id
/
</pre>
or
<pre>
SELECT parent_id,
LISTAGG(child_id, ',') WITHIN GROUP (ORDER BY child_id) AS "Children"
FROM parentChildTable
WHERE parent_id = 0
GROUP BY parent_id
/
</pre>

Method 2 (undocumented and cannot therefore be relied on to continue working in the same manner):
<pre>
SELECT wmsys.wm_concat(<column_name>)
FROM <table_name>
/
</pre>

===Start an instant one-line webserver in current directory===
Need to quickly share/copy a file or read an html file on Linux? Start a web server!
<pre>
python -m SimpleHTTPServer 8000
</pre>
and point your browser to http://localhost:8000 
or
<pre>
while true; do nc -l -p 80 -q 1 < index.html; done
</pre>

===Get SQL*Plus to generate HTML===
* [http://docs.oracle.com/cd/E11882_01/server.112/e16604/ch_seven.htm#CHDCECJG official guide]
One way to do it... use -m(arkup) option to specify: 
html on/off - specifies whether to output html output or not
head - specify your own customised head contents 
spool off - as a part of the -m tag means do not print the default <html>, <head> and <body> tags 
<pre>
sqlplus -m "html on head '<link rel="stylesheet" href="/dbamon_golden.css" type="text/css" />' spool off" / as sysdba
</pre>
or
<pre>
sqlplus / as sysdba
set markup html on head '<link rel="stylesheet" href="/dbamon_golden.css" type="text/css" />' body "" table "" spool off
</pre>
besides html and head, you can also specify: 
body - specify your own customised body attributes 
table - override the default table options 
entmap - turn on or off the html replacement characters (&lt, &gt, etc...) 
preformat - uses the <pre> tag to format output exactly as required 
* another little gem...
<pre>
----------------------------------------
-- get the last SQL*Plus output in HTML
-- after Tanel Poder
----------------------------------------

set termout off

set markup HTML ON HEAD " -
-
" -
BODY "" -
TABLE "border='1' align='center' summary='Script output'" -
SPOOL ON ENTMAP ON PREFORMAT OFF

spool myoutput.html

l
/

spool off
set markup html off spool off
host firefox myoutput.html
set termout on
</pre>

===HTML SELECT - Trigger JavaScript ONCHANGE event even when the option is not changed===
<pre>
<select onchange="jsFunction()">
<option value="" disabled selected style="display:none;">Label</option>
<option value="1">1</option>
<option value="2">2</option>
<option value="3">3</option>
</select>
</pre>
===Display horizontal bar graph in HTML table data cell===
Using Perl
<pre>
print ('<td class="left">' .
'<div style="background-color:#8097BE;width:"',$allocpercused ,'%;" />' .
'<div style="background-color:red; width:"',$automaxpercused,'%;" />' .
$tspace .
'</td>'
);
</pre>
Depending on which way around the divs are, you get different interpretations
<pre>
print ("<td class=\"left\">" .
"<div style=\"border-right:2px solid red; width:",($automaxpercused>99)?(100):($automaxpercused),"%;\" />" .
"<div style=\"background-color:#8097BE;width:",$allocpercused ,"%;\" />" .
$tspace .
"</td>"
);
</pre>
====References====
* [http://stackoverflow.com/questions/5324996/comma-separated-list-as-a-result-of-select-statement-in-oracle stackoverflow.com]
* [http://www.salvis.com/blog/?p=207 A whole page showing how to do it in all versions back to 7!]

Backup and Recovery

2018-12-04T10:44:19Z

Stuart:

* [[RMAN]]
* [[Datapump]]
* [[TSM]]
* [[Tivoli Data Protection for Oracle (TDPO)]]

Data Pump

2018-12-04T10:43:25Z

Stuart: Blanked the page

Datapump

2018-12-04T10:43:02Z

Stuart: Stuart moved page Data Pump to Datapump

* [http://jensenmo.blogspot.be/2012/10/optimising-data-pump-export-and-import.html Morten Jensen's tips for Optimising Data Pump Export and Import Performance]
* [http://oradbastuff.blogspot.co.uk/2011/11/expdp-slow-after-upgrade-from-11106-to.html expdp slow after upgrade]
===Use the flashback parameter to export and import a consistent dump===

This performs a consistent dump of 2 schemas 
Keeping the parameters in a file allows it to be reused for the import:

expdp system/***** parfile=db_params.par

where db_params.par would look like this:
flashback_time=systimestamp
directory=DATA_PUMP_DIR
dumpfile=db_schemas.dmp
logfile=db_schemas.log
schemas=(apps,test)

The SCN that most closely matches the specified time(stamp) is found, and this SCN is used to enable the Flashback utility. 
The export operation is performed with data that is consistent as of this SCN. 
By default expdp is consistent only for the table it is currently exporting. Use 'flashback_time=systimestamp' to simulate the old export 'consistent=y'

===Typical export with Data Pump===
This method is useful to dynamically build a script.
Note the %u to generate the parallel file names...
<pre>
SID=$1
TIMESTAMP=`date +'%Y%m%d%H%M%S'`
FLASHBACK_TO="to_timestamp('13-02-2018 13:35:00', 'DD-MM-YYYY HH24:MI:SS')"

expdp "/" \
dumpfile=expdp_${SID}_D_FULL_${TIMESTAMP}_%u.dmp \
logfile=expdp_${SID}_D_FULL_${TIMESTAMP}.log \
job_name=expdp_${SID}_D_FULL_${TIMESTAMP} \
flashback_time=${FLASHBACK_TO} \
directory=data_pump_dir \
reuse_dumpfiles=y \
parallel=8 \
full=y \
exclude=statistics
</pre>

Reduce the amount of data exported/imported with clauses like these...
<pre>
exclude=table:"in (select table_name from dba_tables where owner = 'eucvdta' and table_name like 'F4%')" \
exclude=table:"in (select table_name from dba_tables where owner = 'eucrpdta' and table_name like 'F4%')" \
query=prd1.op_log:'"where trunc(creation_date) > trunc(sysdate-7)"' \
QUERY=SIM_HEADER:"WHERE run_time > (SELECT TRUNC(MAX(run_time))-7 FROM sim_header) OR run_time IN (SELECT TRUNC(run_time, 'YEAR')-1 FROM sim_header)"
QUERY=SIM_BLOB:"WHERE sim_run_id > (SELECT MIN(sim_run_id) FROM sim_header WHERE run_time > (SELECT TRUNC(MAX(run_time))-7 FROM sim_header)) OR sim_run_id IN (SELECT sim_run_id FROM sim_header WHERE run_time IN (SELECT TRUNC(run_time, 'YEAR')-1 FROM sim_header))"
QUERY=SIM_HEADER_DETAILS: "WHERE sim_run_id > (SELECT MIN(sim_run_id) FROM sim_header WHERE run_time > (SELECT TRUNC(MAX(run_time))-7 FROM sim_header)) OR sim_run_id IN (SELECT sim_run_id FROM sim_header WHERE run_time IN (SELECT TRUNC(run_time, 'YEAR')-1 FROM sim_header))"
QUERY=SIM_DETAILS_BLOB: "WHERE unique_sim_key IN (SELECT unique_sim_key FROM sim_header_details WHERE sim_run_id > (SELECT MIN(sim_run_id) FROM sim_header WHERE run_time > (SELECT TRUNC(MAX(run_time))-7 FROM sim_header)) OR sim_run_id IN (SELECT sim_run_id FROM sim_header WHERE run_time IN (SELECT TRUNC(run_time, 'YEAR')-1 FROM sim_header)))"
</pre>

Could be made neater by using a parfile...
<pre>
expdp / parfile=/home/ibmtools/etc/oracle/nhapplp1_full.parfile
</pre>
and the parfile could look like this
<pre>
full=y
reuse_dumpfiles=y
compression=all
exclude=statistics
parallel=6
</pre>

===Datapump pitfalls/gotchas===
* Exclude a single table from a full export
If you have a par file like this and expect it to work, you will be disappointed:
<pre>
exclude=table:"in ('scott.emp')"
full=y
</pre>
The emp table will be exported! 
To get this to work, you need to use a trick...
<pre>
query=scott.emp:"where rownum < 1"
full=y
</pre>
 
* exclude and include are conceptually different...
<pre>
exclude=function:"in ('scott.raise_sal')"
</pre>
is not the same as
<pre>
include=function:"not in ('scott.raise_sal')"
</pre>
the first one does what you think it will do... it exports all objects except a function called raise_sal owned by scott. 
the second one, convoluted though it is, will not do what you might think. It exports all functions (and only functions) except raise_sal owned by scott.
===Find partition ed tables in database===
Before converting a database from Enterprise Edition to Standard Edition (Metalink: 139642.1), partitioned tables will need to be merged (as Standard Edition does not allow them)
<pre>
select table_name
, count(partition_name)
from dba_tab_partitions
where 1=1
and table_owner not in ('SYS','SYSTEM','PUBLIC','CTXSYS','MDSYS','AUDSYS')
group by table_name
order by 1;
</pre>

===Get more detailed information while Data pump is working===
To get an idea of how long it takes to export each object, add this to the parfile (or command line)
<pre>
metrics=y
</pre>
===Keep the master table after a successful data pump session===
To see what went on in the master table, add this to the parfile (or command line)
<pre>
keep_master=y
</pre>
The master table contains all the data pump log messages. 
It is used to track the detailed progress of a Data Pump job - which is more than the log messages. 
Amongst other things it conatins:
* Completed rows of a table.
* Total number of errors during data pump operation.
* Elapsed time for each table to do data pump export/import operation.
* The current set of dump files.
* The current state of every object exported or imported and their locations in the dump file set.
* The job's user-supplied parameters.
* The status of every worker process.
* The state of current job status and restart information.
* The dump file location, the directory name information.
===Trace the Data pump job===
* More info here: [https://dbasolutions.wikispaces.com/Expdp+-+Trace https://dbasolutions.wikispaces.com/Expdp+-+Trace]
Tracing can be enabled by specifying an 7 digit hexadecimal mask in the TRACE parameter of expdp or impdp. 
The first three digits enable tracing for a specific DataPump component, while the last four digits are usually: 0300. 
Any leading zero’s can be omitted, and the value specified for the TRACE parameter is not case sensitive. 
TRACE does not add anything to the output of DataPump, it creates additional trace files. 
Add TRACE=<hex digits below> to the parfile (or command line)
<pre>
Here is a summary of the Data Pump trace levels:
10300 SHDW: To trace the Shadow process
20300 KUPV: To trace Fixed table
40300 'div' To trace Process services
80300 KUPM: To trace Master Control Process
100300 KUPF: To trace File Manager
200300 KUPC: To trace Queue services
400300 KUPW: To trace Worker process(es)
800300 KUPD: To trace Data Package
1000300 META: To trace Metadata Package
1FF0300 'all' To trace all components, full tracing
</pre>
====To trace an already running export job====
<pre>
expdp system/manager attach=sys_export_full_01
Export> stop
expdp system/manager attach=sys_export_full_01 trace=480300
Export> cont
</pre>

===Check to see if the objects can be recovered from the recyclebin===
This would save time restoring from tape/dumps
<pre>
select original_name,ts_name,operation,droptime,can_undrop from dba_recyclebin where owner='PRODDTA' order by droptime;
</pre>
<pre>
flashback table proddta.F5642026 to before drop;
</pre>
Check the indexes and restore as necessary...
<pre>
select index_name from dba_indexes where owner = 'PRODDTA' and table_name = 'F5642026';
alter index "bin$dbo9uchtzsbgqfemiadccq==$0" rename to proddta.F5642026_IX;
</pre>

===Import tables from a dump file into a schema===
<pre>
impdp \'/ as sysdba\' parfile=import_tables.par
</pre>
where import_tables.par looks something like this
<pre>
directory=DATA_PUMP_DIR_JDBEOP1
dumpfile=expdp_JDBEOP1_D_PRODDTA_20131007200000_%U.dmp
logfile=RESTORE_20131012.log
job_name=RESTORE_20131012
tables=(PRODDTA.F47032,PRODDTA.F47031,PRODDTA.F47022,PRODDTA.F47021,PRODDTA.F4311Z1,PRODDTA.F4301Z1)
remap_schema=PRODDTA:DMIRROR
remap_tablespace=PRODDTAT:RESTORE_TS_2013
remap_tablespace=PRODDTAI:RESTORE_TS_2013
table_exists_action=replace
</pre>
where directory has already been created with
<pre>
create or replace directory DATA_PUMP_DIR_JDBEOP1 as '/oracle/export/ubenoa26_jdbeop1';
grant read,write on <DATA_PUMP_DIR_JDBEOP1 to OPS$IMPDP;
</pre>
====without a par file and with a transform to ignore table creation attributes====
<pre>
impdp \'/ as sysdba\' \
DIRECTORY=DATA_PUMP_DIR \
tables=SY812.F00950,SY812.F95921 \
transform=segment_attributes:n \
parallel=5 \
remap_schema=SY812:QAC_REPORT_TEST \
remap_tablespace=SY812T:QAC_REPORT_TEST \
dumpfile=expdp_JDB_20140531200001_%u.dmp \
job_name=impdp_SY812 \
logfile=impdp_JDBEOP1_SY812.log
</pre>
====replace existing tables in an existing schema====
<pre>
impdp \'/ as sysdba\' \
directory=data_pump_dir \
tables=proddta.F5642026,proddta.F596111 \
transform=segment_attributes:n \
parallel=5 \
dumpfile=expdp_JDBEOP1_D_PRODDTA_20140725210000_%u.dmp \
job_name=impdp_JDBEOP1_D_PRODDTA_F5642026_F596111 \
logfile=impdp_JDBEOP1_D_PRODDTA_F5642026_F596111.log

</pre>
====import existing tables into a different schema====
<pre>
impdp \'/ as sysdba\' \
directory=data_pump_dir \
tables=DWH.FACT_OPEX,DWH.FACT_OPEX_PTC,DWH.FACT_AFIN_SCEN,DWH.FACT_AFIN_PTC \
remap_schema=DWH:_kantal \
remap_tablespace=USERS:TOOLS,INDX:TOOLS \
dumpfile=backup_export_10g_CODWHP1_20151104210000_%u.dmp \
job_name=import_DWH_TABLES \
logfile=import_DWH_TABLES.log
</pre>
====import existing partitioned tables into a different schema====
<pre>
impdp \'/ as sysdba\' \
directory=data_pump_dir \
tables=TIP_PRD1.EODMARKETPNL:SYS_P1751,TIP_PRD1.PHYSICALPOSITION:SYS_P16591 \
remap_schema=DWH:_kantal \
remap_tablespace=USERS:TOOLS,INDX:TOOLS \
dumpfile=backup_export_10g_CODWHP1_20151104210000_%u.dmp \
job_name=import_DWH_TABLES \
logfile=import_DWH_TABLES.log
</pre>

===Processing object type SCHEMA_EXPORT/TABLE/INDEX/FUNCTIONAL_INDEX/INDEX===
Import is taking a long time and stuck on this line. Is it waiting for something or just slow? 
Datapump does not import indexes, it recreates them using create index statements. This can be slow, especially as all the metadata uses just 1 worker.
====Check the status of the job====
<pre>
select * from dba_datapump_jobs;
</pre>
====Check to see if the impdp session is waiting for resources====
<pre>
select vsw.*
from dba_datapump_sessions dds
, v$session vs
, v$session_wait vsw
where dds.saddr = vs.saddr
and vs.sid = vsw.sid
/
</pre>
====Check dba_resumable for data pump jobs====
<pre>
select * from dba_resumable;
</pre>
====Check alert log for possible error/warning messages====

===Find out what Datapump jobs are running===
<pre>
SET lines 200
COL owner_name FORMAT a10;
COL job_name FORMAT a20
COL state FORMAT a11
COL operation LIKE state
COL job_mode LIKE state

SELECT job_name
, owner_name
, operation
, job_mode
, state
, attached_sessions
FROM dba_datapump_jobs
WHERE 1=1
and job_name NOT LIKE 'BIN$%'
ORDER BY 2,1
/
</pre>
<pre>
JOB_NAME OWNER_NAME OPERATION JOB_MODE STATE ATTACHED_SESSIONS
-------------------- ---------- ----------- ----------- ----------- -----------------
EXP_20131018100328 OPS$ORADP EXPORT FULL EXECUTING 1

SQL>
</pre>

===Kill a datapump job with PL/SQL===
<pre>
SET serveroutput on
SET lines 100
DECLARE
l_handle NUMBER;
BEGIN
l_handle := DBMS_DATAPUMP.ATTACH('EXP_20131018100328','OPS$ORADP');
DBMS_DATAPUMP.STOP_JOB (l_handle,1,0);
END;
/
</pre>
===Connect to a running export Datapump job from command line===
<pre>
expdp / attach="expdp_JDBEOT21_D_FULL_20130228143835"
</pre>
or
<pre>
expdp \'/ as sysdba\' attach="expdp_JDBEOT21_D_FULL_20130228143835"
</pre>

===Suspend a running data pump===
<pre>
stop_job
</pre>
===Restart a previously suspended data pump job===
<pre>
start_job
</pre>
===Terminate a data pump job===
Also kills the operating system processes
<pre>
kill_job
</pre>

===Drop erroneous Data Pump master tables===
<pre>
select 'DROP TABLE '||owner||'.'||table_name||' purge;'
from dba_tables
where 1=1
and table_name like '%SYS%EXPORT%'
/
</pre>
and
<pre>
set pages 100 lines 200
select 'drop table "' || o.owner||'"."'||object_name || '" purge;'
from dba_objects o
, dba_datapump_jobs j
where 1=1
and o.owner = j.owner_name
and o.object_name = j.job_name
and j.state != 'EXECUTING'
/
</pre>

===Did the import work?===
Moving a database with Data pump? Check the number of rows imported against those exported! 
I noticed that sometimes, maybe tables with BLOB/LOB columns?, that the import does not import all rows... 
eg:
<pre>
Processing object type DATABASE_EXPORT/SCHEMA/TABLE/PRE_TABLE_ACTION
Processing object type DATABASE_EXPORT/SCHEMA/TABLE/TABLE_DATA
. . imported "WM712"."BIZDOCCONTENT" 104.8 GB 0 out of 10389777 rows
</pre>
Run this on the import logfile to check for this condition
<pre>
cat import_WM712P.log | perl -ne 'if (m/(\d+) out of (\d+) rows/) { print if $1 != $2; }'
</pre>
or a more thorough approach... count the number of records in all tables both locally and remotely for comparison. 
Change value for l_remote_tns. File in csv format is created in DATA_PUMP_DIR.
<pre>
set serveroutput on
declare
cursor c_tables is
select owner
, table_name
from dba_tables
where 1=1
and tablespace_name not in ('SYSTEM','SYSAUX','TEMP')
;
l_remote_tns varchar2(100) := 'wm712windows';
l_sql varchar2(240) := null;
l_local_row_count number := 0;
l_remote_row_count number := 0;
f_file utl_file.file_type;
begin
dbms_output.enable(null);
f_file := utl_file.fopen('DATA_PUMP_DIR','table_row_count.csv','W');
utl_file.put_line (f_file, 'Table;Local;Remote');
for r_tables in c_tables
loop
l_sql := 'select count(1) into :l_local_row_count from '||r_tables.owner||'.'||r_tables.table_name;
execute immediate l_sql into l_local_row_count;
l_sql := 'select count(1) into :l_remote_row_count from '||r_tables.owner||'.'||r_tables.table_name||'@'||l_remote_tns;
l_remote_row_count := 0;
begin
execute immediate l_sql into l_remote_row_count;
exception
when others then
null;
end;
--dbms_output.put_line (r_tables.owner||'.'||r_tables.table_name||';'||l_local_row_count||';'||l_remote_row_count);
utl_file.put_line (f_file, r_tables.owner||'.'||r_tables.table_name||';'||l_remote_row_count||';'||l_local_row_count);
end loop;
utl_file.fclose (f_file);
exception
when others then
dbms_output.put_line('Problem: '||sqlerrm);
end;
/
</pre>

===Import into schemas and tablespaces other than those contained in the export dump file===
These will have to be manually pre-created
CREATE USER MACHPENAL PROFILE "DEFAULT" IDENTIFIED BY ****** DEFAULT TABLESPACE "ACCMACH" TEMPORARY TABLESPACE "MACH_TEMP" QUOTA UNLIMITED ON "ACCMACH" QUOTA UNLIMITED ON "MACHX_TBS" ACCOUNT UNLOCK;
GRANT ALTER SESSION TO "MACHPENAL";
GRANT CREATE JOB TO "MACHPENAL";
GRANT CREATE MATERIALIZED VIEW TO "MACHPENAL";
GRANT MANAGE SCHEDULER TO "MACHPENAL";
GRANT RESUMABLE TO "MACHPENAL";
GRANT UNLIMITED TABLESPACE TO "MACHPENAL";
GRANT EXECUTE ON "SYS"."DBMS_LOCK" TO "MACHPENAL";
GRANT "CONNECT" TO "MACHPENAL";
GRANT "MACHP_ROLE" TO "MACHPENAL";

impdp system/****** parfile=impdp_prd_accmach.par
where parfile looks something like this:
SCHEMAS=(CHEOPSPENAL,CHEOPSCIVIL,CHEOPSTECH,CHEOPSFIX)
#INCLUDE=POST_TABLE_ACTION
#INCLUDE=TRIGGER
#INCLUDE=PROCACT_SCHEMA
EXCLUDE=STATISTICS
REMAP_TABLESPACE=CHEOPSCIVIL_AXYLIS:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_DEFAULT:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_JPABL:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_JPADL1:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_JPADL2:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_JPAND:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_JPARL:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_JPATH:ACCMACH
...
REMAP_TABLESPACE=CHEOPSCIVIL_VGVRN:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_VGVVD:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_VGWLB:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_VGWLW:ACCMACH
REMAP_TABLESPACE=CHEOPSCIVIL_VGWRG:ACCMACH
REMAP_SCHEMA=CHEOPSFIX:MACHFIX
REMAP_SCHEMA=CHEOPSCIVIL:MACHCIVIL
REMAP_SCHEMA=CHEOPSTECH:MACHTECH
REMAP_SCHEMA=CHEOPSPENAL:MACHPENAL
DUMPFILE=expdp_prdmach_F_230311_%U.dmp
LOGFILE=impdp_refresh_240311.log
DIRECTORY=expdp_dir
PARALLEL=8

===Change parallelism after expdp has started===
Export started with 1 worker but taking a long time? Change the number of parallel workers!
<pre>
expdp \'\/ as sysdba\' attach=SYS_EXPORT_TABLE_01

Export: Release 12.1.0.2.0 - Production on Mon Oct 1 15:44:41 2018

Copyright (c) 1982, 2014, Oracle and/or its affiliates. All rights reserved.

Connected to: Oracle Database 12c Enterprise Edition Release 12.1.0.2.0 - 64bit Production
With the Partitioning, OLAP, Advanced Analytics and Real Application Testing options

Job: SYS_EXPORT_TABLE_01
Owner: SYS
Operation: EXPORT
Creator Privs: TRUE
GUID: 772B5F839E8000ECE0530A085A3842B1
Start Time: Monday, 01 October, 2018 14:59:20
Mode: TABLE
Instance: crelant
Max Parallelism: 1
Timezone: +02:00
Timezone version: 18
Endianness: BIG
NLS character set: AL32UTF8
NLS NCHAR character set: AL16UTF16
EXPORT Job Parameters:
Parameter Name Parameter Value:
CLIENT_COMMAND /******** AS SYSDBA parfile=/oracle/scripts/expdp_clnt_tables.par
State: EXECUTING
Bytes Processed: 73,116,744,528
Percent Done: 50
Current Parallelism: 1
Job Error Count: 0
Dump File: /cln/tst/ora_data1/clnt/archivelog/clnt_tables_20180926.dmp
bytes written: 73,117,818,880

Worker 1 Status:
Instance ID: 1
Instance name: clnt
Host name: hn5306.cln.be
Process Name: DW00
State: EXECUTING
Object Schema: TPK
Object Name: EID01
Object Type: TABLE_EXPORT/TABLE/TABLE_DATA
Completed Objects: 5
Total Objects: 192
Completed Rows: 835,298
Worker Parallelism: 1
</pre>
<pre>
Export> parallel=4

Export> status
</pre>
<pre>
Job: SYS_EXPORT_TABLE_01
Operation: EXPORT
Mode: TABLE
State: EXECUTING
Bytes Processed: 73,116,744,528
Percent Done: 50
Current Parallelism: 4
Job Error Count: 0
Dump File: /cln/tst/ora_data1/clnt/archivelog/clnt_tables_20180926.dmp
bytes written: 73,117,818,880

Worker 1 Status:
Instance ID: 1
Instance name: clnt
Host name: hn5306.cln.be
Process Name: DW00
State: EXECUTING
Object Schema: TPK
Object Name: CCD01
Object Type: TABLE_EXPORT/TABLE/TABLE_DATA
Completed Objects: 10
Total Objects: 192
Completed Rows: 317,968
Worker Parallelism: 1

Worker 2 Status:
Instance ID: 1
Instance name: clnt
Host name: hn5306.cln.be
Process Name: DW01
State: EXECUTING
Object Schema: TPK
Object Name: BCD18
Object Type: TABLE_EXPORT/TABLE/TABLE_DATA
Completed Objects: 4
Total Objects: 192
Worker Parallelism: 1

Worker 3 Status:
Instance ID: 1
Instance name: clnt
Host name: hn5306.cln.be
Process Name: DW02
State: EXECUTING
Object Schema: TPK
Object Name: FCD06
Object Type: TABLE_EXPORT/TABLE/TABLE_DATA
Completed Objects: 4
Total Objects: 192
Worker Parallelism: 1

Worker 4 Status:
Instance ID: 1
Instance name: clnt
Host name: hn5306.cln.be
Process Name: DW03
State: EXECUTING
Object Schema: TPK
Object Name: CBD10
Object Type: TABLE_EXPORT/TABLE/TABLE_DATA
Completed Objects: 4
Total Objects: 192
Worker Parallelism: 1

Export>
</pre>

===Monitor Data Pump sessions===
select s.sid
, s.serial#
from v$session s
, dba_datapump_sessions dps
where s.saddr = dps.saddr;

Once the session is identified, you can see the parallel query slave sessions spawned off by the main Data Pump session by querying the V$PX_SESSION view:
select sid from v$px_session
where qcsid = <DP Session ID>;

===How long will the export take?===
Data Pump sends information about its progress to the longops view and can be consulted thus:
<pre>
select sid
, serial#
, sofar
, totalwork
from v$session_longops
where 1=1
and opname = '<DP Job Name>'
and sofar != totalwork
/
</pre>
or
<pre>
select vsl.*
from v$session_longops vsl
where 1=1
and (vsl.sid,vsl.serial#) in (select sid,serial# from dba_datapump_sessions)
and vsl.sofar != vsl.totalwork
/
</pre>
or
<pre>
set serveroutput on
DECLARE
ind NUMBER; -- Loop index
h1 NUMBER; -- Data Pump job handle
percent_done NUMBER; -- Percentage of job complete
job_state VARCHAR2(30); -- To keep track of job state
js ku$_JobStatus; -- The job status from get_status
ws ku$_WorkerStatusList; -- Worker status
sts ku$_Status; -- The status object returned by get_status
BEGIN
h1 := DBMS_DATAPUMP.attach('&JOB_NAME', '&OWNER'); -- job name and owner
dbms_datapump.get_status(h1,
dbms_datapump.ku$_status_job_error +
dbms_datapump.ku$_status_job_status +
dbms_datapump.ku$_status_wip, 0, job_state, sts);
js := sts.job_status;
ws := js.worker_status_list;
dbms_output.put_line('*** Job percent done = ' ||
to_char(js.percent_done));
dbms_output.put_line('restarts - '||js.restart_count);
ind := ws.first;
while ind is not null loop
dbms_output.put_line('rows completed - '||ws(ind).completed_rows);
ind := ws.next(ind);
end loop;
DBMS_DATAPUMP.detach(h1);
end;
/
</pre>

===Debugging a Data Pump session===
While exporting/importing, the Datapump job can sometimes appear to hang. What is it doing? 
Firstly, we can add "METRICS=Y" to the parameter file. This gives a bit more logging info. 
Next, we can dig deeper into the session using the session id.
<pre>
set lines 150 pages 100
col program for a30
col username for a15
col spid for a7
col job_name for a25
select to_char (sysdate, 'DD-MON-YY HH24:MI:SS') timenow
, s.program
, s.sid
, s.status
, s.username
, dds.job_name
, p.spid
, s.serial#
, p.pid
from v$session s
, v$process p
, dba_datapump_sessions dds
where p.addr = s.paddr
and s.saddr = dds.saddr
/
</pre>
<pre>
select sw.sid
, sw.event
, sw.seconds_in_wait
from v$session s
, dba_datapump_sessions dds
, v$session_wait sw
where dds.saddr = s.saddr
and s.sid = sw.sid
/
</pre>
<pre>
execute sys.dbms_system.set_ev (&sid,15,10046,8,'');
</pre>
then go to the user dump directory and use tkprof to read the trace file.

===Enable logging during a datpump impdp/expdp===
As of 12c, much better logging is available:
<pre>
expdp / full=y dump_file=test.dmp logfile=test.log logtime=all
</pre>
This prefixes all messages in the logfile with a timestamp.

===Enabling SQL trace===
Cannot simply use:
<pre>
alter session set sql_trace=true;
</pre>
as Data Pump starts another session. An event has to be set:
<pre>
select sid
, serial#
, username
, program
from v$session
where 1=1
and upper(program) like '%(DW%)'
or upper(program) like '%(DM%)'
/
</pre>
then use the sid and serial# to set the event:
<pre>
exec dbms_system.set_ev(<sid>, <serial#>, 10046, 12, '' );
</pre>
Trace files will be in user-dump_dest

For the full beans on what Data Pump can do, visit [http://www.rampant-books.com/art_nanda_datapump.htm Arup Nanda's Data Pump page]

===Restore a schema from a dumpfile into a new schema so that user can pick his objects===
* Restore relevant file from [[TSM]]
* Connect to the database as sysdba and
<pre>
create tablespace temp_recovery
datafile '/oracle/<ORACLE_SID>/oradata1/temp_recovery.dbf'
size 100M autoextend on next 100M maxsize 20000M
extent management local
segment space management auto;
</pre>
Create a new schema to put the recovered data
<pre>
create user temp_recovery identified by temp_recovery default tablespace temp_recovery temporary tablespace temp;
grant connect, resource to temp_recovery;
</pre>

Create a par file to remap the schema and tablespace
<pre>
vi impdp_schema.par

directory=DATA_PUMP_DIR
dumpfile=/oracle/export/<ORACLE_SID>/expdp_<ORACLE_SID>_D_FULL_20120918213006_%U.dmp
logfile=impdp_schema.log
job_name=impdp_schema
schemas=SCHEMA_TO_RECOVER
remap_schema=SCHEMA_TO_RECOVER:temp_recovery
remap_tablespace=USERS:temp_recovery
table_exists_action=skip
</pre>

Run the import
<pre>
impdp \'/ as sysdba\' parfile=impdp_schema.par
</pre>
===Restore schemas from dump. Clean out schema objects first.===
You can also drop schema but then you lose all grants. 
Check we have the dump files...
<pre>
ll
-rw-r----- 1 GPTASKP2 dba 8540041216 Oct 17 21:17 expdp_GPTASKP2_D_FULL_20131017210003_01.dmp
-rw-r----- 1 GPTASKP2 dba 9391812608 Oct 17 21:17 expdp_GPTASKP2_D_FULL_20131017210003_02.dmp
-rw-r----- 1 GPTASKP2 dba 32161792 Oct 17 21:17 expdp_GPTASKP2_D_FULL_20131017210003_03.dmp
</pre>
Backup schemas just in case...
<pre>
cat expdp_just_in_case.ksh
expdp \'/ as sysdba\' \
DIRECTORY=DATA_PUMP_DIR \
schemas=GPCOMP4,GPCOMP6 \
dumpfile=expdp_GPTASKP2_JUST_IN_CASE_201310181500.dmp \
job_name=impdp_GPTASKP2_GPCOMP4_GPCOMP6 \
logfile=expdp_GPTASKP2_GPCOMP4_GPCOMP6.log
</pre>
Clean out schemas to be imported...
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : userman_clean_out_schema.ksh
# Description : Rids a schema of all objects. An empty shell ready for import.
#
# Parameters : 1 - -u <schema name to clean out>
# 2 - -e if you want the schema to be wiped automatically
#
# Notes : Generates an SQL file and an execution spool file
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 09-NOV-13 Stuart Barkley Created
# 06-JAN-14 Stuart Barkley Added SYNONYM
# 23-JAN-14 Stuart Barkley Added -e option and tidied
# 25-APR-14 Stuart Barkley Create files in /tmp to avoid permissions errors
# ==============================================================================

ts=`date +"%Y%M%d"`

# ----------------------------
# get any command line options
# ----------------------------
unset USERNAME

DOIT="N"
while getopts "u:e" OPT
do
case "$OPT" in
u) USERNAME=$OPTARG;;
e) DOIT="Y";;
esac
done
shift $((OPTIND-1))

# --------------------------
# check mandatory parameters
# --------------------------
if [[ -z $USERNAME ]]; then
echo ""
echo "Usage: `basename $0` [-e] -u <schemaname to wipe>"
echo "specifying -e makes the script go ahead and do the wipe automatically"
echo ""
exit 1
fi

sqlplus -s / as sysdba <<EOSQL
set pages 0
set feedb off
set verif off
spool /tmp/userman_clean_out_${USERNAME}.sql
select 'drop '||object_type||' "'||owner||'"."'||object_name||'"'||decode(object_type,'TABLE',' CASCADE CONSTRAINTS PURGE;',';') text
from dba_objects
where 1=1
and owner = '$USERNAME'
order by object_type
, object_name
/
spool off
EOSQL

if [[ "$DOIT" == "Y" ]]; then
echo "wiping user..."
sqlplus -s / as sysdba <<EOSQL
spool /tmp/userman_clean_out_${USERNAME}_run.log
set termo on echo on feedb on
start /tmp/userman_clean_out_${USERNAME}.sql

purge recyclebin;
spool off
EOSQL
echo "done wiping user"
else
echo "To execute this automatically, add '-e' as a parameter to the script"
echo "or you can manually run the sql file I just generated: userman_clean_out_${USERNAME}.sql"
fi
</pre>
 
Import the required data...
<pre>
cat impdp_GPTASKP2_GPCOMP4_GPCOMP6.ksh
impdp \'/ as sysdba\' \
DIRECTORY=DATA_PUMP_DIR \
schemas=GPCOMP4,GPCOMP6 \
dumpfile=expdp_GPTASKP2_D_FULL_20131017210003_%u.dmp \
job_name=impdp_GPTASKP2_GPCOMP4_GPCOMP6 \
logfile=impdp_GPTASKP2_GPCOMP4_GPCOMP6

</pre>
====Alternatively, drop and recreate the schema / user using dbms_metadata get_ddl and get_granted_ddl====
Run this '''before''' dropping the schema to generate DDL necessary to recreate it
<pre>
sqlplus -s /nolog <<EOSQL 2>/tmp/results.$$
connect / as sysdba
whenever sqlerror continue
set hea off echo off pages 0 newp none long 99999 lin 2000 trims on feed off veri off

execute dbms_metadata.set_transform_param(dbms_metadata.session_transform,'SQLTERMINATOR',true);
spool /tmp/recreate_schemae_$$.sql

select to_char( dbms_metadata.get_ddl ( 'USER', du.username ) ) from dba_users du where du.username in upper('${SCHEMAE}');
select to_char( dbms_metadata.get_granted_ddl ( 'ROLE_GRANT', du.username ) ) from dba_users du where du.username in upper('${SCHEMAE}');
select to_char( dbms_metadata.get_granted_ddl ( 'DEFAULT_ROLE', du.username ) ) from dba_users du where du.username in upper('${SCHEMAE}');
select to_char( dbms_metadata.get_granted_ddl ( 'SYSTEM_GRANT', du.username ) ) from dba_users du where du.username in upper('${SCHEMAE}');
select to_char( dbms_metadata.get_granted_ddl ( 'OBJECT_GRANT', du.username ) ) from dba_users du where du.username in upper('${SCHEMAE}');

-- db_links do not work properly with dbms_metadata if they are for a different schema
select 'create ' ||
decode (u.name, 'PUBLIC', 'public ') ||
'database link "' ||
decode (u.name, 'PUBLIC', null, u.name || '.') ||
l.name ||
'" connect to "' ||
l.userid ||
'" identified by values "' ||
l.passwordx ||
'" using "' ||
l.host ||
'"' ||
';' text
from sys.link$ l
, sys.user$ u
where 1=1
and l.owner# = u.user#
and u.name in upper('${SCHEMAE}');

spool off
EOSQL
</pre>

====References====
* Master Note for Data Pump [ID 1264715.1]
* Checklist For Slow Performance Of DataPump Export (expdp) And Import (impdp) [ID 453895.1]
* Parallel Capabilities of Oracle Data Pump [ID 365459.1]
* [http://jensenmo.blogspot.be/2012/10/optimising-data-pump-export-and-import.html Morton Jensen's Optimising Data Pump Export and Import Performance / investigation into speeding up LOB import/export]

Data Pump

2018-12-04T10:43:02Z

Stuart: Stuart moved page Data Pump to Datapump

#REDIRECT [[Datapump]]

Adrci

2018-11-28T14:03:56Z

Stuart:

===Reference links===
* [http://intermediatesql.com/oracle/oracle-11g-xml-alert-logs-surprise-they-are-actually-more-convenient-to-work-with/ Convenient access to adrci log files]
* [http://arup.blogspot.co.uk/2013/04/switching-back-to-regular-listener-log.html Switch back to old-style listener log file - not using adr]
* [https://oracle-base.com/articles/11g/automatic-diagnostics-repository-11gr1 adrci at oracle-base.com]
The new way to package problems and their incidents up for Oracle Support. 
A useful way to keep the purging of trace files under control. 
With an Oracle database environment setup, type:
<pre>
adrci
</pre>
To get out, type:
<pre>
adrci> exit
</pre>
To get help, type:
<pre>
adrci> help
</pre>
Show registered ORACLE_HOMEs
<pre>
show home
</pre>
Set one of the homes
<pre>
set home diag/rdbms/orcl
</pre>
tail the alert log (adrci reads the XML version of the alert log)
<pre>
show alert -tail -f
</pre>
Are there any problems?
<pre>
show problem
</pre>
Show the incident(s) of this problem
<pre>
show incident
</pre>
Show more detail about an incident
<pre>
show incident -mode detail -p "incident_id=<incident number>"
</pre>
Show the incident trace file for this incident
<pre>
show trace /u01/app/oracle/diag/rdbms/orcl/orcl/incident/incdir_6201/orcl_ora_2299_i6201.trc
</pre>
Package a problem up for Oracle Support
<pre>
ips create package problem 1 correlate all
</pre>
Zip a problem package for Oracle Support
<pre>
ips generate package 2 in "/home/oracle"
</pre>
To see current setup, type:
<pre>
adrci> show control
</pre>

===Purging trace and dump files in 11g with adrci===
SHORTP_POLICY and LONGP_POLICY are number of hours to keep trace files and alert files respectively. These can be changed by typing:
<pre>
set control (SHORTP_POLICY=240)
</pre>
Trace files will now be deleted after 10 days. 
If space is running low, you can manually delete trace files. 
This deletes all trace files older than 1 day (note the age parameter is minutes, not hours).
<pre>
purge -age 3600 -type trace
</pre>
Show the tracefiles in reverse time order
<pre>
show tracefile -rt
</pre>

===Use ADR command line interface from shell===
<pre>
adrci exec="show homes"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;show control"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;set control (shortp_policy=360,longp_policy=720);purge;show control;"
</pre>
Show ADR homes related to databases
<pre>
$ORACLE_HOME/bin/adrci exec="show homes" | grep "rdbms"
</pre>

===Shell script to purge ADR data===
Found [http://www.dadbm.com/oracle-database-housekeeping-methods-adr-files-purge/ here]
<pre>
# Purge ADR contents (adr_purge.sh)
purge_log () {
purge_min=$(( 24 * 60 * $2 ))
echo “INFO: purging $1 older than $2 days”
adrci exec=”set homepath $file_line;purge -age $purge_min -type $1″
}

echo “INFO: adrci purge started at `date`”
adrci exec=”show homes”|grep -v : | while read file_line
do
echo “INFO: adrci purging diagnostic destination ” $file_line
echo “——————————————————————————-”
purge_log ALERT 365
purge_log INCIDENT 273
purge_log TRACE 120
purge_log CDUMP 75
purge_log HM 75
echo “——————————————————————————-”
done
echo
echo “INFO: adrci purge finished at `date`”
</pre>
===Create a package to send to Oracle Support===
A problem may consist of one or more incidents.
====Find the problem id====
<pre>
show incident -mode detail -p "incident_id=<incident_id>"
</pre>
====Create a package containing all incidents for this problem====
<pre>
ips create package problem <proble_id> correlate all
</pre>
====Generate a zipped package file====
<pre>
ips generate package <proble_id> in "/tmp"
</pre>

Adrci

2018-11-28T13:29:17Z

Stuart: /* Create a package to send to Oracle Support */

* [http://intermediatesql.com/oracle/oracle-11g-xml-alert-logs-surprise-they-are-actually-more-convenient-to-work-with/ Convenient access to adrci log files]
* [http://arup.blogspot.co.uk/2013/04/switching-back-to-regular-listener-log.html Switch back to old-style listener log file - not using adr]
The new way to package problems and their incidents up for Oracle Support. 
A useful way to keep the purging of trace files under control. 
With an Oracle database environment setup, type:
<pre>
adrci
</pre>
To get out, type:
<pre>
adrci> exit
</pre>
To get help, type:
<pre>
adrci> help
</pre>
Show registered ORACLE_HOMEs
<pre>
show home
</pre>
Set one of the homes
<pre>
set home diag/rdbms/orcl
</pre>
tail the alert log (adrci reads the XML version of the alert log)
<pre>
show alert -tail -f
</pre>
Are there any problems?
<pre>
show problem
</pre>
Show the incident(s) of this problem
<pre>
show incident
</pre>
Show more detail about an incident
<pre>
show incident -mode detail -p "incident_id=<incident number>"
</pre>
Show the incident trace file for this incident
<pre>
show trace /u01/app/oracle/diag/rdbms/orcl/orcl/incident/incdir_6201/orcl_ora_2299_i6201.trc
</pre>
Package a problem up for Oracle Support
<pre>
ips create package problem 1 correlate all
</pre>
Zip a problem package for Oracle Support
<pre>
ips generate package 2 in "/home/oracle"
</pre>
To see current setup, type:
<pre>
adrci> show control
</pre>

===Purging trace and dump files in 11g with adrci===
SHORTP_POLICY and LONGP_POLICY are number of hours to keep trace files and alert files respectively. These can be changed by typing:
<pre>
set control (SHORTP_POLICY=240)
</pre>
Trace files will now be deleted after 10 days. 
If space is running low, you can manually delete trace files. 
This deletes all trace files older than 1 day (note the age parameter is minutes, not hours).
<pre>
purge -age 3600 -type trace
</pre>
Show the tracefiles in reverse time order
<pre>
show tracefile -rt
</pre>

===Use ADR command line interface from shell===
<pre>
adrci exec="show homes"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;show control"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;set control (shortp_policy=360,longp_policy=720);purge;show control;"
</pre>
Show ADR homes related to databases
<pre>
$ORACLE_HOME/bin/adrci exec="show homes" | grep "rdbms"
</pre>

===Shell script to purge ADR data===
Found [http://www.dadbm.com/oracle-database-housekeeping-methods-adr-files-purge/ here]
<pre>
# Purge ADR contents (adr_purge.sh)
purge_log () {
purge_min=$(( 24 * 60 * $2 ))
echo “INFO: purging $1 older than $2 days”
adrci exec=”set homepath $file_line;purge -age $purge_min -type $1″
}

echo “INFO: adrci purge started at `date`”
adrci exec=”show homes”|grep -v : | while read file_line
do
echo “INFO: adrci purging diagnostic destination ” $file_line
echo “——————————————————————————-”
purge_log ALERT 365
purge_log INCIDENT 273
purge_log TRACE 120
purge_log CDUMP 75
purge_log HM 75
echo “——————————————————————————-”
done
echo
echo “INFO: adrci purge finished at `date`”
</pre>
===Create a package to send to Oracle Support===
A problem may consist of one or more incidents.
====Find the problem id====
<pre>
show incident -mode detail -p "incident_id=<incident_id>"
</pre>
====Create a package containing all incidents for this problem====
<pre>
ips create package problem <proble_id> correlate all
</pre>
====Generate a zipped package file====
<pre>
ips generate package <proble_id> in "/tmp"
</pre>

Adrci

2018-11-28T13:28:32Z

Stuart: /* Create a package to send to Oracle Support */

* [http://intermediatesql.com/oracle/oracle-11g-xml-alert-logs-surprise-they-are-actually-more-convenient-to-work-with/ Convenient access to adrci log files]
* [http://arup.blogspot.co.uk/2013/04/switching-back-to-regular-listener-log.html Switch back to old-style listener log file - not using adr]
The new way to package problems and their incidents up for Oracle Support. 
A useful way to keep the purging of trace files under control. 
With an Oracle database environment setup, type:
<pre>
adrci
</pre>
To get out, type:
<pre>
adrci> exit
</pre>
To get help, type:
<pre>
adrci> help
</pre>
Show registered ORACLE_HOMEs
<pre>
show home
</pre>
Set one of the homes
<pre>
set home diag/rdbms/orcl
</pre>
tail the alert log (adrci reads the XML version of the alert log)
<pre>
show alert -tail -f
</pre>
Are there any problems?
<pre>
show problem
</pre>
Show the incident(s) of this problem
<pre>
show incident
</pre>
Show more detail about an incident
<pre>
show incident -mode detail -p "incident_id=<incident number>"
</pre>
Show the incident trace file for this incident
<pre>
show trace /u01/app/oracle/diag/rdbms/orcl/orcl/incident/incdir_6201/orcl_ora_2299_i6201.trc
</pre>
Package a problem up for Oracle Support
<pre>
ips create package problem 1 correlate all
</pre>
Zip a problem package for Oracle Support
<pre>
ips generate package 2 in "/home/oracle"
</pre>
To see current setup, type:
<pre>
adrci> show control
</pre>

===Purging trace and dump files in 11g with adrci===
SHORTP_POLICY and LONGP_POLICY are number of hours to keep trace files and alert files respectively. These can be changed by typing:
<pre>
set control (SHORTP_POLICY=240)
</pre>
Trace files will now be deleted after 10 days. 
If space is running low, you can manually delete trace files. 
This deletes all trace files older than 1 day (note the age parameter is minutes, not hours).
<pre>
purge -age 3600 -type trace
</pre>
Show the tracefiles in reverse time order
<pre>
show tracefile -rt
</pre>

===Use ADR command line interface from shell===
<pre>
adrci exec="show homes"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;show control"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;set control (shortp_policy=360,longp_policy=720);purge;show control;"
</pre>
Show ADR homes related to databases
<pre>
$ORACLE_HOME/bin/adrci exec="show homes" | grep "rdbms"
</pre>

===Shell script to purge ADR data===
Found [http://www.dadbm.com/oracle-database-housekeeping-methods-adr-files-purge/ here]
<pre>
# Purge ADR contents (adr_purge.sh)
purge_log () {
purge_min=$(( 24 * 60 * $2 ))
echo “INFO: purging $1 older than $2 days”
adrci exec=”set homepath $file_line;purge -age $purge_min -type $1″
}

echo “INFO: adrci purge started at `date`”
adrci exec=”show homes”|grep -v : | while read file_line
do
echo “INFO: adrci purging diagnostic destination ” $file_line
echo “——————————————————————————-”
purge_log ALERT 365
purge_log INCIDENT 273
purge_log TRACE 120
purge_log CDUMP 75
purge_log HM 75
echo “——————————————————————————-”
done
echo
echo “INFO: adrci purge finished at `date`”
</pre>
===Create a package to send to Oracle Support===
A problem may consist of one or more incidents.
* Find the problem id
<pre>
show incident -mode detail -p "incident_id=<incident_id>"
</pre>
* create a package containing all incidents for this problem
<pre>
ips create package problem <proble_id> correlate all
</pre>
* generate a zipped package file
<pre>
ips generate package <proble_id> in "/tmp"
</pre>

Adrci

2018-11-28T13:24:59Z

Stuart: /* Shell script to purge ADR data */

* [http://intermediatesql.com/oracle/oracle-11g-xml-alert-logs-surprise-they-are-actually-more-convenient-to-work-with/ Convenient access to adrci log files]
* [http://arup.blogspot.co.uk/2013/04/switching-back-to-regular-listener-log.html Switch back to old-style listener log file - not using adr]
The new way to package problems and their incidents up for Oracle Support. 
A useful way to keep the purging of trace files under control. 
With an Oracle database environment setup, type:
<pre>
adrci
</pre>
To get out, type:
<pre>
adrci> exit
</pre>
To get help, type:
<pre>
adrci> help
</pre>
Show registered ORACLE_HOMEs
<pre>
show home
</pre>
Set one of the homes
<pre>
set home diag/rdbms/orcl
</pre>
tail the alert log (adrci reads the XML version of the alert log)
<pre>
show alert -tail -f
</pre>
Are there any problems?
<pre>
show problem
</pre>
Show the incident(s) of this problem
<pre>
show incident
</pre>
Show more detail about an incident
<pre>
show incident -mode detail -p "incident_id=<incident number>"
</pre>
Show the incident trace file for this incident
<pre>
show trace /u01/app/oracle/diag/rdbms/orcl/orcl/incident/incdir_6201/orcl_ora_2299_i6201.trc
</pre>
Package a problem up for Oracle Support
<pre>
ips create package problem 1 correlate all
</pre>
Zip a problem package for Oracle Support
<pre>
ips generate package 2 in "/home/oracle"
</pre>
To see current setup, type:
<pre>
adrci> show control
</pre>

===Purging trace and dump files in 11g with adrci===
SHORTP_POLICY and LONGP_POLICY are number of hours to keep trace files and alert files respectively. These can be changed by typing:
<pre>
set control (SHORTP_POLICY=240)
</pre>
Trace files will now be deleted after 10 days. 
If space is running low, you can manually delete trace files. 
This deletes all trace files older than 1 day (note the age parameter is minutes, not hours).
<pre>
purge -age 3600 -type trace
</pre>
Show the tracefiles in reverse time order
<pre>
show tracefile -rt
</pre>

===Use ADR command line interface from shell===
<pre>
adrci exec="show homes"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;show control"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;set control (shortp_policy=360,longp_policy=720);purge;show control;"
</pre>
Show ADR homes related to databases
<pre>
$ORACLE_HOME/bin/adrci exec="show homes" | grep "rdbms"
</pre>

===Shell script to purge ADR data===
Found [http://www.dadbm.com/oracle-database-housekeeping-methods-adr-files-purge/ here]
<pre>
# Purge ADR contents (adr_purge.sh)
purge_log () {
purge_min=$(( 24 * 60 * $2 ))
echo “INFO: purging $1 older than $2 days”
adrci exec=”set homepath $file_line;purge -age $purge_min -type $1″
}

echo “INFO: adrci purge started at `date`”
adrci exec=”show homes”|grep -v : | while read file_line
do
echo “INFO: adrci purging diagnostic destination ” $file_line
echo “——————————————————————————-”
purge_log ALERT 365
purge_log INCIDENT 273
purge_log TRACE 120
purge_log CDUMP 75
purge_log HM 75
echo “——————————————————————————-”
done
echo
echo “INFO: adrci purge finished at `date`”
</pre>
===Create a package to send to Oracle Support===
A problem may consist of one or more incidents.
* Find the problem id
* create a package containing all incidents for this problem
* generate a zipped package file

Adrci

2018-11-28T13:16:44Z

Stuart: /* adrci */

Adrci

2018-11-28T13:10:32Z

Stuart: /* Purging trace and dump files in 11g with adrci */

* [http://intermediatesql.com/oracle/oracle-11g-xml-alert-logs-surprise-they-are-actually-more-convenient-to-work-with/ Convenient access to adrci log files]
* [http://arup.blogspot.co.uk/2013/04/switching-back-to-regular-listener-log.html Switch back to old-style listener log file - not using adr]
===adrci===
The new way to package problems and their incidents up for Oracle Support. 
A useful way to keep the purging of trace files under control. 
With an Oracle database environment setup, type:
<pre>
adrci
</pre>
To get out, type:
<pre>
adrci> exit
</pre>
To get help, type:
<pre>
adrci> help
</pre>
Show registered ORACLE_HOMEs
<pre>
show home
</pre>
Set one of the homes
<pre>
set home diag/rdbms/orcl
</pre>
tail the alert log (adrci reads the XML version of the alert log)
<pre>
show alert -tail -f
</pre>
Are there any problems?
<pre>
show problem
</pre>
Show the incident(s) of this problem
<pre>
show incident
</pre>
Show more detail about an incident
<pre>
show incident -mode detail -p "incident_id=<incident number>"
</pre>
Show the incident trace file for this incident
<pre>
show trace /u01/app/oracle/diag/rdbms/orcl/orcl/incident/incdir_6201/orcl_ora_2299_i6201.trc
</pre>
Package a problem up for Oracle Support
<pre>
ips create package problem 1 correlate all
</pre>
Zip a problem package for Oracle Support
<pre>
ips generate package 2 in "/home/oracle"
</pre>
To see current setup, type:
<pre>
adrci> show control
</pre>
===Purging trace and dump files in 11g with adrci===
SHORTP_POLICY and LONGP_POLICY are number of hours to keep trace files and alert files respectively. These can be changed by typing:
<pre>
set control (SHORTP_POLICY=240)
</pre>
Trace files will now be deleted after 10 days. 
If space is running low, you can manually delete trace files. 
This deletes all trace files older than 1 day (note the age parameter is minutes, not hours).
<pre>
purge -age 3600 -type trace
</pre>
Show the tracefiles in reverse time order
<pre>
show tracefile -rt
</pre>

===Use ADR command line interface from shell===
<pre>
adrci exec="show homes"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;show control"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;set control (shortp_policy=360,longp_policy=720);purge;show control;"
</pre>
Show ADR homes related to databases
<pre>
$ORACLE_HOME/bin/adrci exec="show homes" | grep "rdbms"
</pre>

===Shell script to purge ADR data===
Found [http://www.dadbm.com/oracle-database-housekeeping-methods-adr-files-purge/ here]
<pre>
# Purge ADR contents (adr_purge.sh)
purge_log () {
purge_min=$(( 24 * 60 * $2 ))
echo “INFO: purging $1 older than $2 days”
adrci exec=”set homepath $file_line;purge -age $purge_min -type $1″
}

echo “INFO: adrci purge started at `date`”
adrci exec=”show homes”|grep -v : | while read file_line
do
echo “INFO: adrci purging diagnostic destination ” $file_line
echo “——————————————————————————-”
purge_log ALERT 365
purge_log INCIDENT 273
purge_log TRACE 120
purge_log CDUMP 75
purge_log HM 75
echo “——————————————————————————-”
done
echo
echo “INFO: adrci purge finished at `date`”
</pre>

Adrci

2018-11-28T13:09:17Z

Stuart: /* adrci */

* [http://intermediatesql.com/oracle/oracle-11g-xml-alert-logs-surprise-they-are-actually-more-convenient-to-work-with/ Convenient access to adrci log files]
* [http://arup.blogspot.co.uk/2013/04/switching-back-to-regular-listener-log.html Switch back to old-style listener log file - not using adr]
===adrci===
The new way to package problems and their incidents up for Oracle Support. 
A useful way to keep the purging of trace files under control. 
With an Oracle database environment setup, type:
<pre>
adrci
</pre>
To get out, type:
<pre>
adrci> exit
</pre>
To get help, type:
<pre>
adrci> help
</pre>
Show registered ORACLE_HOMEs
<pre>
show home
</pre>
Set one of the homes
<pre>
set home diag/rdbms/orcl
</pre>
tail the alert log (adrci reads the XML version of the alert log)
<pre>
show alert -tail -f
</pre>
Are there any problems?
<pre>
show problem
</pre>
Show the incident(s) of this problem
<pre>
show incident
</pre>
Show more detail about an incident
<pre>
show incident -mode detail -p "incident_id=<incident number>"
</pre>
Show the incident trace file for this incident
<pre>
show trace /u01/app/oracle/diag/rdbms/orcl/orcl/incident/incdir_6201/orcl_ora_2299_i6201.trc
</pre>
Package a problem up for Oracle Support
<pre>
ips create package problem 1 correlate all
</pre>
Zip a problem package for Oracle Support
<pre>
ips generate package 2 in "/home/oracle"
</pre>
To see current setup, type:
<pre>
adrci> show control
</pre>
====Purging trace and dump files in 11g with adrci====
SHORTP_POLICY and LONGP_POLICY are number of hours to keep trace files and alert files respectively. These can be changed by typing:
<pre>
set control (SHORTP_POLICY=240)
</pre>
Trace files will now be deleted after 10 days. 
If space is running low, you can manually delete trace files. 
This deletes all trace files older than 1 day (note the age parameter is minutes, not hours).
<pre>
purge -age 3600 -type trace
</pre>
Show the tracefiles in reverse time order
<pre>
show tracefile -rt
</pre>

===Use ADR command line interface from shell===
<pre>
adrci exec="show homes"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;show control"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;set control (shortp_policy=360,longp_policy=720);purge;show control;"
</pre>
Show ADR homes related to databases
<pre>
$ORACLE_HOME/bin/adrci exec="show homes" | grep "rdbms"
</pre>

===Shell script to purge ADR data===
Found [http://www.dadbm.com/oracle-database-housekeeping-methods-adr-files-purge/ here]
<pre>
# Purge ADR contents (adr_purge.sh)
purge_log () {
purge_min=$(( 24 * 60 * $2 ))
echo “INFO: purging $1 older than $2 days”
adrci exec=”set homepath $file_line;purge -age $purge_min -type $1″
}

echo “INFO: adrci purge started at `date`”
adrci exec=”show homes”|grep -v : | while read file_line
do
echo “INFO: adrci purging diagnostic destination ” $file_line
echo “——————————————————————————-”
purge_log ALERT 365
purge_log INCIDENT 273
purge_log TRACE 120
purge_log CDUMP 75
purge_log HM 75
echo “——————————————————————————-”
done
echo
echo “INFO: adrci purge finished at `date`”
</pre>

Adrci

2018-11-28T13:07:53Z

Stuart: Stuart moved page Purging trace and dump files in 11g with adrci to Adrci without leaving a redirect

* [http://intermediatesql.com/oracle/oracle-11g-xml-alert-logs-surprise-they-are-actually-more-convenient-to-work-with/ Convenient access to adrci log files]
* [http://arup.blogspot.co.uk/2013/04/switching-back-to-regular-listener-log.html Switch back to old-style listener log file - not using adr]
===adrci===
The new way to package problems and their incidents up for Oracle Support. 
A useful way to keep the purging of trace files under control. 
With an Oracle database environment setup, type:
<pre>
adrci
</pre>
To get out, type:
<pre>
adrci> exit
</pre>
To get help, type:
<pre>
adrci> help
</pre>
Show registered ORACLE_HOMEs
<pre>
show home
</pre>
Set one of the homes
<pre>
set home diag/rdbms/orcl
</pre>
tail the alert log (adrci reads the XML version of the alert log)
<pre>
show alert -tail -f
</pre>
Are there any problems?
<pre>
show problem
</pre>
Show the incident(s) of this problem
<pre>
show incident
</pre>
Show more detail about an incident
<pre>
show incident -mode detail -p "incident_id=<incident number>"
</pre>
Show the incident trace file for this incident
<pre>
show trace /u01/app/oracle/diag/rdbms/orcl/orcl/incident/incdir_6201/orcl_ora_2299_i6201.trc
</pre>
Package a problem up for Oracle Support
<pre>
ips create package problem 1 correlate all
</pre>
Zip a problem package for Oracle Support
<pre>
ips generate package 2 in "/home/oracle"
</pre>
To see current setup, type:
<pre>
adrci> show control
</pre>
SHORTP_POLICY and LONGP_POLICY are number of hours to keep trace files and alert files respectively. These can be changed by typing:
<pre>
set control (SHORTP_POLICY=240)
</pre>
Trace files will now be deleted after 10 days. 
If space is running low, you can manually delete trace files. 
This deletes all trace files older than 1 day (note the age parameter is minutes, not hours).
<pre>
purge -age 3600 -type trace
</pre>
Show the tracefiles in reverse time order
<pre>
show tracefile -rt
</pre>

===Use ADR command line interface from shell===
<pre>
adrci exec="show homes"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;show control"
adrci exec="set home diag/tnslsnr/ravjde01/listener_ravjde1;set control (shortp_policy=360,longp_policy=720);purge;show control;"
</pre>
Show ADR homes related to databases
<pre>
$ORACLE_HOME/bin/adrci exec="show homes" | grep "rdbms"
</pre>

===Shell script to purge ADR data===
Found [http://www.dadbm.com/oracle-database-housekeeping-methods-adr-files-purge/ here]
<pre>
# Purge ADR contents (adr_purge.sh)
purge_log () {
purge_min=$(( 24 * 60 * $2 ))
echo “INFO: purging $1 older than $2 days”
adrci exec=”set homepath $file_line;purge -age $purge_min -type $1″
}

echo “INFO: adrci purge started at `date`”
adrci exec=”show homes”|grep -v : | while read file_line
do
echo “INFO: adrci purging diagnostic destination ” $file_line
echo “——————————————————————————-”
purge_log ALERT 365
purge_log INCIDENT 273
purge_log TRACE 120
purge_log CDUMP 75
purge_log HM 75
echo “——————————————————————————-”
done
echo
echo “INFO: adrci purge finished at `date`”
</pre>

Unix/Linux

2018-11-27T11:48:10Z

Stuart: /* ps listing does not show start time after 24 hours */

* [http://hyperpolyglot.org/unix-shells#var-expansion Good shell comparison including variable expansion - hyperpolyglot.org]
* [http://pubs.opengroup.org/onlinepubs/9699919799/utilities/toc.html Shell coding standards - opengroup.org]
* [http://aix4admins.blogspot.be aix4admins]
* [http://linuxgazette.net/issue55/okopnik.html The Deep, Dark Secrets of Bash]
* [http://www.speakeasy.org/~arkay/216-7.4KshFunctions.html Korn Shell Functions]
* [http://www.grymoire.com/Unix/AwkRef.html AWK reference from Bruce Barnett]
* [http://www.catonmat.net/blog/wp-content/uploads/2008/09/awk1line.txt HANDY AWK ONE-LINERS]
* [http://www.grymoire.com/unix/Quote.html Unix quoting from from Bruce Barnett (grymoire)]
* [http://www.mpi-inf.mpg.de/departments/rg1/teaching/unixffb-ss98/quoting-guide.html Another excellent quoting tutorial]
* [http://aix4admins.blogspot.be/2015/02/snapshot-fs-snapshot-snapshot-is-state.html AIX snapshot technology]
* [[RaspberryPi]]
* [[SSH]]
* [http://www.anattatechnologies.com/q/2013/04/multiuser-screen/ Screen sharing from Unix using screen]
* [https://robots.thoughtbot.com/a-tmux-crash-course Screen sharing from Unix using tmux]
* [http://www.csb.yale.edu/userguides/wordprocess/vi-summary.html Handy ex and vi reference]
* [[Fedora install for my own purposes]]

===Use sed to repeat characters===
echo an '=' sign then use the loop feature of sed to run round a loop a further 79 times replacing what you've got with the same thing plus and extra one!
<pre>
echo "=" | sed -e :a -e 's/^=\{1,79\}$/&=/;ta'
</pre>
===Convert between lower and upper case using ansi standard===
This way should be portable and give predictable results
<pre>
LOWER_SID=$(echo "${SID}" | tr '[:upper:]' '[:lower:]')
UPPER_SID=$(echo "${SID}" | tr '[:lower:]' '[:upper:]')
</pre>
===Use sed to delete the first line of a file or command output printing from the second line onwards===
Actually deceptively simple. Example remove the header from df output.
<pre>
df -k | sed 1d
</pre>
As a useful extension, suppose TO_DATA_DIR contains multiple directories, this will total the free space for all relevant filesystems 
This one is specific to AIX, for other Unixes and Linux, use $4 instead of $3.
<pre>
SPACE_AVAILABLE=$(df -k $TO_DATA_DIR | sed 1d | awk 'BEGIN {i=0} {i=i+$3} END {print i}')
</pre>
===Use sed to munge a controlfile into submission!===
* delete comment lines
* delete all lines after the one starting with a semicolon
* delete all blank lines
* change reuse to set
* change archivelog (with word boundaries) to noarchivelog
* change old sid to new sid
<pre>
sqlplus -s / as sysdba<<'EOSQL' >/dev/null
alter database backup controlfile to trace as '/tmp/regenerate_controlfile.sql' reuse resetlogs;
EOSQL
OLDSID='PROD'
NEWSID='TEST'
sed -e '/^--/d' -e '/^\;/q' -e '/^ *$/d' -e 's/REUSE/SET/' -e 's/\<ARCHIVELOG\>/NOARCHIVELOG/' -e 's/\"'${OLDSID}'\"/\"'${NEWSID}'\"/' /tmp/regenerate_controlfile.sql
</pre>
===Find all files where a certain text does not exist===
Mostly we want to search for files containing a particular string but how to find those files that do not contain some text. 
Using xargs instead of -exec forces the filename to be printed. -H should do this but doesn't seem to in this case.
<pre>
find . -name "*cfg" | xargs grep -H -c TO_CV_HOST {} \; | grep ':0$' | cut -d: -f1
</pre>

===Use tar and gzip to copy files more efficiently across network between hosts===
From the destination server, this will connect to the source, tar up each file and pull it back to the current server
<pre>
ssh oracle@hn5211 "cd /oracle/ora_data4/iten3/ && tar -cf - . | gzip " | ( cd /oracle/ora_data2/iten/ && gunzip -c | tar -xvf - . )
</pre>

===double hash and double percent in shell variables to trim off characters from variables===
<nowiki>#</nowiki> - trims everything from the start of line till the FIRST occurrence of following character (abstemious) :-) 
<nowiki>##</nowiki> - trims everything from the start of line till the LAST occurrence of following character (greedy) 
% - trims everything from the end of line backwards till the FIRST occurrence of following character (abstemious) 
%% - trims everything from the end of line backwards till the LAST occurrence of following character (greedy)
<pre>
FILENAME="/home/bey9at77/hello.txt"
FILE_STUB1=${FILENAME##*/}
FILE_STUB=${FILE_STUB1%.*}
echo $FILE_STUB
hello
FILE_EXT=${FILENAME##*.}
echo $FILE_EXT
txt
</pre>
or 
<nowiki>#</nowiki> - remove prefix reluctantly 
<nowiki>##</nowiki> - remove prefix greedily 
% - remove suffix reluctantly 
%% - remove suffix greedily 
<pre>
words="do.re.mi"

echo ${words#*.}

echo ${words##*.}

echo ${words%.*}

echo ${words%%.*}
</pre>

===The best shell script ever. An example of how scripting should be done===
It was written by someone at Oracle. Unfortunately (s)he did not put any author comment in it. Also unfortunately I cannot show it here as it is protected behind Oracles support website. 
If you have an Oracle Metalink id, you can get the complete script [https://support.oracle.com/epmos/faces/DocumentDisplay?id=949322.1 here] 
Here is a snippet of a function that demonstrates proper commenting and a very good style. 
The script is called physru.sh and upgrades an Oracle database in a rolling upgrade fashion by using a physical standby. 
There are 4500 lines in the full script but it is so easy to read and understand because of the way it's written, it's like a breath of fresh air. Well done whoever you are!
<pre>
###############################################################################
# NAME: wait_mrp_active
#
# DESCRIPTION:
# Wait for $MRP_START_TIMEOUT minutes to confirm that the MRP is active. If
# we can't detect an active MRP, abort the script with an error.
#
# INPUT(S):
# Arguments:
# $1: database user
# $2: user password
# $3: tns service name
# $4: database unique name
#
# Globals:
# None
#
# RETURN:
# None
#
###############################################################################
wait_mrp_active()
{
display "confirming media recovery is running"
l_wma_status=1
l_wma_curtime=`perl -e 'print int(time)'`
l_wma_exptime=`expr $MRP_START_TIMEOUT "*" 60`
l_wma_maxtime=`expr $l_wma_curtime + $l_wma_exptime`
while [ "$l_wma_curtime" -lt "$l_wma_maxtime" ]
do
is_mrp_running $1 $2 $3 $4
if [ "$?" -gt "0" ]; then
l_wma_status=0
break
fi

sleep $MRP_START_INTERVAL
l_wma_curtime=`perl -e 'print int(time)'`
done
chkerr $l_wma_status "could not detect an active MRP after $MRP_START_TIMEOUT minutes"
}
</pre>

===split variable (eg. filename) into separate variables using set===
<pre>
FILENAME="split_this_into_bits"
set $(echo ${FILENAME} | sed 's/_/ /g')
echo $4 $3 $2 $1
bits into this split
</pre>
===Centre align text on a line in bash shell===
Doesn't work in Korn shell due to %*s
<pre>
#COLUMNS=$(tput cols) # width of the current window
COLUMNS=80
title="Hello world!"
printf "%*s\n" $(((${#title}+$COLUMNS)/2)) "$title"
</pre>
and as a one-liner
<pre>
printf "%*s\n" $(( ( $(echo $* | wc -c ) + 80 ) / 2 )) "$*"
</pre>
This works in Korn shell...
<pre>
TITLE="$1"
LINEWIDTH=80

LPAD=$(((${#TITLE}+$LINEWIDTH)/2))
printf %${LPAD}s "$TITLE"
</pre>

===Right justify text (or repeat characters) on a line with leader dots!===
<pre>
function rpadwait {
text=$1
# -------------------------
# suppress newline for echo
# -------------------------
N=
C=
if echo "\c" | grep c >/dev/null 2>&1; then
N='-n'
else
C='\c'
fi

echo ${N} "${text}${C}" | sed -e :a -e 's/^.\{1,80\}$/&\./;ta'
}
</pre>

===cron jobs not submitted - daemon run out of child processes?===
Sometimes have problems with NFS mounts and this causes cron jobs to hang. If they are scheduled to run regularly, eventually cron will no longer be able to start any more jobs. 
* Check the cron log '''/var/adm/cron/log''' to see if there are any errors or other messages around the time the jobs should run.
If cron has hit its process limit (default 100), it will try again after a number of seconds (default 60). 
Both the number of jobs and wait time are configured in the file '''/var/adm/cron/queuedefs'''. If it is unusual for cron to be running so many jobs, you can check the process table to view the jobs cron has created. These jobs will have parent process id (PPID) of the cron daemon. 
<pre>
$ ps -ef | grep cron | grep -v grep
root 6750314 1 0 Apr 24 - 3:39 /usr/sbin/cron
solax025:root[/home/root]# ps -T 6750314
PID TTY TIME CMD
6750314 - 3:39 cron
21168296 - 0:00 \--bsh
58982414 - 0:00 \--sadc
</pre>
In this example, we only have 1 job running

===Find long-running processes with a cron job===
Processes running longer than 24 hours have a date instead of a start time...
<pre>
58 08,14 * * * /home/ibmtools/scripts/oracle/dosh -vc "ps -ef|grep 'ibmtools/scripts/oracle'|perl -nae 'print if \$F[4] !~/:/'" >/tmp/lrp.txt; [[ $(grep -c ibmtools /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' reporting@companymail.com
</pre>

===Process command line arguments in shell===
Borrowed from Mozilla Firefox installer
<pre>
## Command line arg defaults
##
moz_debug=0
moz_debugger=""
moz_debugger_args=""
#
##
## Parse the command line
##
while [ $# -gt 0 ]
do
case $1 in
-g | --debug)
moz_debug=1
shift
;;
-d | --debugger)
moz_debugger=$2;
if [ "${moz_debugger}" != "" ]; then
shift 2
else
echo "-d requires an argument"
exit 1
fi
;;
-a | --debugger-args)
moz_debugger_args=$2;
if [ "${moz_debugger_args}" != "" ]; then
shift 2
else
echo "-a requires an argument"
exit 1
fi
;;
*)
break;
;;
esac
done
#
##
## Program name given in $1
##
if [ $# -gt 0 ]
then
MOZ_PROGRAM=$1
shift
fi
##
## Program not given, try to guess a default
##
if [ -z "$MOZ_PROGRAM" ]
then
##
## Try this script's name with '-bin' appended
##
if [ -x "$MOZ_DEFAULT_NAME" ]
then
MOZ_PROGRAM=$MOZ_DEFAULT_NAME
##
## Try mozilla-bin
##
elif [ -x "$MOZ_APPRUNNER_NAME" ]
then
MOZ_PROGRAM=$MOZ_APPRUNNER_NAME
fi
fi
#
#
##
## Make sure the program is executable
##
if [ ! -x "$MOZ_PROGRAM" ]
then
moz_bail "Cannot execute $MOZ_PROGRAM."
fi
#
</pre>

===Carry XWindows settings across sessions===
<pre>
# ----------------------
# push XWindows settings
# ----------------------
[[ "$(uname)" == "SunOS" ]] && PATH=/usr/openwin/bin:$PATH
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
xauth list > /tmp/xauth_list_$WHOAMI
chmod 777 /tmp/xauth_list_$WHOAMI

echo $DISPLAY > /tmp/xdisplay_$WHOAMI
chmod 777 /tmp/xdisplay_$WHOAMI
</pre>

===Cross-platform version of whoami===
<pre>
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
</pre>

===Set terminal title from command line===
Put something like this in the .profile 
-n do not output the trailing newline 
-e enable interpretation of backslash escapes 
|0 sets title of window and icon 
|1 sets title of icon only 
|2 sets title of window only 
<pre>
echo -en "\033]0;`hostname`\007"
</pre>
<pre>
echo -en "\033]2;`hostname`\007"
</pre>

===Remove blank lines and comments (also indented ones) from a file===
<pre>
awk -F\: '!/^($|[:space:]*#)/ {print $2}' /etc/oratab | sort | uniq
</pre>
or as part of a script that removes comments and blank lines from all Korn shell scripts in a directory
<pre>
#!/usr/bin/ksh
for i in $(ls *ksh); do
perl -p -i -e 's/^\s*#[^!]*$//; s/^\s*$//' $i
done
</pre>

===Return elements of an array in Korn shell===
From [http://unix.stackexchange.com/questions/188202/processing-output-from-an-sqlite-db-into-a-ksh-array-with-spaces here] 
Could be used to separate the columns of an SQL select when returning to the shell 
This approach eliminates the need to put quotes around text with spaces in it.
<pre>
echo $KSH_VERSION
x="Red,Yellow is a color,Blue"
oIFS=$IFS
IFS=,
y=($x)
IFS=$oIFS
echo ${y[1]}
</pre>

===A decent Unix Prompt===
<pre>
export PS1="`uname -n`:`whoami`[\${PWD}]# "
or
export PS1='($?) $'ORACLE_SID" "`whoami`"@"`uname -n`":"'$'PWD"> "
export EDITOR=vi
</pre>
===Simple arithmetic===
pipe the calculation into the shell calculator
<pre>
space_in_kb=$(echo $1 / 1024 | bc)
</pre>
Calculate the remainder (modulo) of a division calculation
<pre>
if [[ $(echo "${NUMBER} % 2" | bc) -eq 0 ]]; then
echo "${NUMBER} is even"
else
echo "${NUMBER} is odd"
fi
</pre>
or do it in awk if scientific notation maybe involved
<pre>
function calc { awk "BEGIN{print $*}"; }

if [[ $(calc "${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE") -le 0 ]]; then
echo "NOK"
fi
</pre>

===Script encryption and passphrase protection===
Encrypt a shell script with the ability to execute the encrypted version
* from [http://www.commandlinefu.com/commands/browse commandlinefu.com]
<pre>
scrypt(){ [ -n "$1" ]&&{ echo '. <(echo "$(tail -n+2 $0|base64 -d|mcrypt -dq)"); exit;'>$1.scrypt;cat $1|mcrypt|base64 >>$1.scrypt;chmod +x $1.scrypt;};}
</pre>

===Virtual host configuration in Apache http.conf===
<pre>
<VirtualHost *:80>
ServerName dbamon
DocumentRoot "/Volumes/data/Sites/dbamon_push"
<Directory "/Volumes/data/Sites/dbamon_push">
Options Includes FollowSymLinks
AllowOverride All
Order allow,deny
Allow from all
</Directory>
</VirtualHost>
</pre>
and in /etc/hosts, add...
<pre>
127.0.0.1 dbamon
</pre>
===Mount a website (or any other remote resource) locally using WebDav===
Redhat/CentOS
<pre>
yum install fuse-davfs2
or
yum install wdfs.x86_64
</pre>
Debian
<pre>
apt-get install davfs2
</pre>
then...
<pre>
sudo mkdir /mnt/webdav # or whatever you'd like to call the directory
sudo mount.davfs [-o option[,option]...] device mount_point
</pre>
In man's terms, that last line would translate to:
<pre>
id #suppose this returns uid=501 and gid=502
sudo mount.davfs -o 501,502 https://your/web/site /mnt/webdav
</pre>
Mac OSX
<pre>
osascript -e ' mount volume "http://username:password@webdav.address:portnum" '
or
osascript -e ' mount volume "http://username@webdav.address:portnum" '
or
osascript -e ' try mount volume "http://webdav.address:portnum" '
or
mount -t webdav http://webdav.address:portnum /mnt/webdav # this one won't show up in the Finder Sidebar.
</pre>

===Add current hostname to list of hosts on an xcat server===
<pre>
CMD="nodels"
HOST=`hostname`
(echo "$HOST"; $CMD) | while read server
do
echo "server:$server"
done
</pre>
===What is todays 'Day Of the Year' number?===
<pre>
DOY=`perl -e 'print sub{$_[7]}->(localtime)+1;'`
</pre>

===Convert Julian day numbers to dates===
<pre>
for day in 8 33 36 61 64 91 96 121 126 152 155 182 187 215 218 244 247 274 279 306 309 335 338 365; do date -d "`date +%Y`-01-01 +$(( ${day} - 1 ))days" +%d-%m-%Y; done
</pre>
===Send crontab job output to a date formatted log file===
This will run a job every 5 minutes and send the output to a file ending with a time in hours and minutes. 
The thing to note is the escaped percent signs. This is because a % sign is interpreted by cron to mean a newline character. Everything after the first % is treated as input to the program.
<pre>
*/5 * * * * /var/www/cgi-bin/dbamon_collector.ksh >/tmp/dbamon_collector.log.$(date "+\%H\%M") 2>&1
</pre>
===Edit crontab file without crontab -e===
It can happen that you need to add or modify a line in the crontab of many users or across many servers at once. 
In principle, there's nothing wrong with modifying the crontab file directly. You just lose the advantages of file locking (and syntax checking) that crontab -e offers. 
Here we take a backup of the current crontab, print it out, echo an extra command and ask cron to use these as input (thus overwriting the existing crontab file). Just don't run this close to midnight :-)
<pre>
crontab -l > /tmp/crontab.`date '+%Y%m%d'`
(
cat /tmp/crontab.`date +'%Y%m%d'`
echo "02 10 * * * /home/ibmtools/scripts/oracle/export_parfile.ksh -s SID -f JDBEOP1.parfile"
) | crontab -
</pre>
or
<pre>
crontab -l > /tmp/crontab.backup
crontab -l > /tmp/crontab.$$
perl -p -i -e 's!backup_send_tsm_dump!backup_export2tsm!g' /tmp/crontab.$$
crontab /tmp/crontab.$$
rm /tmp/crontab.$$
</pre>
or
<pre>
crontab -l >$HOME/crontab.$(date '+%Y%m%d')
crontab -l | perl -p -e 's|/nas/software/oracle/scripts|/oracle/scripts|' | crontab
</pre>

===Use shell to convert a number in scientific notation to normal===
<pre>
var2convert='1.2345678e3'
printf -v var2convert "%.f" $var2convert
echo $var2convert # magic!
</pre>
===Check for jobs running longer that 24 hours===
Run from the management server across all Unix servers. Checks the 5th column in a ps listing. If it doesn't find a : (time separator), the process is running longer than 24 hours.
<pre>
# ---------------------------------------
# report on long running oraibm processes
# ---------------------------------------
01 17,14 * * * rm -f /tmp/lrp.txt;/home/ibmtools/scripts/oracle/dosh -vc \"ps -ef|egrep 'oraibm|scripts/oracle'>/tmp/lrp.txt;perl -nae 'print if \$F[4] !~/:/' /tmp/lrp.txt\" >>/tmp/lrp.txt;[[ $(egrep -c 'oraibm|scripts/or
acle' /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' bey9at77@mail.com
</pre>

===Global find and replace with perl (restricted to list of files provided by Unix find command)===
<pre>
find . -type f -exec perl -i -pe 's/something/else/g' {} \;
</pre>
===perl function to make filenames lower case===
<pre>
function lower {
perl -e 'for (@ARGV) { rename $_, lc($_) unless -e lc($_); }' *
}
</pre>

===From the management server, search the TNS listener port for each database on a server and make an inline substitution in the ITM config files!===
<pre>
for i in `/home/ibmtools/scripts/oracle/dosh -c "ls -al /opt/IBM/ITM/config/*rz*cfg|grep -v lrwx"|awk '{print $NF}'`; do
server=`echo $i|cut -d_ -f1 | awk -F'/' '{print $NF}'`
db=`echo $i|cut -d'.' -f1 | awk -F'_' '{print $NF}'`
OH=`ssh $server grep "^$db" /etc/oratab|cut -d: -f2`
LISTENERPORT=`ssh $server cat $OH/network/admin/listener.ora|perl -00 -ne 'print $1 if /'$db'.*PORT.*=.*(\d{4})/s'`
ssh $server perl -p -i.bak -e 's/1521/'$LISTENERPORT'/' $i
ssh $server ls -al ${i}*
done
</pre>

===Run a job from cron every Nth day of the month===
Example. Execute a job every third Saturday of the month. 
Paste this into a file called calenday and put it in /usr/local/bin so it's (probably) on the PATH
<pre>
#!/usr/bin/ksh

# ix is the week number of the month ("2"nd Friday of the month, "3"rd Tuesday of the month)
# dy is the day number in Unix format (0 for Sunday, 1 for Monday, ... 6 for Saturday)
# eg. "calenday 3 6" returns the date of 3rd Saturday of the month.

ix=$1
dy=$2
SCHAR=$((($dy*2)+$dy+1))
ECHAR=$(($SCHAR+1))
cal `date '+%m %Y'` | egrep "\<[0-9]{1,2}\>" | cut -c${SCHAR}-${ECHAR} | xargs | awk {'print $'$ix'}'

</pre>
Now in crontab, you should be able to do something like this: 
<pre>
15 20 * * * [[ `calenday 3 6` -eq `/bin/date '+%d'` ]] && su - oracle -c "run_my_backup.ksh"
</pre>

This will also work on some Unices.. 
We send backups to a special TSM node on the second Friday of each month. This report must run a day later - but that is not guaranteed to be the second Saturday or even the 3rd. So...
<pre>
30 12 8-14 * 5 sleep 86400 && su - oracle -c "/usr/bin/perl -ne 'print if /ORX_M_SOL/ .. /^STOP/' /home/oracle/incoming/dbamon_spool_tsm_*.SOL | grep Archive | grep -v Client | mailx -s 'Monthly TSM backups' orareport@xxxxxx.com"
</pre>

===ps listing does not show start time after 24 hours===
But you can see elapsed time using your own ps command
<pre>
/usr/bin/ps -eo etime,user,pid,ppid,cpu,start,tty,time,args|tail -n +2|sort
</pre>

===ps -ef cuts off args cmd column on Solaris===
====To see more than 80 characters of the last column on Solaris====
This shows all the individual arguments to the command
<pre>
pargs <pid>
</pre>
This shows the ps listing in 'compatibility' mode (there are more compatibility commands in /usr/xpg4/bin)
<pre>
/usr/ucb/ps auww
</pre>
====To see more than 80 characters of the last column on AIX====
This shows the full argument listing of a process (NOTE: no minus sign!)
<pre>
ps eww <pid>
</pre>

===Remove blank / empty lines from vi ===
Maybe you cut and pasted a file from Windows and it's full of blank lines and Control-M's now 
There are several methods but I think this is the easiest to remember
<pre>
:g/^$/d
</pre>

===Right pad a variable===
a function like rpad in SQL but for Shell 
<pre>
function rpad {
text=$1
padwidth=$2
padchar=$3
echo "$text" | sed -e :a -e 's/^.\{1,'$padwidth'\}$/&\'$padchar'/;ta'
}
</pre>

===Connect to a Windows server from Linux using rdesktop===
My remmina stopped working so rolled my own. Very simple really. Put this is a shell.
<pre>
tsocks rdesktop -z -P -x m -a 16 -d MAIND -u sbarkley -p ****** -r disk:SOL=$HOME/Documents/SOL -g 95% 150.251.112.38 &

where...
-z - enables compression
-P - enables bitmap caching (saves network traffic)
-x m - disables eye-candy features
-a 16 - reduce colour pallete to 16 colours
-d - domain to connect to
-u - username
-p - password
-r - setup a shared folder
-g - geometry (use W x H or percentage)
</pre>
Slight problems with rdesktop not working 100% of the time. Now using xfreerdp. Seems better...
<pre>
xfreerdp -g 90% --ignore-certificate --gdi sw -K -d wdcrhbp05 -u oraibm -p "`cat $HOME/scripts/.oraibm.password`" -T "wdcrhbp05_oraibm" --plugin cliprdr --plugin rdpdr --data disk:SOL:/home/bey9at77/Documents/SOL -- --plugin rdpsnd --data alsa -- 150.251.112.25 &
</pre>

===Reset your password bypassing password rules===
must be done as root
<pre>
echo "user:new_password" | chpasswd
</pre>
===Sum the sizes of all files of an ls listing===
It'll check to see if the sum of filesizes corresponds with the df -g (or h) listing (can get messed up due to open but deleted files)
<pre>
cd /oracle/export
df -g .
find . -name "*dmp*" -ls | awk '{ SUM += $7} END { print SUM/1024/1024/1024 }'
</pre>

===Mount an iso image under Linux===
<pre>
mkdir -p /mnt/cdrom
mount -o loop /dev/cdrom /mnt/cdrom
</pre>
===How many processors on the machine?===
* AIX
<pre>
lsdev -C|grep Process|wc -l
</pre>
* Solaris
<pre>
psrinfo -v|grep "Status of processor"|wc -l
</pre>
* Linux
<pre>
cat /proc/cpuinfo|grep processor|wc -l
</pre>

===Quick, simple, understandable example of how to use RRDTool===
* [[RRDTool]]

===Use expect to respond automatically to interactive programs===
<pre>
#!/usr/bin/expect -f
spawn /usr/tivoli/tsm/client/oracle/bin64/tdpoconf passw -tdpo_optfile=/oracle/[lindex $argv 0]/admin/tdpo.opt
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
</pre>
===Use expect to allow file copy with scp (if ssh keys are not an option)===
<pre>
#!/usr/bin/expect -f
spawn scp /home/oracle/.profile oracle@hn512:/tmp/prfl
set pass "thepassword"
expect {
password: {send "$pass\r" ; exp_continue}
eof exit
}
</pre>

===Within a shell script set up simultaneous output to both terminal and a file using a FIFO (named pipes)===
or "How to send shell output to screen/stdout as well as to a logfile using tee and redirection with exec" 
 
examples [http://www.unix.com/shell-programming-and-scripting/85584-redirect-within-ksh.html here on unix.com]
* general info on redirections [http://www.catonmat.net/blog/bash-one-liners-explained-part-three/ here at catonmat.net]
<pre>
#!/bin/ksh

REDIR=test.redir
FIFO=test.pipe
[[ -e $FIFO ]] || mkfifo $FIFO

# make a new channel(3) and copy channel 1's destination as its own (does NOT POINT TO channel 1's destination)
# this allows the normal output to continue to STDOUT but also get printed to whatever file is attached to channel 3
exec 3>&1

# anything coming in on the pipe, send it to $REDIR and to channel 3
tee $REDIR <$FIFO >&3 &

# redirect STDOUT to the pipe
exec > $FIFO

echo "going to default output"
echo "forcing to channel 1" >&1
echo "forcing to channel 2" >&2
echo "forcing to channel 3" >&3
</pre>
====More elaborate example====
found [http://stackoverflow.com/questions/2288939/create-a-pipe-that-writes-to-multiple-files-tee here on stackoverflow]
<pre>
#!/bin/sh

# Author: Harvey Chapman <hchapman _AT_ 3gfp.com>
# Description: POSIX shell functions that can be used with tee to simultaneously put
# stderr and stdout to both a file and stdout
#
# Based on:
# Re: How to redirect stderr and stdout to a file plus display at the same time
# http://www.travishartwell.net/blog/2006/08/19_2220

#
# Original example function from Travis Hartwell's blog.
# Note: I've made minor changes to it.
example()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

# This should really be -p to test that it's a pipe.
if [ ! -e $OUTPUT_PIPE ]; then
mkfifo $OUTPUT_PIPE
fi

# This should really be -f to test that it's a regular file.
if [ -e $OUTPUT_LOG ]; then
rm $OUTPUT_LOG
fi

exec 3>&1 4>&2
tee $OUTPUT_LOG < $OUTPUT_PIPE >&3 &
tpid=$!
exec > $OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid

rm $OUTPUT_PIPE
}

# A slightly reduced version of example()
example2()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

rm -f $OUTPUT_PIPE
mkfifo $OUTPUT_PIPE
rm -f $OUTPUT_LOG

tee $OUTPUT_LOG < $OUTPUT_PIPE &
tpid=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid
rm -f $OUTPUT_PIPE
}

#
# Logging methods based on above. See the example below for how to use them.
#

# Usage: start_logging [delete_existing_logfile]
start_logging()
{
# Check to see if OUTPUT_LOG and OUTPUT_PIPE need to be defined.
if [ -z "$OUTPUT_LOG" ]; then
OUTPUT_LOG=output.log
fi
if [ -z "$OUTPUT_PIPE" ]; then
OUTPUT_PIPE=output.pipe
fi
# Make sure that we're not already logging.
if [ -n "$OUTPUT_PID" ]; then
echo "Logging already started!"
return 1
fi

# Always remove the log and pipe first.
rm -f $OUTPUT_PIPE
# Delete the logfile first if told to.
if [ "$1" = delete_existing_logfile ]; then
rm -f $OUTPUT_LOG
fi

mkfifo $OUTPUT_PIPE
tee -a $OUTPUT_LOG < $OUTPUT_PIPE &
OUTPUT_PID=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1
}

stop_logging()
{
# Make sure that we're currently logging.
if [ -z "$OUTPUT_PID" ]; then
echo "Logging not yet started!"
return 1
fi
exec 1>&3 3>&- 2>&4 4>&-
wait $OUTPUT_PID
rm -f $OUTPUT_PIPE
unset OUTPUT_PID
}

example3()
{
start_logging
#start_logging delete_existing_logfile
echo "This is on standard out"
echo "This is on standard err" >&2
stop_logging
}
</pre>

===RedHat root filesystem has gone read-only===
* [http://www.unixarena.com/2013/09/redhat-linux-how-to-fix-read-only-root.html How to fix read only root file system]

===Kill all processes for a user===
<pre>
for prc in `ps -ef | grep -E "^ +[o]racle" | awk '{print $2}'`; do
kill $prc
done
</pre>

===isRGHere===
Checks if resource group is on this leg of an HACMP cluster. Returns 0 if true else 1.
<pre>
#!/usr/bin/ksh

SCRIPT=`basename $0`

function rctest
{
exitcode=$1
msg=$2
if [ $exitcode -ne 0 ]; then
echo "********************************************************************************"
echo "\nScript $SCRIPT finished with errors."
echo "$msg."
echo "Returncode : $exitcode."
echo "\n********************************************************************************"

fi
exit $exitcode

}

RGINFO=/usr/es/sbin/cluster/utilities/clRGinfo
[[ ! -f $RGINFO ]] && rctest 1 "clRGinfo not found"

if [ $# -eq 1 ]
then
RG=`echo $1 | cut -c 1-14`
else
rctest 10 "Usage: `basename $0` <RG name>"
fi

$RGINFO |grep -qwp $RG || rctest 9 "$RG is not defined"

THISNODE=`/usr/es/sbin/cluster/utilities/get_local_nodename | cut -c 1-14`
$RGINFO |grep -wp $RG |grep -w $THISNODE |grep -wq ONLINE
</pre>
===AIX: add a user to a group===
<pre>
chgrpmem -m + oracle ibmtls
</pre>
===Find swear words in scripts by comparing it to a list found on the internet===
<pre>
wget "http://www.bannedwordlist.com/lists/swearWords.csv" -O /tmp/s ; for word in $(cat /tmp/s | sed -e 's/ /_/g' -e 's/,/ /g') ; do grep -wR $word *; done | less
</pre>

===grep -p (for paragraph) works on AIX but not on Linux or Solaris===
Use awk instead
<pre>
awk 'BEGIN {FS="\n" RS="\n\n"} /search pattern/ { do something }' <file>
/usr/xpg4/bin/awk 'BEGIN {RS="\n\n";FS="\n"} /AGRHDWQ1/ {print $2}' dsm.sys | awk '{print $NF}'
</pre>
this prints the last word of the second ''line'' in the paragraph in dsm.sys that contains the search term AGRHDWQ1. 
Or slightly simpler...
<pre>
awk -v RS='' '/NHAPPLP1/' /etc/tsm/dsm.sys # (use /usr/xpg4/bin/awk on Solaris)
</pre>
or, case insensitively:
<pre>
awk -v RS='' 'tolower($0) ~/so_u_clubqa_orx_d_cab/' /etc/tsm/dsm.sys
</pre>
Using -v means you don't have to use a BEGIN section.

===debug/redirect log of a shell===
<pre>
#!/usr/bin/ksh
exec 2>/tmp/mytest
</pre>
===Different ways of Iteration in korn shell with a while loop===
<pre>
IFS="|"
exec 0<$statfile
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done
</pre>
or
<pre>
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done <statfile
</pre>
or
<pre>
cat $statfile | sort -nk4 | while IFS=\| read host db type started stopped
do
[[ "$stopped" == "" ]] && continue
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} ${started}:${started}:${stopped}
[[ $? -ne 0 ]] && echo "nok: $?"
done
</pre>

===Filesystem 100% full, what's taking up all the space?===
<pre>
find /oracle/endur -xdev -ls|sort -nr +6|head
</pre>
or
<pre>
/dev/esb01fs010001 1.00 0.00 100% 1838 69% /oracle
beuxdsysesb01:root[/root]# cd /oracle
beuxdsysesb01:root[/oracle]# du -gsx * | sort -n
0.00 checkpoints
0.00 flash_recovery_area
0.00 lost+found
0.00 oraInst.loc
0.00 oraInventory
0.09 admin
0.99 diag
</pre>
cd diag and repeat until culprits are found

===Show paged memory hogs on AIX===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>

===Capitalise the first letter of a word in Korn Shell===
Not as easy as it sounds if it needs to work in non-ksh93 shells
<pre>
function capit {
typeset -u first
first=${1%"${1#?}"}
printf "%s\n" "${first}${1#?}"
return 0
}
</pre>
or maybe more neatly done in Perl... 
This will capitalise each word in a sentence passed into it
<pre>
function capit {
echo "$1" | perl -pe "s/([\w']+)/\u\L\1/g"
return 0
}
</pre>

===Remove / rename a directory / file containing weird control characters===
Use ls with -i to see inode listing
<pre>
ls -bali
</pre>
Use find with -inum to get the filename and -exec to remove it
<pre>
find . -inum <inode from ls listing> -exec rm -f {} \;
</pre>

===Run a local script on a remote host===
Doing it this way means we do not need to scp the shell over to the host before executing it!
<pre>
ssh user@host 'sh' < your_script.sh
</pre>
First of all, this command is a redirection: your shell will open the file your_script.sh and feed it as input to the ssh command. ssh, in turn, will tunnel its stdin to the remote command, namely, sh instance. And sh without arguments reads its script from stdin. So we got sh instance, which is launched on remote host, but reads commands from your local file.

===Get a list of running instances - but only those started by the current user===
This is the way I wanted to do it but there's an issue. Where does that spare } character come from? Anyone?
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }'
</pre>
ps listing
<pre>
$ ps -ef | grep [p]mon
oracle 13304024 1 0 Jun 07 - 2:39 ora_pmon_reportk
oracle 26018178 1 0 Jun 07 - 3:01 ora_pmon_dwh_perf
oracle 29229432 1 0 Jun 07 - 2:30 ora_pmon_adso
oraebso 18022994 1 0 Jun 07 - 2:38 ora_pmon_EBSO
oracle 30278192 1 0 Jun 07 - 2:48 ora_pmon_owb112k
</pre>
Results of above command
<pre>
reportk
dwh_perf
adso
}
owb112k
</pre>
Workaround 1. Send the ps listing to a file and work on it without pipes. Works but it's a bit long-winded especially as we have to clean up afterwards.
<pre>
ps -ef | grep [p]mon>/tmp/results.$$ 2>/dev/null; awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' /tmp/results.$$; rm -f /tmp/results.$$
</pre>
Workaround 2. Don't like the grep -v but until I find out where that } is coming from..
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' | egrep -v 'grep|}|ASM'
</pre>

===Return a list of Oracle databases running on a list of remote servers===
<pre>
#!/bin/ksh

serverlist=`cat /home/tools/ini/system/oracle_servers | sort -n | tr "\n" " "`

if [ -z "${serverlist}" ]
then
echo "no servers found" && exit 1
fi

for server in ${serverlist}
do
ssh ${server} "ps -ef | grep [o]ra_pmon_" >/tmp/${server}.dblist
done

for server in ${serverlist}
do
cat /tmp/${server}.dblist | awk -F_ -v SRV=${server} 'BEGIN {print SRV ":"} {print $NF}' | tr "\n" " "
echo
done
</pre>

===Clever trick to check whether SQL output needs sending to someone===
Using an exit status from SQL*Plus back to the shell so we can decide what to do. Nice one!
<pre>
#!/bin/bash
tempfile=/tmp/audit_locked_accounts_$ORACLE_SID.txt

# Start sqlplus and check for locked accounts
sqlplus -S "/ as sysdba" << EOF > $tempfile
set pages 0
select 'The following accounts were found to be unlocked and should not be'
from dual;

def exit_status = 0
col xs new_value exit_status

select username
, account_status
, 1 as xs
from dba_users
where account_status != 'LOCKED'
and username in ('HR', 'SCOTT', 'OUTLN', 'MDSYS', 'CTXSYS')
/
exit &exit_status
EOF

# If the exit status of sqlplus was not 0 then we will send an email
if [ $? != 0 ]; then
mail -s "Accounts Unlocked in $ORACLE_SID" oracle < $tempfile
fi
</pre>

===Check RMAN logfiles for errors from cron every day===
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /home/tools/logs/rman -name "*online.log" -mtime -1 -exec sed -ne "/^RMAN-/,/^$/p" {} \\; -ls' | mailx
-s 'RMAN errors last night' stuart@domain.com
</pre>
<pre>
/home/ibmtools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for Baxter last night' stuart@domain.com
</pre>
===An alternative to getopts===
These methods have the advantage of allowing arguments of any length not just 1 character
<pre>
countArgs=$#
while [[ $# -gt 0 ]]
do
idx1=$($ECHO $1|$GREP "="|wc -l)
if [[ $idx1 -gt 0 ]]; then
key=$($ECHO $1|$CUT -d '=' -f 1)
value=$($ECHO $1|$CUT -d '=' -f 2)
else
key=$($ECHO $1|$CUT -d '=' -f 1)
idx2=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx2 -eq 0 ]]; then
$ECHO -e "\n ERROR: $1 is an unsupported argument passed to agentDeploy.sh.\n"
usage
exit 1
fi
fi

case "$key" in
-help)
if [[ $upgradeFlag ]]; then
upgradeUsage
else
freshUsage
fi
exit 0;;
AGENT_BASE_DIR)
agentBaseDir=$($ECHO $value|$SED 's/\/$//')
checkBaseFlag=TRUE;;
OMS_HOST)
omsHost=$value
checkOMSHost=TRUE;;
EM_UPLOAD_PORT)
omsPort=$value
checkOMSPort=TRUE;;
AGENT_INSTANCE_HOME)
instHome=$($ECHO $value | $SED 's/\/$//');;
AGENT_REGISTRATION_PASSWORD)
pswd=$value;;
s_encrSecurePwd)
pswd=$value;;
RESPONSE_FILE)
rspFlag=TRUE
rspLoc=$value;;
OLD_AGENT_VERSION)
oldAgentVersion=$value;;
OLDHOME)
oldHome=$value;;
-debug)
debugSwitch=TRUE;;
-forceConfigure)
forceFlag=TRUE;;
-configOnly)
configFlag=TRUE
validationFlag=TRUE;;
-agentImageLocation)
archiveLoc=$value
checkArchiveFlag=TRUE;;
-invPtrLoc) shift
ptrLoc=$1;;
-Upgrade)
UpgradeFlag=TRUE
validFlag=TRUE;;
INVENTORY_LOCATION)
validFlag=TRUE;;
b_forceInstCheck)
validFlag=TRUE
forcefullFlag=TRUE;;
-prereqOnly)
validationFlag=TRUE
prereqFlag=TRUE;;
-executeRootsh)
validFlag=TRUE;;
*) idx=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx -eq 0 ]]; then
validFlag=TRUE
else
$ECHO -e "\n ERROR: Invalid argument $key passed."
usage
exit 1
fi
esac
shift
done

</pre>
another way - found in /etc/init.d/functions (daemon function) in Fedora
<pre>
while [ "$1" != "${1##[-+]}" ]; do
case $1 in
'')
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
--check)
base=$2
gotbase="yes"
shift 2
;;
--check=?*)
base=${1#--check=}
gotbase="yes"
shift
;;
--user)
user=$2
shift 2
;;
--user=?*)
user=${1#--user=}
shift
;;
--pidfile)
pid_file=$2
shift 2
;;
--pidfile=?*)
pid_file=${1#--pidfile=}
shift
;;
--force)
force="force"
shift
;;
[-+][0-9]*)
nice="nice -n $1"
shift
;;
*)
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
esac
done
</pre>
another way - found in adstrtal.sh (middleware start script for EBS)
<pre>
#
# Parse Arguments
#

for nxtarg in $*
do
arg=`echo $nxtarg | sed 's/^//'`

case $arg in
-secureapps) if test "$secureapps" = "" ; then
secureapps=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nodbchk) if test "$nodbchk" = "" ; then
nodbchk=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nopromptmsg) if test "$nopromptmsg" = "" ; then
nopromptmsg=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
*) if test "$unpw" = "" ; then
unpw=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
esac
done
</pre>
and another in adautocfg.sh
<pre>
for myarg in $*
do

arg=`echo $myarg | sed 's/^-//'`
case $arg in
appspass=*)
appspass=`echo $arg | sed 's/appspass=//g'`
shift
;;
nocustom)
myparams="$myparams $arg"
shift
;;
noversionchecks)
myparams="$myparams $arg"
shift
;;
promptmsg=*)
promptmsg=`echo $arg | sed 's/promptmsg=//g'`
shift
;;
*) echo "$0: unrecognized action specified"
exit 1
esac
done
</pre>

===Run a script on multiple servers===
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# ==============================================================================

# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
echo ${server} `date +'%d-%b-%Y %H:%M:%S'`
echo "------------------------------------"
set -x
fi
ssh ${server} "$CMMND"
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
</pre>
to be investigated... this one might be cleverer than mine...
<pre>
tmpdir=${TMPDIR:-/tmp}/pssh.$$
count=0
while userhost; do
ssh -n -o BatchMode=yes ${userhost} 'uname -a' > ${tmpdir}/${userhost} 2>&1 &
count=`expr $count + 1`
done < userhost.lst
while [ $count -gt 0 ]; do
wait $pids
count=`expr $count - 1`
done
echo "Output for hosts are in $tmpdir"

</pre>

improved version... 
just escape double quotes and dollar signs...
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# 08-JUL-15 Stuart Barkley Background execution mode
# ==============================================================================
# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hbvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
b) BACKGROUND="Y";
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ---------------------------------
# put the thing to be run in a file
# ---------------------------------
printf "%s\n" "$CMMND" > /tmp/dosh.$$

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
printf "%s\n" ${server} `date +'%d-%b-%Y %H:%M:%S'`
printf "%s\n" "------------------------------------"
set -x
fi
scp -q /tmp/dosh.$$ ${server}:/tmp/
if [[ "$BACKGROUND" == "Y" ]]; then
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"> /tmp/dosh_${server}.out 2>&1 &
else
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"
fi
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
rm -f /tmp/dosh.$$

[[ "$BACKGROUND" == "Y" ]] && printf "%s\n" "Type 'ls -altr /tmp/dosh*out' to see output from the commands"
</pre>

===How can a shell script find out what directory it is in?===
basename $0 does not always give the desired answer (might give "./"!
<pre>
DIR="$(cd "$(dirname "$0")" && pwd)"
</pre>

===Array processing===
<pre>
array=(1 2 3)
unset array[2]
echo ${array[2]} # null
indices=(${!array[@]}) # create an array of the indices of "array"
size=${#indices[@]} # the size of "array" is the number of indices into it
size=${#array[@]} # same
echo ${array[@]: -1} # you can use slices to get array elements, -1 is the last one, etc.
for element in ${array[@]}; do # iterate over the array without an index

for index in ${indices[@]} # iterate over the array WITH an index
do
echo "Index: ${index}, Element: ${array[index]}"
done

for index in ${!array[@]} # iterate over the array WITH an index, directly

array+=("new element") # append a new element without referring to an index
((counter++)) # shorter than ((counter=counter+1)) or ((counter+=1))
if [[ $var == 3 ]] # you can use the more "natural" comparison operators inside double square brackets
while [[ $var < 11 ]] # another example
echo ${array[${index}-1] # math inside an array subscript
</pre>
===Send an email by talking directly to an smtp server===
<pre>
#!/bin/bash
telnet smtp.domain.com 25 <<EOTXT>>/tmp/smtp.log
HELO me.domain.com
MAIL FROM:<stuart@domain.com>
RCPT TO:<anne@domain.com>
DATA
From: Stuart <stuart@domain.com>
To: Anne <anne@domain.com>
Subject: testing smtp email

Hello, this should appear in the body
.
QUIT
EOTXT
</pre>
===Send an email by talking directly to an smtp server via file descriptor (no telnet! this time), adding authentication===
<pre>
#!/bin/bash

#
# mail.sh
#
# 2008 - Mike Golvach - eggi@comcast.net
# 2010 - Rayber
#
# Creative Commons Attribution-Noncommercial-Share Alike 3.0 United States License
#

if [ $# -ne 7 ]
then
echo "Usage: $0 FromAdress ToAdress Domain MailServer MailTextFile AuthEmail AuthPass"
exit 1
fi

from=$1
to=$2
domain=$3
mailserver=$4
mailtext=$5
authemail=`echo $6|openssl enc -base64|awk 'sub("..$", "")'`
authpass=`echo $7|openssl enc -base64|awk 'sub("..$", "")'`

if [ ! -f $mailtext ]
then
echo "Cannot find your mail text file. Exiting..."
exit 1
fi

exec 9<>/dev/tcp/$mailserver/25
echo "HELO $domain" >&9
read -r temp <&9
echo "$temp"
echo "auth login" >&9
read -r temp <&9
echo "$authemail" >&9
read -r temp <&9
echo "$authpass" >&9
read -r temp <&9
echo "Mail From: $from" >&9
read -r temp <&9
echo "$temp"
echo "Rcpt To: $to" >&9
read -r temp <&9
echo "$temp"
echo "Data" >&9
read -r temp <&9
echo "$temp"
cat $mailtext >&9
echo "." >&9
read -r temp <&9
echo "$temp"
echo "quit" >&9
read -r temp <&9
echo "$temp"
9>&-
9<&-
echo "All Done Sending Email. See above for errors"
exit 0
</pre>

=== rsync examples===
Also see [[Distribute files to multiple servers using rsync and ssh]]
<pre>
#!/bin/sh
ssh <remote_host> '/bin/mkdir -p /etc /etc/rc.config.d /etc/security /etc/mail'
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/passwd /etc/passwd.post /etc/group /etc/hosts /etc/services /etc/resolv.conf /etc/exclude.rootvg <remote_host>:/etc
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/hosts.allow.xcat <remote_host>:/etc/hosts.allow
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/rc.config.d/sap <remote_host>:/etc/rc.config.d
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/security/group /etc/security/limits /etc/security/login.cfg /etc/security/passwd /etc/security/user <remote_host>:/etc/security
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/mail/sendmail.cf <remote_host>:/etc/mail

rsync -av --progress /home/ibmtools/scripts/oracle/* benouerp07:/home/ibmtools/scripts/oracle/
</pre>

===Handy aliases===
Strip out comments and blank lines from a file
<pre>
alias strip='grep -Ev '\''^(#|$)'\'''
</pre>
Does a ps and a grep
<pre>
alias psg='ps -ef | grep -v $$ | grep -i '
</pre>
Getting a decent listing of filesystem space available. It is ordered such that the filesystems with no space left are at the end.
<pre>
OS=$(uname -s)
[[ "$OS" == "SunOS" ]] && alias dfg='df -h|sed -e '1d'|sort -n -k5|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$4,$5,$6)}'\'''
[[ "$OS" == "AIX" ]] && alias dfg='df -g|sed -e '1d'|sort -n -k4|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total GB","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$3,$4,$7)}'\'''
</pre>
A handy way of listing subdirectories and their files
<pre>
alias filetree="find . -print | sed -e 's;[^/]*/;|____;g;s;____|; |;g'"
</pre>
Watch progress of a copy
<pre>
alias cpProgress="rsync --progress -ravz"
</pre>
Reboots Linksys router<pre>
alias rebootlinksys="curl -u 'admin:password' 'http://192.168.1.2/setup.cgi?todo=reboot'"
</pre>
Nice one for bash. Colour codes the prompt depending on the outcome of the previous command
<pre>
bash_prompt_command()
{
RTN=$?
prevCmd=$(prevCmd $RTN)
}
PROMPT_COMMAND=bash_prompt_command
prevCmd()
{
if [ $1 == 0 ] ; then
echo $GREEN
else
echo $RED
fi
}
if [ $(tput colors) -gt 0 ] ; then
RED=$(tput setaf 1)
GREEN=$(tput setaf 2)
RST=$(tput op)
fi
export PS1="\[\e[36m\]\u.\h.\W\[\e[0m\]\[\$prevCmd\]>\[$RST\]"
</pre>
Mmmm, to be looked into. Executes remote commands on a unix box using curl.
<pre>
#/bin/sh
#
# WAG320N-HACK
# Ver. 1.0
# 12/09/2010
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

# Set username and password in the form of "username:password"
# example: "admin:admin"
my_access="admin:admin"

# Parameters test
if [ -z "$1" ]
then
echo "wag320n-hack.sh: missing remote command"
echo "usage: wag320n-hack.sh <remote command>"
echo "example: wag320n-hack.sh /bin/ls -la /usr/sbin"
echo "Note: always use full path"
echo ""
echo "wag320n-hack.sh - Ver. 1.0 - 12/09/2010"
echo "Licensed under GPL V. 3"
echo ""
exit 0
fi

# Get the command
my_command="ping_size="'$('"$@"' 1>&2)'

curl -s -G -u "$my_access" --data-urlencode 'todo=ping_test' --data-urlencode 'this_file=Diagnostics.htm' --data-urlencode 'next_file=Ping.htm' --data-urlencode 'c4_ping_ipaddr=192.168.1.1' --data-urlencode 'ping_timeout=5000' --data-urlencode 'ping_interval=1000' --data-urlencode 'ping_number=1' --data-urlencode "$my_command" http://192.168.1.1/setup.cgi | sed -e '/HTTP\/1.0 200 OK/q'
</pre>

===How to configure SSH with public/private keys===
* [http://www.unixpeople.com/HOWTO/configuring.ssh.html unixpeople.com]
===Use SSH config file===
<pre>
Host server10
Hostname 1.2.3.4
IdentityFile ~/.ssh/id_dsa
user foobar
Port 30000
ForwardX11Trusted yes
TCPKeepAlive yes
</pre>
then just connect using
<pre>
ssh server10
</pre>

===A decent sed tutorial===
From [http://www.grymoire.com/Unix/Sed.html grymoire.com]
===A decent korn/bash shell tutorial===
From [http://www.dartmouth.edu/~rc/classes/ksh/print_pages.shtml dartmouth.edu]
Reproduced here just in case it disappears!
[[Advanced shell scripting]]

===trap===
<pre>
Example Handling Traps With ksh - Discussion of the kill command

EXAMPLE TEMPLATE:

PRODUCT: HP-UX 11iV1 Version B.11.11
HP Tru64 V5.1B PK4
Sun/Solaris SunOS V5.8
Linux 2.6 kernel

COMPONENT: ksh

SOURCE: Philippe Vouters
Fontainebleau/France

LOW COST HIGH-TECH PRODUCTS: http://techno-star.fr

OVERVIEW:

The ksh script below shows how to eventually handle traps in the situation
where someone might try to kill a script by killing individual commands run
by that script or the entire process group a script is running in. The kill
command (usually a shell builtin) may be used to send a signal to a process
group (with the -<pid> syntax) or an individual process. The example ksh
script below runs /bin/sleep as the foreground process, the example ksh
scripts immediately returns when the /bin/sleep process has terminated. Most
signals sent to the shell are ignored until after the foreground process
terminates. This is in order to avoid creating zombie processes. Therefore a
kill <pid> on the example ksh script waits for the termination of the
/bin/sleep process.

The status value $? in the trap refers to the exit status of the command to run
and therefore is the exit status of the /bin/sleep process. The called function
in the trap handler shows how to correctly examine the effect of the kill
command on the shell or it's children.

To examine the value of $? in a trap handler means that you must understand what
it can be set and how different signals delivered to either the shell or the
foreground process (or the process group) might affect the value of $?.

The example shell script prints $? using echo but it does not perform tests on
the value of $?. For a complete solution when attempting to trap signals in a
shell you would also need code that examined the value of $? after the
foreground process had completed.

*** CAUTION ***

This sample script has been tested using HP-UX B.11.11, HP Tru64 V5.1B PK4,
SunOS V5.8 and Fedora Core 4 (homed version of Red Hat Linux). However, we
cannot guarantee its effectiveness because of the possibility of error in
transmitting or implementing it. It is meant to be used as a template for
writing your own scripts, and may require modification for use on your system.

SCRIPT NOTES:

To notice that the ksh script and /bin/sleep share the same process group
identifier (PGID), issue the following commands:

[philippe@victor ~]$ who
philippe :0 Jan 10 10:16
philippe pts/1 Jan 10 21:30 (:0.0)
philippe pts/2 Jan 10 21:30 (:0.0)
[philippe@victor ~]$ tty
/dev/pts/1
[philippe@victor ~]$ ps -j -t pts/2
PID PGID SID TTY TIME CMD
11072 11072 11072 pts/2 00:00:00 bash
11113 11113 11072 pts/2 00:00:00 ksh
11116 11113 11072 pts/2 00:00:00 sleep

In this case sending kill -INT -11113 will send SIGINT to the process group
11113. Both of the ksh and sleep processes are contained within this process
group.

Important Note:

On HP-UX, you have to $ export UNIX95=1 in order to be able to use the
-j option of the ps command.

SCRIPT:

COPYRIGHT (C) 2005 BY
HEWLETT-PACKARD COMPANY
ALL RIGHTS RESERVED.

THIS SOFTWARE IS FURNISHED UNDER A LICENSE AND MAY BE USED AND COPIED
ONLY IN ACCORDANCE WITH THE TERMS OF SUCH LICENSE AND WITH THE INCLUSION
OF THE ABOVE COPYRIGHT NOTICE. THIS SOFTWARE OR ANY OTHER COPIES
THEREOF MAY NOT BE PROVIDED OR OTHERWISE MADE AVAILABLE TO ANY OTHER
PERSON. NO TITLE TO AND OWNERSHIP OF THE SOFTWARE IS HEREBY TRANSFERRED.

THE INFORMATION IN THIS SOFTWARE IS SUBJECT TO CHANGE WITHOUT NOTICE AND
SHOULD NOT BE CONSTRUED AS A COMMITMENT BY HEWLETT-PACKARD COMPANY.

HP ASSUMES NO RESPONSIBILITY FOR THE USE OR RELIABILITY OF ITS
SOFTWARE ON EQUIPMENT THAT IS NOT SUPPLIED BY HP.

NO RESPONSIBILITY IS ASSUMED FOR THE USE OR RELIABILITY OF SOFTWARE
ON EQUIPMENT THAT IS NOT SUPPLIED BY HEWLETT-PACKARD COMPANY.

SUPPORT FOR THIS SOFTWARE IS NOT COVERED UNDER ANY HP SOFTWARE
PRODUCT SUPPORT CONTRACT, BUT MAY BE PROVIDED UNDER THE TERMS OF THE
CONSULTING AGREEMENT UNDER WHICH THIS SOFTWARE WAS DEVELOPED.

#!/bin/ksh
function handle_signal
{
print -n "pid $$ recieved $2 "
if [[ $1 = 0 ]];then
print but foreground command ended successfully
else
if [[ $1 = $3 ]];then
print and so did the last foreground command
else
print -n "and the exit status of the last foreground "
print command was $1
fi
fi
# Kill our process group and then ourselves with SIGTERM, giving a
# pid of 0 sends the signal to our process group. Killing the process
# group should kill us as well, this assumes that SIGTERM is not
# handled by any process in the process group.
#
# This code could be replaced with an exit with an exit value that
# would indicate what the problem was to the caller. That is replace
# these two lines with:
#
# exit $3
#
# or a specific exit code could be used.
#
kill -TERM 0
kill -TERM $$
}
OS=$(uname -a | awk '{print $1}')
if [[ "$OS" = "Linux" ]]; then
offset=256
elif [[ ("$OS" = "HP-UX") ||
("$OS" = "SunOS") ||
("$OS" = "OSF1") ]]; then
offset=128
fi
trap 'RC=$?; handle_signal $RC SIGINT $offset+2' INT
trap 'RC=$?; handle_signal $RC SIGQUIT $offset+3' QUIT
/bin/sleep 20
echo $?
</pre>
===DNS not working===
Ping to an IP address works
ping 74.125.136.103
but this doesn't
ping www.google.com

Check resolv.conf
cat /etc/resolv.conf
nameserver 95.130.132.17
nameserver 95.130.132.18
I had changed internet provider and forgot to update this. Just to set it to the router address and let that do the resolution
nameserver 192.168.1.1

===File descriptors===
<pre>
exec 3<> /tmp/foo #open fd 3 for r/w
echo "test" >&3
exec 3>&- #close fd 3.
</pre>
<pre>
exec 3<> myfile.txt
while read line <&3
do {
echo "$line"
(( Lines++ )); # Incremented values of this variable
#+ accessible outside loop.
# No subshell, no problem.
}
done
exec 3>&-

echo "Number of lines read = $Lines" # 8
</pre>
Mmm. See our output and also tee it to a log file!
<pre>
#!/bin/bash

echo hello

if test -t 1; then
# Stdout is a terminal.
exec >log
else
# Stdout is not a terminal.
npipe=/tmp/$$.tmp
trap "rm -f $npipe" EXIT
mknod $npipe p
tee <$npipe log &
exec 1>&-
exec 1>$npipe
fi

echo goodbye
</pre>

===Create new image with kvm===
Ref: http://www.cyberciti.biz/faq/kvm-virtualization-in-redhat-centos-scientific-linux-6/ 
Build an empty space for a CentOS virtual machine
<pre>
qemu-img create -f qcow2 centos.img 12G
</pre>
Tried creating image with
<pre>
sudo virt-install -n CentOS --description "Trying out CentOS" --ram=1024 --vcpus=1 --cpu host --hvm --cdrom /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2 --graphics vnc --disk path=/var/lib/libvirt/images/centos.img,bus=virtio,size=10
</pre>
gives error
<pre>
Starting install...
Allocating 'centos.img' | 10 GB 00:00
ERROR internal error Process exited while reading console log output: char device redirected to /dev/pts/1
qemu-kvm: -drive file=/home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2.bz2,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw: could not open disk image /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2: Permission denied
</pre>
===rpm / yum commands===
====Install an RPM Package====
<pre>
rpm -ivh pidgin-2.7.9-5.el6.2.i686.rpm

-i - install
-v - verbose
-h - print progress hashes
</pre>

====Check dependencies of RPM Package before Installing====
<pre>
rpm -qpR BitTorrent-5.2.2-1-Python2.4.noarch.rpm

-q - query
-p - list package capabilities
-R - list dependent package capabilities
</pre>

====Install RPM Package with all dependencies====
<pre>
yum install BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Install RPM Package with all dependencies (when RPM has been downloaded to local machine)====
<pre>
yum localinstall BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Force Install a RPM Package without dependencies====
Package will not work if dependencies are required
<pre>
rpm -ivh --nodeps BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Check an Installed RPM Package====
<pre>
rpm -q BitTorrent
</pre>
====List all files of an installed RPM package====
<pre>
rpm -ql BitTorrent
</pre>
====List All Installed RPM Packages====
<pre>
rpm -qa
</pre>
====Query information about an installed RPM package====
<pre>
rpm -qi vsftpd
</pre>
====Query information about a not yet installed RPM package====
<pre>
rpm -qip sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====(Forcibly) Remove an RPM Package====
Use package name (as seen in -qi above), not full name
<pre>
rpm -ev (--nodeps) vsftpd
</pre>
====Query a file that was installed as part of an RPM Package (which package contained this file)====
<pre>
rpm -qf /usr/bin/htpasswd
</pre>
====Verify an RPM package====
Compares information of installed files of the package against the rpm database
<pre>
rpm -Vp sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====Rebuild corrupted RPM database====
<pre>
cd /var/lib
rm __db*
rpm --rebuilddb
rpmdb_verify Packages
</pre>

===Install rpmforge repository===
* Download rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
* Import the key
<pre>
sudo rpm --import http://apt.sw.be/RPM-GPG-KEY.dag.txt
</pre>
* Install the repository
<pre>
sudo rpm -i rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Check the installation
<pre>
rpm -K rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Test it
<pre>
sudo yum install terminator
</pre>
===Install rpmfusion repository===
<pre>
su -c 'yum localinstall --nogpgcheck http://download1.rpmfusion.org/free/el/updates/6/i386/rpmfusion-free-release-6-1.noarch.rpm http://download1.rpmfusion.org/nonfree/el/updates/6/i386/rpmfusion-nonfree-release-6-1.noarch.rpm'
</pre>

===config file for yum===
Checkout this file for global yum config
<pre>
/etc/sysconfig/yum-cron-background
</pre>

===Setup Oracle Enterprise Linux (RedHat) with yum server===
You need to download the yum .repo file from the server, as per the steps below. After this, you need to enable a flag in the .repo file as per your operating system version. Having done these two steps, when you run yum install <pkgname> command on your linux box, the Oracle's yum server will be scanned, the dependent & the relevant rpm's will be download and installed for you. 
cd /etc/yum.repos.d
To download files here
wget http://public-yum.oracle.com/public-yum-el5.repo

A file named public-yum-el5.repo will be created in your directory 
Edit this file and enter enabled=1 against the operating systems which is relevant to you
vi public-yum-el5.repo

Next run the yum command
yum install package-name

===To change to static IP address (Raspberry Pi)===
As root:
<pre>
cd /etc/networks
vi interfaces
</pre>

replace the line “iface eth0 inet dhcp” with
<pre>
iface eth0 inet static
address 192.168.1.100
netmask 255.255.255.0
gateway 192.168.1.1
</pre>

You should also take a look at the file /etc/resolv.conf and check it has a nameserver entry (probably pointing at your default gateway) or direct to your ISP name servers.
<pre>
nameserver 192.168.1.1
</pre>
===Troubleshoot wireless network problems===
* [https://www.blackmoreops.com/2014/09/18/connect-to-wifi-network-from-command-line-in-linux/ connect to wifi network from command-line in linux - from blackmoreops.com]
'''Short summary of all the things you need to do in just few lines'''
<pre>
root@kali:~# iw dev
root@kali:~# ip link set wlan0 up
root@kali:~# iw wlan0 scan
root@kali:~# wpa_passphrase blackMOREOps >> /etc/wpa_supplicant.conf
root@kali:~# wpa_supplicant -i wlan0 -c /etc/wpa_supplicant.conf
root@kali:~# iw wlan0 link
root@kali:~# dhclient wlan0
root@kali:~# ping 8.8.8.8
(Where wlan0 is wifi adapter and blackMOREOps is SSID)
(Add Routing manually)
root@kali:~# ip route add default via 10.0.0.138 dev wlan0
</pre>

===To change to static IP address (Redhat/CentOS)===
As root:
<pre>
vi /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=STATIC
IPADDR=192.168.1.111
NETMASK=255.255.255.0
GATEWAY=192.168.1.1
ONBOOT=yes
DNS1=8.8.8.8
DNS2=8.8.4.4
</pre>
Resrart the network interface
<pre>
/etc/init.d/network stop
/etc/init.d/network start
or
service network restart
</pre>
Check name server entry in resolv.conf
<pre>
vi /etc/resolv.conf
nameserver 192.168.1.1
</pre>

===Enable processes / services to start at boot time===
<pre>
sudo chkconfig httpd on
sudo chkconfig mysqld on
</pre>

===Run a command on lots of servers in parallel===
This is a damn fine AIX utility - part of the CSM Distributed Shell.
dsh -a "ls -al /etc/apache2/*conf"
will list the Apache configuration file on all reachable servers (nodes)
===Download a gzip file and pipe it into tar===
<pre>
cd ~ && wget -O - "https://www.dropbox.com/download?plat=lnx.x86_64" | tar xzf -
</pre>

===Check in a script to make sure it is run only by root===
<pre>
RUID=`/usr/bin/id|$AWK -F\( '{print $1}'|$AWK -F\= '{print $2}'`
if [ ${RUID} != "0" ];then
$ECHO "This script must be executed as root"
exit 1
fi
</pre>

===Set terminal to use Backspace key to erase previous character instead of Control-H===
Been looking for this for a long time. 
You can put:
<pre>
stty erase <CTRL-V><Backspace key>
</pre>
in your .profile but this will be ruined if you do a copy/paste into another file. 
I wanted a way of doing this without entering the control character in the .profile. Finally stumbled upon it. And it's so simple. Just escape the caret!
<pre>
stty erase \^?
</pre>
Put this in the .profile. It's copy/pastable and it works! 
If you want CTRL-H to be your erase character, just do this:
<pre>
stty erase \^H
</pre>

===Play with the terminal settings and reset them again either side of requesting a password===
The -g option of stty gives a compact list of all the settings or the terminal and can be used as input to stty
<pre>
OLDCONFIG=`stty -g` # save terminal configuration
stty -echo # turn character echoing off
echo "Enter password: \c"
read PASSWD # get the password
stty $OLDCONFIG # restore terminal configuration
</pre>

===Reset terminal to "sane" characteristics===
If you've done a cat of a binary file or something else weird and your terminal is left in a mess, the following key sequence should bring it back to normal
<pre>
<CTRL-J>stty sane<CTRL-J>
</pre>
===Install OpenOffice on RedHat Enterprise when yum install doesn't!===
Download Package
<pre>
wget http://sourceforge.net/projects/openofficeorg.mirror/files/4.0.1/binaries/en-US/Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz/download -O Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz
</pre>
Change to root
<pre>
sudo su -
</pre>
Remove the old stuff
<pre>
yum remove openoffice* libreoffice*
</pre>
Extract Package
<pre>
tar -xvf Apache_OpenOffice_4.0.1*
cd en-US
</pre>
Install Package and exit root
<pre>
rpm -Uvh RPMS/*.rpm RPMS/desktop-integration/openoffice4.0-redhat-*.rpm
exit
</pre>
Start it
<pre>
openoffice4
</pre>
===What does this do?===
<pre>
while IFS= read -r line; do
echo "[$(date "+%F %T")] - $line"
done < <(iwevent)
</pre>
or
<pre>
while IFS= read -r line; do
printf "%s\n%s\n" "$line" "Yohooo! One more package."
done < <(tcpdump -i any -nS)
</pre>

===List of Special Characters and what they mean===
From [http://www.grymoire.com/Unix/Quote.html Bruce Barnett]
<pre>
Character Where Meaning
<RETURN> csh, sh Execute command
# csh, sh, ASCII files Start a comment
<SPACE> csh, sh Argument separator
` csh, sh Command substitution
" csh, sh Weak Quotes
' csh, sh Strong Quotes
\ csh, sh Single Character Quote
variable sh, csh Variable
variable csh, sh Same as variable
| csh, sh Pipe character
^ sh Pipe Character
& csh, sh Run program in background
? csh, sh Match one character
* csh, sh Match any number of characters
; csh, sh Command separator
;; sh End of Case statement
~ csh Home Directory
~user csh User's Home Directory
! csh History of Commands
- Programs Start of optional argument
$# csh, sh Number of arguments to script
$* csh, sh Arguments to script
$@ sh Original arguments to script
$- sh Flags passed to shell
$? sh Status of previous command
$$ sh Process identification number
$! sh PID of last background job
&& sh Short-circuit AND
|| sh Short-circuit OR
. csh, sh Typ. filename extension
. sh Source a file and execute as command
: sh Nothing command
: sh Separates Values in environment variables
: csh Variable modifier
Character Where Meaning
[ ] csh, sh Match range of characters
[ ] sh Test
%job csh Identifies job Number
(cmd;cmd) csh. sh Runs cmd;cmd as a sub-shell
{ } csh In-line expansions
{cmd;cmd } sh Like (cmd;cmd ) without a subshell
>ofile csh, sh Standard output
>>ofile csh, sh Append to standard output
<ifile csh, sh Standard Input
<<word csh, sh Read until word, substitute variables
<<\word csh, sh Read until word, no substitution
<<-word sh Read until word, ignoring TABS
>>!file csh Append to file, ignore error if not there
>!file csh Output to new file, ignore error if not there
>&file csh Send standard & error output to file
<&digit sh Switch Standard Input to file
<&- sh Close Standard Input
>&digit sh Switch Standard Output to file
>&- sh Close Standard Output
digit1<&digit2 sh Connect digit2 to digit1
digit<&- sh Close file digit
digit2>&digit1 sh Connect digit2 to digit1
digit>&- sh Close file digit
</pre>

Unix/Linux

2018-11-27T11:47:55Z

Stuart: /* ps listing does not show start time after 24 hours */

* [http://hyperpolyglot.org/unix-shells#var-expansion Good shell comparison including variable expansion - hyperpolyglot.org]
* [http://pubs.opengroup.org/onlinepubs/9699919799/utilities/toc.html Shell coding standards - opengroup.org]
* [http://aix4admins.blogspot.be aix4admins]
* [http://linuxgazette.net/issue55/okopnik.html The Deep, Dark Secrets of Bash]
* [http://www.speakeasy.org/~arkay/216-7.4KshFunctions.html Korn Shell Functions]
* [http://www.grymoire.com/Unix/AwkRef.html AWK reference from Bruce Barnett]
* [http://www.catonmat.net/blog/wp-content/uploads/2008/09/awk1line.txt HANDY AWK ONE-LINERS]
* [http://www.grymoire.com/unix/Quote.html Unix quoting from from Bruce Barnett (grymoire)]
* [http://www.mpi-inf.mpg.de/departments/rg1/teaching/unixffb-ss98/quoting-guide.html Another excellent quoting tutorial]
* [http://aix4admins.blogspot.be/2015/02/snapshot-fs-snapshot-snapshot-is-state.html AIX snapshot technology]
* [[RaspberryPi]]
* [[SSH]]
* [http://www.anattatechnologies.com/q/2013/04/multiuser-screen/ Screen sharing from Unix using screen]
* [https://robots.thoughtbot.com/a-tmux-crash-course Screen sharing from Unix using tmux]
* [http://www.csb.yale.edu/userguides/wordprocess/vi-summary.html Handy ex and vi reference]
* [[Fedora install for my own purposes]]

===Use sed to repeat characters===
echo an '=' sign then use the loop feature of sed to run round a loop a further 79 times replacing what you've got with the same thing plus and extra one!
<pre>
echo "=" | sed -e :a -e 's/^=\{1,79\}$/&=/;ta'
</pre>
===Convert between lower and upper case using ansi standard===
This way should be portable and give predictable results
<pre>
LOWER_SID=$(echo "${SID}" | tr '[:upper:]' '[:lower:]')
UPPER_SID=$(echo "${SID}" | tr '[:lower:]' '[:upper:]')
</pre>
===Use sed to delete the first line of a file or command output printing from the second line onwards===
Actually deceptively simple. Example remove the header from df output.
<pre>
df -k | sed 1d
</pre>
As a useful extension, suppose TO_DATA_DIR contains multiple directories, this will total the free space for all relevant filesystems 
This one is specific to AIX, for other Unixes and Linux, use $4 instead of $3.
<pre>
SPACE_AVAILABLE=$(df -k $TO_DATA_DIR | sed 1d | awk 'BEGIN {i=0} {i=i+$3} END {print i}')
</pre>
===Use sed to munge a controlfile into submission!===
* delete comment lines
* delete all lines after the one starting with a semicolon
* delete all blank lines
* change reuse to set
* change archivelog (with word boundaries) to noarchivelog
* change old sid to new sid
<pre>
sqlplus -s / as sysdba<<'EOSQL' >/dev/null
alter database backup controlfile to trace as '/tmp/regenerate_controlfile.sql' reuse resetlogs;
EOSQL
OLDSID='PROD'
NEWSID='TEST'
sed -e '/^--/d' -e '/^\;/q' -e '/^ *$/d' -e 's/REUSE/SET/' -e 's/\<ARCHIVELOG\>/NOARCHIVELOG/' -e 's/\"'${OLDSID}'\"/\"'${NEWSID}'\"/' /tmp/regenerate_controlfile.sql
</pre>
===Find all files where a certain text does not exist===
Mostly we want to search for files containing a particular string but how to find those files that do not contain some text. 
Using xargs instead of -exec forces the filename to be printed. -H should do this but doesn't seem to in this case.
<pre>
find . -name "*cfg" | xargs grep -H -c TO_CV_HOST {} \; | grep ':0$' | cut -d: -f1
</pre>

===Use tar and gzip to copy files more efficiently across network between hosts===
From the destination server, this will connect to the source, tar up each file and pull it back to the current server
<pre>
ssh oracle@hn5211 "cd /oracle/ora_data4/iten3/ && tar -cf - . | gzip " | ( cd /oracle/ora_data2/iten/ && gunzip -c | tar -xvf - . )
</pre>

===double hash and double percent in shell variables to trim off characters from variables===
<nowiki>#</nowiki> - trims everything from the start of line till the FIRST occurrence of following character (abstemious) :-) 
<nowiki>##</nowiki> - trims everything from the start of line till the LAST occurrence of following character (greedy) 
% - trims everything from the end of line backwards till the FIRST occurrence of following character (abstemious) 
%% - trims everything from the end of line backwards till the LAST occurrence of following character (greedy)
<pre>
FILENAME="/home/bey9at77/hello.txt"
FILE_STUB1=${FILENAME##*/}
FILE_STUB=${FILE_STUB1%.*}
echo $FILE_STUB
hello
FILE_EXT=${FILENAME##*.}
echo $FILE_EXT
txt
</pre>
or 
<nowiki>#</nowiki> - remove prefix reluctantly 
<nowiki>##</nowiki> - remove prefix greedily 
% - remove suffix reluctantly 
%% - remove suffix greedily 
<pre>
words="do.re.mi"

echo ${words#*.}

echo ${words##*.}

echo ${words%.*}

echo ${words%%.*}
</pre>

===The best shell script ever. An example of how scripting should be done===
It was written by someone at Oracle. Unfortunately (s)he did not put any author comment in it. Also unfortunately I cannot show it here as it is protected behind Oracles support website. 
If you have an Oracle Metalink id, you can get the complete script [https://support.oracle.com/epmos/faces/DocumentDisplay?id=949322.1 here] 
Here is a snippet of a function that demonstrates proper commenting and a very good style. 
The script is called physru.sh and upgrades an Oracle database in a rolling upgrade fashion by using a physical standby. 
There are 4500 lines in the full script but it is so easy to read and understand because of the way it's written, it's like a breath of fresh air. Well done whoever you are!
<pre>
###############################################################################
# NAME: wait_mrp_active
#
# DESCRIPTION:
# Wait for $MRP_START_TIMEOUT minutes to confirm that the MRP is active. If
# we can't detect an active MRP, abort the script with an error.
#
# INPUT(S):
# Arguments:
# $1: database user
# $2: user password
# $3: tns service name
# $4: database unique name
#
# Globals:
# None
#
# RETURN:
# None
#
###############################################################################
wait_mrp_active()
{
display "confirming media recovery is running"
l_wma_status=1
l_wma_curtime=`perl -e 'print int(time)'`
l_wma_exptime=`expr $MRP_START_TIMEOUT "*" 60`
l_wma_maxtime=`expr $l_wma_curtime + $l_wma_exptime`
while [ "$l_wma_curtime" -lt "$l_wma_maxtime" ]
do
is_mrp_running $1 $2 $3 $4
if [ "$?" -gt "0" ]; then
l_wma_status=0
break
fi

sleep $MRP_START_INTERVAL
l_wma_curtime=`perl -e 'print int(time)'`
done
chkerr $l_wma_status "could not detect an active MRP after $MRP_START_TIMEOUT minutes"
}
</pre>

===split variable (eg. filename) into separate variables using set===
<pre>
FILENAME="split_this_into_bits"
set $(echo ${FILENAME} | sed 's/_/ /g')
echo $4 $3 $2 $1
bits into this split
</pre>
===Centre align text on a line in bash shell===
Doesn't work in Korn shell due to %*s
<pre>
#COLUMNS=$(tput cols) # width of the current window
COLUMNS=80
title="Hello world!"
printf "%*s\n" $(((${#title}+$COLUMNS)/2)) "$title"
</pre>
and as a one-liner
<pre>
printf "%*s\n" $(( ( $(echo $* | wc -c ) + 80 ) / 2 )) "$*"
</pre>
This works in Korn shell...
<pre>
TITLE="$1"
LINEWIDTH=80

LPAD=$(((${#TITLE}+$LINEWIDTH)/2))
printf %${LPAD}s "$TITLE"
</pre>

===Right justify text (or repeat characters) on a line with leader dots!===
<pre>
function rpadwait {
text=$1
# -------------------------
# suppress newline for echo
# -------------------------
N=
C=
if echo "\c" | grep c >/dev/null 2>&1; then
N='-n'
else
C='\c'
fi

echo ${N} "${text}${C}" | sed -e :a -e 's/^.\{1,80\}$/&\./;ta'
}
</pre>

===cron jobs not submitted - daemon run out of child processes?===
Sometimes have problems with NFS mounts and this causes cron jobs to hang. If they are scheduled to run regularly, eventually cron will no longer be able to start any more jobs. 
* Check the cron log '''/var/adm/cron/log''' to see if there are any errors or other messages around the time the jobs should run.
If cron has hit its process limit (default 100), it will try again after a number of seconds (default 60). 
Both the number of jobs and wait time are configured in the file '''/var/adm/cron/queuedefs'''. If it is unusual for cron to be running so many jobs, you can check the process table to view the jobs cron has created. These jobs will have parent process id (PPID) of the cron daemon. 
<pre>
$ ps -ef | grep cron | grep -v grep
root 6750314 1 0 Apr 24 - 3:39 /usr/sbin/cron
solax025:root[/home/root]# ps -T 6750314
PID TTY TIME CMD
6750314 - 3:39 cron
21168296 - 0:00 \--bsh
58982414 - 0:00 \--sadc
</pre>
In this example, we only have 1 job running

===Find long-running processes with a cron job===
Processes running longer than 24 hours have a date instead of a start time...
<pre>
58 08,14 * * * /home/ibmtools/scripts/oracle/dosh -vc "ps -ef|grep 'ibmtools/scripts/oracle'|perl -nae 'print if \$F[4] !~/:/'" >/tmp/lrp.txt; [[ $(grep -c ibmtools /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' reporting@companymail.com
</pre>

===Process command line arguments in shell===
Borrowed from Mozilla Firefox installer
<pre>
## Command line arg defaults
##
moz_debug=0
moz_debugger=""
moz_debugger_args=""
#
##
## Parse the command line
##
while [ $# -gt 0 ]
do
case $1 in
-g | --debug)
moz_debug=1
shift
;;
-d | --debugger)
moz_debugger=$2;
if [ "${moz_debugger}" != "" ]; then
shift 2
else
echo "-d requires an argument"
exit 1
fi
;;
-a | --debugger-args)
moz_debugger_args=$2;
if [ "${moz_debugger_args}" != "" ]; then
shift 2
else
echo "-a requires an argument"
exit 1
fi
;;
*)
break;
;;
esac
done
#
##
## Program name given in $1
##
if [ $# -gt 0 ]
then
MOZ_PROGRAM=$1
shift
fi
##
## Program not given, try to guess a default
##
if [ -z "$MOZ_PROGRAM" ]
then
##
## Try this script's name with '-bin' appended
##
if [ -x "$MOZ_DEFAULT_NAME" ]
then
MOZ_PROGRAM=$MOZ_DEFAULT_NAME
##
## Try mozilla-bin
##
elif [ -x "$MOZ_APPRUNNER_NAME" ]
then
MOZ_PROGRAM=$MOZ_APPRUNNER_NAME
fi
fi
#
#
##
## Make sure the program is executable
##
if [ ! -x "$MOZ_PROGRAM" ]
then
moz_bail "Cannot execute $MOZ_PROGRAM."
fi
#
</pre>

===Carry XWindows settings across sessions===
<pre>
# ----------------------
# push XWindows settings
# ----------------------
[[ "$(uname)" == "SunOS" ]] && PATH=/usr/openwin/bin:$PATH
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
xauth list > /tmp/xauth_list_$WHOAMI
chmod 777 /tmp/xauth_list_$WHOAMI

echo $DISPLAY > /tmp/xdisplay_$WHOAMI
chmod 777 /tmp/xdisplay_$WHOAMI
</pre>

===Cross-platform version of whoami===
<pre>
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
</pre>

===Set terminal title from command line===
Put something like this in the .profile 
-n do not output the trailing newline 
-e enable interpretation of backslash escapes 
|0 sets title of window and icon 
|1 sets title of icon only 
|2 sets title of window only 
<pre>
echo -en "\033]0;`hostname`\007"
</pre>
<pre>
echo -en "\033]2;`hostname`\007"
</pre>

===Remove blank lines and comments (also indented ones) from a file===
<pre>
awk -F\: '!/^($|[:space:]*#)/ {print $2}' /etc/oratab | sort | uniq
</pre>
or as part of a script that removes comments and blank lines from all Korn shell scripts in a directory
<pre>
#!/usr/bin/ksh
for i in $(ls *ksh); do
perl -p -i -e 's/^\s*#[^!]*$//; s/^\s*$//' $i
done
</pre>

===Return elements of an array in Korn shell===
From [http://unix.stackexchange.com/questions/188202/processing-output-from-an-sqlite-db-into-a-ksh-array-with-spaces here] 
Could be used to separate the columns of an SQL select when returning to the shell 
This approach eliminates the need to put quotes around text with spaces in it.
<pre>
echo $KSH_VERSION
x="Red,Yellow is a color,Blue"
oIFS=$IFS
IFS=,
y=($x)
IFS=$oIFS
echo ${y[1]}
</pre>

===A decent Unix Prompt===
<pre>
export PS1="`uname -n`:`whoami`[\${PWD}]# "
or
export PS1='($?) $'ORACLE_SID" "`whoami`"@"`uname -n`":"'$'PWD"> "
export EDITOR=vi
</pre>
===Simple arithmetic===
pipe the calculation into the shell calculator
<pre>
space_in_kb=$(echo $1 / 1024 | bc)
</pre>
Calculate the remainder (modulo) of a division calculation
<pre>
if [[ $(echo "${NUMBER} % 2" | bc) -eq 0 ]]; then
echo "${NUMBER} is even"
else
echo "${NUMBER} is odd"
fi
</pre>
or do it in awk if scientific notation maybe involved
<pre>
function calc { awk "BEGIN{print $*}"; }

if [[ $(calc "${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE") -le 0 ]]; then
echo "NOK"
fi
</pre>

===Script encryption and passphrase protection===
Encrypt a shell script with the ability to execute the encrypted version
* from [http://www.commandlinefu.com/commands/browse commandlinefu.com]
<pre>
scrypt(){ [ -n "$1" ]&&{ echo '. <(echo "$(tail -n+2 $0|base64 -d|mcrypt -dq)"); exit;'>$1.scrypt;cat $1|mcrypt|base64 >>$1.scrypt;chmod +x $1.scrypt;};}
</pre>

===Virtual host configuration in Apache http.conf===
<pre>
<VirtualHost *:80>
ServerName dbamon
DocumentRoot "/Volumes/data/Sites/dbamon_push"
<Directory "/Volumes/data/Sites/dbamon_push">
Options Includes FollowSymLinks
AllowOverride All
Order allow,deny
Allow from all
</Directory>
</VirtualHost>
</pre>
and in /etc/hosts, add...
<pre>
127.0.0.1 dbamon
</pre>
===Mount a website (or any other remote resource) locally using WebDav===
Redhat/CentOS
<pre>
yum install fuse-davfs2
or
yum install wdfs.x86_64
</pre>
Debian
<pre>
apt-get install davfs2
</pre>
then...
<pre>
sudo mkdir /mnt/webdav # or whatever you'd like to call the directory
sudo mount.davfs [-o option[,option]...] device mount_point
</pre>
In man's terms, that last line would translate to:
<pre>
id #suppose this returns uid=501 and gid=502
sudo mount.davfs -o 501,502 https://your/web/site /mnt/webdav
</pre>
Mac OSX
<pre>
osascript -e ' mount volume "http://username:password@webdav.address:portnum" '
or
osascript -e ' mount volume "http://username@webdav.address:portnum" '
or
osascript -e ' try mount volume "http://webdav.address:portnum" '
or
mount -t webdav http://webdav.address:portnum /mnt/webdav # this one won't show up in the Finder Sidebar.
</pre>

===Add current hostname to list of hosts on an xcat server===
<pre>
CMD="nodels"
HOST=`hostname`
(echo "$HOST"; $CMD) | while read server
do
echo "server:$server"
done
</pre>
===What is todays 'Day Of the Year' number?===
<pre>
DOY=`perl -e 'print sub{$_[7]}->(localtime)+1;'`
</pre>

===Convert Julian day numbers to dates===
<pre>
for day in 8 33 36 61 64 91 96 121 126 152 155 182 187 215 218 244 247 274 279 306 309 335 338 365; do date -d "`date +%Y`-01-01 +$(( ${day} - 1 ))days" +%d-%m-%Y; done
</pre>
===Send crontab job output to a date formatted log file===
This will run a job every 5 minutes and send the output to a file ending with a time in hours and minutes. 
The thing to note is the escaped percent signs. This is because a % sign is interpreted by cron to mean a newline character. Everything after the first % is treated as input to the program.
<pre>
*/5 * * * * /var/www/cgi-bin/dbamon_collector.ksh >/tmp/dbamon_collector.log.$(date "+\%H\%M") 2>&1
</pre>
===Edit crontab file without crontab -e===
It can happen that you need to add or modify a line in the crontab of many users or across many servers at once. 
In principle, there's nothing wrong with modifying the crontab file directly. You just lose the advantages of file locking (and syntax checking) that crontab -e offers. 
Here we take a backup of the current crontab, print it out, echo an extra command and ask cron to use these as input (thus overwriting the existing crontab file). Just don't run this close to midnight :-)
<pre>
crontab -l > /tmp/crontab.`date '+%Y%m%d'`
(
cat /tmp/crontab.`date +'%Y%m%d'`
echo "02 10 * * * /home/ibmtools/scripts/oracle/export_parfile.ksh -s SID -f JDBEOP1.parfile"
) | crontab -
</pre>
or
<pre>
crontab -l > /tmp/crontab.backup
crontab -l > /tmp/crontab.$$
perl -p -i -e 's!backup_send_tsm_dump!backup_export2tsm!g' /tmp/crontab.$$
crontab /tmp/crontab.$$
rm /tmp/crontab.$$
</pre>
or
<pre>
crontab -l >$HOME/crontab.$(date '+%Y%m%d')
crontab -l | perl -p -e 's|/nas/software/oracle/scripts|/oracle/scripts|' | crontab
</pre>

===Use shell to convert a number in scientific notation to normal===
<pre>
var2convert='1.2345678e3'
printf -v var2convert "%.f" $var2convert
echo $var2convert # magic!
</pre>
===Check for jobs running longer that 24 hours===
Run from the management server across all Unix servers. Checks the 5th column in a ps listing. If it doesn't find a : (time separator), the process is running longer than 24 hours.
<pre>
# ---------------------------------------
# report on long running oraibm processes
# ---------------------------------------
01 17,14 * * * rm -f /tmp/lrp.txt;/home/ibmtools/scripts/oracle/dosh -vc \"ps -ef|egrep 'oraibm|scripts/oracle'>/tmp/lrp.txt;perl -nae 'print if \$F[4] !~/:/' /tmp/lrp.txt\" >>/tmp/lrp.txt;[[ $(egrep -c 'oraibm|scripts/or
acle' /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' bey9at77@mail.com
</pre>

===Global find and replace with perl (restricted to list of files provided by Unix find command)===
<pre>
find . -type f -exec perl -i -pe 's/something/else/g' {} \;
</pre>
===perl function to make filenames lower case===
<pre>
function lower {
perl -e 'for (@ARGV) { rename $_, lc($_) unless -e lc($_); }' *
}
</pre>

===From the management server, search the TNS listener port for each database on a server and make an inline substitution in the ITM config files!===
<pre>
for i in `/home/ibmtools/scripts/oracle/dosh -c "ls -al /opt/IBM/ITM/config/*rz*cfg|grep -v lrwx"|awk '{print $NF}'`; do
server=`echo $i|cut -d_ -f1 | awk -F'/' '{print $NF}'`
db=`echo $i|cut -d'.' -f1 | awk -F'_' '{print $NF}'`
OH=`ssh $server grep "^$db" /etc/oratab|cut -d: -f2`
LISTENERPORT=`ssh $server cat $OH/network/admin/listener.ora|perl -00 -ne 'print $1 if /'$db'.*PORT.*=.*(\d{4})/s'`
ssh $server perl -p -i.bak -e 's/1521/'$LISTENERPORT'/' $i
ssh $server ls -al ${i}*
done
</pre>

===Run a job from cron every Nth day of the month===
Example. Execute a job every third Saturday of the month. 
Paste this into a file called calenday and put it in /usr/local/bin so it's (probably) on the PATH
<pre>
#!/usr/bin/ksh

# ix is the week number of the month ("2"nd Friday of the month, "3"rd Tuesday of the month)
# dy is the day number in Unix format (0 for Sunday, 1 for Monday, ... 6 for Saturday)
# eg. "calenday 3 6" returns the date of 3rd Saturday of the month.

ix=$1
dy=$2
SCHAR=$((($dy*2)+$dy+1))
ECHAR=$(($SCHAR+1))
cal `date '+%m %Y'` | egrep "\<[0-9]{1,2}\>" | cut -c${SCHAR}-${ECHAR} | xargs | awk {'print $'$ix'}'

</pre>
Now in crontab, you should be able to do something like this: 
<pre>
15 20 * * * [[ `calenday 3 6` -eq `/bin/date '+%d'` ]] && su - oracle -c "run_my_backup.ksh"
</pre>

This will also work on some Unices.. 
We send backups to a special TSM node on the second Friday of each month. This report must run a day later - but that is not guaranteed to be the second Saturday or even the 3rd. So...
<pre>
30 12 8-14 * 5 sleep 86400 && su - oracle -c "/usr/bin/perl -ne 'print if /ORX_M_SOL/ .. /^STOP/' /home/oracle/incoming/dbamon_spool_tsm_*.SOL | grep Archive | grep -v Client | mailx -s 'Monthly TSM backups' orareport@xxxxxx.com"
</pre>

===ps listing does not show start time after 24 hours===
But you can see elapsed time using your own ps command
<pre>
/usr/bin/ps -eo etime,user,pid,ppid,cpu,start,tty,time,args |tail -n +2|sort
</pre>

===ps -ef cuts off args cmd column on Solaris===
====To see more than 80 characters of the last column on Solaris====
This shows all the individual arguments to the command
<pre>
pargs <pid>
</pre>
This shows the ps listing in 'compatibility' mode (there are more compatibility commands in /usr/xpg4/bin)
<pre>
/usr/ucb/ps auww
</pre>
====To see more than 80 characters of the last column on AIX====
This shows the full argument listing of a process (NOTE: no minus sign!)
<pre>
ps eww <pid>
</pre>

===Remove blank / empty lines from vi ===
Maybe you cut and pasted a file from Windows and it's full of blank lines and Control-M's now 
There are several methods but I think this is the easiest to remember
<pre>
:g/^$/d
</pre>

===Right pad a variable===
a function like rpad in SQL but for Shell 
<pre>
function rpad {
text=$1
padwidth=$2
padchar=$3
echo "$text" | sed -e :a -e 's/^.\{1,'$padwidth'\}$/&\'$padchar'/;ta'
}
</pre>

===Connect to a Windows server from Linux using rdesktop===
My remmina stopped working so rolled my own. Very simple really. Put this is a shell.
<pre>
tsocks rdesktop -z -P -x m -a 16 -d MAIND -u sbarkley -p ****** -r disk:SOL=$HOME/Documents/SOL -g 95% 150.251.112.38 &

where...
-z - enables compression
-P - enables bitmap caching (saves network traffic)
-x m - disables eye-candy features
-a 16 - reduce colour pallete to 16 colours
-d - domain to connect to
-u - username
-p - password
-r - setup a shared folder
-g - geometry (use W x H or percentage)
</pre>
Slight problems with rdesktop not working 100% of the time. Now using xfreerdp. Seems better...
<pre>
xfreerdp -g 90% --ignore-certificate --gdi sw -K -d wdcrhbp05 -u oraibm -p "`cat $HOME/scripts/.oraibm.password`" -T "wdcrhbp05_oraibm" --plugin cliprdr --plugin rdpdr --data disk:SOL:/home/bey9at77/Documents/SOL -- --plugin rdpsnd --data alsa -- 150.251.112.25 &
</pre>

===Reset your password bypassing password rules===
must be done as root
<pre>
echo "user:new_password" | chpasswd
</pre>
===Sum the sizes of all files of an ls listing===
It'll check to see if the sum of filesizes corresponds with the df -g (or h) listing (can get messed up due to open but deleted files)
<pre>
cd /oracle/export
df -g .
find . -name "*dmp*" -ls | awk '{ SUM += $7} END { print SUM/1024/1024/1024 }'
</pre>

===Mount an iso image under Linux===
<pre>
mkdir -p /mnt/cdrom
mount -o loop /dev/cdrom /mnt/cdrom
</pre>
===How many processors on the machine?===
* AIX
<pre>
lsdev -C|grep Process|wc -l
</pre>
* Solaris
<pre>
psrinfo -v|grep "Status of processor"|wc -l
</pre>
* Linux
<pre>
cat /proc/cpuinfo|grep processor|wc -l
</pre>

===Quick, simple, understandable example of how to use RRDTool===
* [[RRDTool]]

===Use expect to respond automatically to interactive programs===
<pre>
#!/usr/bin/expect -f
spawn /usr/tivoli/tsm/client/oracle/bin64/tdpoconf passw -tdpo_optfile=/oracle/[lindex $argv 0]/admin/tdpo.opt
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
</pre>
===Use expect to allow file copy with scp (if ssh keys are not an option)===
<pre>
#!/usr/bin/expect -f
spawn scp /home/oracle/.profile oracle@hn512:/tmp/prfl
set pass "thepassword"
expect {
password: {send "$pass\r" ; exp_continue}
eof exit
}
</pre>

===Within a shell script set up simultaneous output to both terminal and a file using a FIFO (named pipes)===
or "How to send shell output to screen/stdout as well as to a logfile using tee and redirection with exec" 
 
examples [http://www.unix.com/shell-programming-and-scripting/85584-redirect-within-ksh.html here on unix.com]
* general info on redirections [http://www.catonmat.net/blog/bash-one-liners-explained-part-three/ here at catonmat.net]
<pre>
#!/bin/ksh

REDIR=test.redir
FIFO=test.pipe
[[ -e $FIFO ]] || mkfifo $FIFO

# make a new channel(3) and copy channel 1's destination as its own (does NOT POINT TO channel 1's destination)
# this allows the normal output to continue to STDOUT but also get printed to whatever file is attached to channel 3
exec 3>&1

# anything coming in on the pipe, send it to $REDIR and to channel 3
tee $REDIR <$FIFO >&3 &

# redirect STDOUT to the pipe
exec > $FIFO

echo "going to default output"
echo "forcing to channel 1" >&1
echo "forcing to channel 2" >&2
echo "forcing to channel 3" >&3
</pre>
====More elaborate example====
found [http://stackoverflow.com/questions/2288939/create-a-pipe-that-writes-to-multiple-files-tee here on stackoverflow]
<pre>
#!/bin/sh

# Author: Harvey Chapman <hchapman _AT_ 3gfp.com>
# Description: POSIX shell functions that can be used with tee to simultaneously put
# stderr and stdout to both a file and stdout
#
# Based on:
# Re: How to redirect stderr and stdout to a file plus display at the same time
# http://www.travishartwell.net/blog/2006/08/19_2220

#
# Original example function from Travis Hartwell's blog.
# Note: I've made minor changes to it.
example()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

# This should really be -p to test that it's a pipe.
if [ ! -e $OUTPUT_PIPE ]; then
mkfifo $OUTPUT_PIPE
fi

# This should really be -f to test that it's a regular file.
if [ -e $OUTPUT_LOG ]; then
rm $OUTPUT_LOG
fi

exec 3>&1 4>&2
tee $OUTPUT_LOG < $OUTPUT_PIPE >&3 &
tpid=$!
exec > $OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid

rm $OUTPUT_PIPE
}

# A slightly reduced version of example()
example2()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

rm -f $OUTPUT_PIPE
mkfifo $OUTPUT_PIPE
rm -f $OUTPUT_LOG

tee $OUTPUT_LOG < $OUTPUT_PIPE &
tpid=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid
rm -f $OUTPUT_PIPE
}

#
# Logging methods based on above. See the example below for how to use them.
#

# Usage: start_logging [delete_existing_logfile]
start_logging()
{
# Check to see if OUTPUT_LOG and OUTPUT_PIPE need to be defined.
if [ -z "$OUTPUT_LOG" ]; then
OUTPUT_LOG=output.log
fi
if [ -z "$OUTPUT_PIPE" ]; then
OUTPUT_PIPE=output.pipe
fi
# Make sure that we're not already logging.
if [ -n "$OUTPUT_PID" ]; then
echo "Logging already started!"
return 1
fi

# Always remove the log and pipe first.
rm -f $OUTPUT_PIPE
# Delete the logfile first if told to.
if [ "$1" = delete_existing_logfile ]; then
rm -f $OUTPUT_LOG
fi

mkfifo $OUTPUT_PIPE
tee -a $OUTPUT_LOG < $OUTPUT_PIPE &
OUTPUT_PID=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1
}

stop_logging()
{
# Make sure that we're currently logging.
if [ -z "$OUTPUT_PID" ]; then
echo "Logging not yet started!"
return 1
fi
exec 1>&3 3>&- 2>&4 4>&-
wait $OUTPUT_PID
rm -f $OUTPUT_PIPE
unset OUTPUT_PID
}

example3()
{
start_logging
#start_logging delete_existing_logfile
echo "This is on standard out"
echo "This is on standard err" >&2
stop_logging
}
</pre>

===RedHat root filesystem has gone read-only===
* [http://www.unixarena.com/2013/09/redhat-linux-how-to-fix-read-only-root.html How to fix read only root file system]

===Kill all processes for a user===
<pre>
for prc in `ps -ef | grep -E "^ +[o]racle" | awk '{print $2}'`; do
kill $prc
done
</pre>

===isRGHere===
Checks if resource group is on this leg of an HACMP cluster. Returns 0 if true else 1.
<pre>
#!/usr/bin/ksh

SCRIPT=`basename $0`

function rctest
{
exitcode=$1
msg=$2
if [ $exitcode -ne 0 ]; then
echo "********************************************************************************"
echo "\nScript $SCRIPT finished with errors."
echo "$msg."
echo "Returncode : $exitcode."
echo "\n********************************************************************************"

fi
exit $exitcode

}

RGINFO=/usr/es/sbin/cluster/utilities/clRGinfo
[[ ! -f $RGINFO ]] && rctest 1 "clRGinfo not found"

if [ $# -eq 1 ]
then
RG=`echo $1 | cut -c 1-14`
else
rctest 10 "Usage: `basename $0` <RG name>"
fi

$RGINFO |grep -qwp $RG || rctest 9 "$RG is not defined"

THISNODE=`/usr/es/sbin/cluster/utilities/get_local_nodename | cut -c 1-14`
$RGINFO |grep -wp $RG |grep -w $THISNODE |grep -wq ONLINE
</pre>
===AIX: add a user to a group===
<pre>
chgrpmem -m + oracle ibmtls
</pre>
===Find swear words in scripts by comparing it to a list found on the internet===
<pre>
wget "http://www.bannedwordlist.com/lists/swearWords.csv" -O /tmp/s ; for word in $(cat /tmp/s | sed -e 's/ /_/g' -e 's/,/ /g') ; do grep -wR $word *; done | less
</pre>

===grep -p (for paragraph) works on AIX but not on Linux or Solaris===
Use awk instead
<pre>
awk 'BEGIN {FS="\n" RS="\n\n"} /search pattern/ { do something }' <file>
/usr/xpg4/bin/awk 'BEGIN {RS="\n\n";FS="\n"} /AGRHDWQ1/ {print $2}' dsm.sys | awk '{print $NF}'
</pre>
this prints the last word of the second ''line'' in the paragraph in dsm.sys that contains the search term AGRHDWQ1. 
Or slightly simpler...
<pre>
awk -v RS='' '/NHAPPLP1/' /etc/tsm/dsm.sys # (use /usr/xpg4/bin/awk on Solaris)
</pre>
or, case insensitively:
<pre>
awk -v RS='' 'tolower($0) ~/so_u_clubqa_orx_d_cab/' /etc/tsm/dsm.sys
</pre>
Using -v means you don't have to use a BEGIN section.

===debug/redirect log of a shell===
<pre>
#!/usr/bin/ksh
exec 2>/tmp/mytest
</pre>
===Different ways of Iteration in korn shell with a while loop===
<pre>
IFS="|"
exec 0<$statfile
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done
</pre>
or
<pre>
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done <statfile
</pre>
or
<pre>
cat $statfile | sort -nk4 | while IFS=\| read host db type started stopped
do
[[ "$stopped" == "" ]] && continue
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} ${started}:${started}:${stopped}
[[ $? -ne 0 ]] && echo "nok: $?"
done
</pre>

===Filesystem 100% full, what's taking up all the space?===
<pre>
find /oracle/endur -xdev -ls|sort -nr +6|head
</pre>
or
<pre>
/dev/esb01fs010001 1.00 0.00 100% 1838 69% /oracle
beuxdsysesb01:root[/root]# cd /oracle
beuxdsysesb01:root[/oracle]# du -gsx * | sort -n
0.00 checkpoints
0.00 flash_recovery_area
0.00 lost+found
0.00 oraInst.loc
0.00 oraInventory
0.09 admin
0.99 diag
</pre>
cd diag and repeat until culprits are found

===Show paged memory hogs on AIX===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>

===Capitalise the first letter of a word in Korn Shell===
Not as easy as it sounds if it needs to work in non-ksh93 shells
<pre>
function capit {
typeset -u first
first=${1%"${1#?}"}
printf "%s\n" "${first}${1#?}"
return 0
}
</pre>
or maybe more neatly done in Perl... 
This will capitalise each word in a sentence passed into it
<pre>
function capit {
echo "$1" | perl -pe "s/([\w']+)/\u\L\1/g"
return 0
}
</pre>

===Remove / rename a directory / file containing weird control characters===
Use ls with -i to see inode listing
<pre>
ls -bali
</pre>
Use find with -inum to get the filename and -exec to remove it
<pre>
find . -inum <inode from ls listing> -exec rm -f {} \;
</pre>

===Run a local script on a remote host===
Doing it this way means we do not need to scp the shell over to the host before executing it!
<pre>
ssh user@host 'sh' < your_script.sh
</pre>
First of all, this command is a redirection: your shell will open the file your_script.sh and feed it as input to the ssh command. ssh, in turn, will tunnel its stdin to the remote command, namely, sh instance. And sh without arguments reads its script from stdin. So we got sh instance, which is launched on remote host, but reads commands from your local file.

===Get a list of running instances - but only those started by the current user===
This is the way I wanted to do it but there's an issue. Where does that spare } character come from? Anyone?
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }'
</pre>
ps listing
<pre>
$ ps -ef | grep [p]mon
oracle 13304024 1 0 Jun 07 - 2:39 ora_pmon_reportk
oracle 26018178 1 0 Jun 07 - 3:01 ora_pmon_dwh_perf
oracle 29229432 1 0 Jun 07 - 2:30 ora_pmon_adso
oraebso 18022994 1 0 Jun 07 - 2:38 ora_pmon_EBSO
oracle 30278192 1 0 Jun 07 - 2:48 ora_pmon_owb112k
</pre>
Results of above command
<pre>
reportk
dwh_perf
adso
}
owb112k
</pre>
Workaround 1. Send the ps listing to a file and work on it without pipes. Works but it's a bit long-winded especially as we have to clean up afterwards.
<pre>
ps -ef | grep [p]mon>/tmp/results.$$ 2>/dev/null; awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' /tmp/results.$$; rm -f /tmp/results.$$
</pre>
Workaround 2. Don't like the grep -v but until I find out where that } is coming from..
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' | egrep -v 'grep|}|ASM'
</pre>

===Return a list of Oracle databases running on a list of remote servers===
<pre>
#!/bin/ksh

serverlist=`cat /home/tools/ini/system/oracle_servers | sort -n | tr "\n" " "`

if [ -z "${serverlist}" ]
then
echo "no servers found" && exit 1
fi

for server in ${serverlist}
do
ssh ${server} "ps -ef | grep [o]ra_pmon_" >/tmp/${server}.dblist
done

for server in ${serverlist}
do
cat /tmp/${server}.dblist | awk -F_ -v SRV=${server} 'BEGIN {print SRV ":"} {print $NF}' | tr "\n" " "
echo
done
</pre>

===Clever trick to check whether SQL output needs sending to someone===
Using an exit status from SQL*Plus back to the shell so we can decide what to do. Nice one!
<pre>
#!/bin/bash
tempfile=/tmp/audit_locked_accounts_$ORACLE_SID.txt

# Start sqlplus and check for locked accounts
sqlplus -S "/ as sysdba" << EOF > $tempfile
set pages 0
select 'The following accounts were found to be unlocked and should not be'
from dual;

def exit_status = 0
col xs new_value exit_status

select username
, account_status
, 1 as xs
from dba_users
where account_status != 'LOCKED'
and username in ('HR', 'SCOTT', 'OUTLN', 'MDSYS', 'CTXSYS')
/
exit &exit_status
EOF

# If the exit status of sqlplus was not 0 then we will send an email
if [ $? != 0 ]; then
mail -s "Accounts Unlocked in $ORACLE_SID" oracle < $tempfile
fi
</pre>

===Check RMAN logfiles for errors from cron every day===
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /home/tools/logs/rman -name "*online.log" -mtime -1 -exec sed -ne "/^RMAN-/,/^$/p" {} \\; -ls' | mailx
-s 'RMAN errors last night' stuart@domain.com
</pre>
<pre>
/home/ibmtools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for Baxter last night' stuart@domain.com
</pre>
===An alternative to getopts===
These methods have the advantage of allowing arguments of any length not just 1 character
<pre>
countArgs=$#
while [[ $# -gt 0 ]]
do
idx1=$($ECHO $1|$GREP "="|wc -l)
if [[ $idx1 -gt 0 ]]; then
key=$($ECHO $1|$CUT -d '=' -f 1)
value=$($ECHO $1|$CUT -d '=' -f 2)
else
key=$($ECHO $1|$CUT -d '=' -f 1)
idx2=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx2 -eq 0 ]]; then
$ECHO -e "\n ERROR: $1 is an unsupported argument passed to agentDeploy.sh.\n"
usage
exit 1
fi
fi

case "$key" in
-help)
if [[ $upgradeFlag ]]; then
upgradeUsage
else
freshUsage
fi
exit 0;;
AGENT_BASE_DIR)
agentBaseDir=$($ECHO $value|$SED 's/\/$//')
checkBaseFlag=TRUE;;
OMS_HOST)
omsHost=$value
checkOMSHost=TRUE;;
EM_UPLOAD_PORT)
omsPort=$value
checkOMSPort=TRUE;;
AGENT_INSTANCE_HOME)
instHome=$($ECHO $value | $SED 's/\/$//');;
AGENT_REGISTRATION_PASSWORD)
pswd=$value;;
s_encrSecurePwd)
pswd=$value;;
RESPONSE_FILE)
rspFlag=TRUE
rspLoc=$value;;
OLD_AGENT_VERSION)
oldAgentVersion=$value;;
OLDHOME)
oldHome=$value;;
-debug)
debugSwitch=TRUE;;
-forceConfigure)
forceFlag=TRUE;;
-configOnly)
configFlag=TRUE
validationFlag=TRUE;;
-agentImageLocation)
archiveLoc=$value
checkArchiveFlag=TRUE;;
-invPtrLoc) shift
ptrLoc=$1;;
-Upgrade)
UpgradeFlag=TRUE
validFlag=TRUE;;
INVENTORY_LOCATION)
validFlag=TRUE;;
b_forceInstCheck)
validFlag=TRUE
forcefullFlag=TRUE;;
-prereqOnly)
validationFlag=TRUE
prereqFlag=TRUE;;
-executeRootsh)
validFlag=TRUE;;
*) idx=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx -eq 0 ]]; then
validFlag=TRUE
else
$ECHO -e "\n ERROR: Invalid argument $key passed."
usage
exit 1
fi
esac
shift
done

</pre>
another way - found in /etc/init.d/functions (daemon function) in Fedora
<pre>
while [ "$1" != "${1##[-+]}" ]; do
case $1 in
'')
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
--check)
base=$2
gotbase="yes"
shift 2
;;
--check=?*)
base=${1#--check=}
gotbase="yes"
shift
;;
--user)
user=$2
shift 2
;;
--user=?*)
user=${1#--user=}
shift
;;
--pidfile)
pid_file=$2
shift 2
;;
--pidfile=?*)
pid_file=${1#--pidfile=}
shift
;;
--force)
force="force"
shift
;;
[-+][0-9]*)
nice="nice -n $1"
shift
;;
*)
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
esac
done
</pre>
another way - found in adstrtal.sh (middleware start script for EBS)
<pre>
#
# Parse Arguments
#

for nxtarg in $*
do
arg=`echo $nxtarg | sed 's/^//'`

case $arg in
-secureapps) if test "$secureapps" = "" ; then
secureapps=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nodbchk) if test "$nodbchk" = "" ; then
nodbchk=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nopromptmsg) if test "$nopromptmsg" = "" ; then
nopromptmsg=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
*) if test "$unpw" = "" ; then
unpw=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
esac
done
</pre>
and another in adautocfg.sh
<pre>
for myarg in $*
do

arg=`echo $myarg | sed 's/^-//'`
case $arg in
appspass=*)
appspass=`echo $arg | sed 's/appspass=//g'`
shift
;;
nocustom)
myparams="$myparams $arg"
shift
;;
noversionchecks)
myparams="$myparams $arg"
shift
;;
promptmsg=*)
promptmsg=`echo $arg | sed 's/promptmsg=//g'`
shift
;;
*) echo "$0: unrecognized action specified"
exit 1
esac
done
</pre>

===Run a script on multiple servers===
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# ==============================================================================

# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
echo ${server} `date +'%d-%b-%Y %H:%M:%S'`
echo "------------------------------------"
set -x
fi
ssh ${server} "$CMMND"
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
</pre>
to be investigated... this one might be cleverer than mine...
<pre>
tmpdir=${TMPDIR:-/tmp}/pssh.$$
count=0
while userhost; do
ssh -n -o BatchMode=yes ${userhost} 'uname -a' > ${tmpdir}/${userhost} 2>&1 &
count=`expr $count + 1`
done < userhost.lst
while [ $count -gt 0 ]; do
wait $pids
count=`expr $count - 1`
done
echo "Output for hosts are in $tmpdir"

</pre>

improved version... 
just escape double quotes and dollar signs...
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# 08-JUL-15 Stuart Barkley Background execution mode
# ==============================================================================
# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hbvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
b) BACKGROUND="Y";
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ---------------------------------
# put the thing to be run in a file
# ---------------------------------
printf "%s\n" "$CMMND" > /tmp/dosh.$$

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
printf "%s\n" ${server} `date +'%d-%b-%Y %H:%M:%S'`
printf "%s\n" "------------------------------------"
set -x
fi
scp -q /tmp/dosh.$$ ${server}:/tmp/
if [[ "$BACKGROUND" == "Y" ]]; then
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"> /tmp/dosh_${server}.out 2>&1 &
else
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"
fi
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
rm -f /tmp/dosh.$$

[[ "$BACKGROUND" == "Y" ]] && printf "%s\n" "Type 'ls -altr /tmp/dosh*out' to see output from the commands"
</pre>

===How can a shell script find out what directory it is in?===
basename $0 does not always give the desired answer (might give "./"!
<pre>
DIR="$(cd "$(dirname "$0")" && pwd)"
</pre>

===Array processing===
<pre>
array=(1 2 3)
unset array[2]
echo ${array[2]} # null
indices=(${!array[@]}) # create an array of the indices of "array"
size=${#indices[@]} # the size of "array" is the number of indices into it
size=${#array[@]} # same
echo ${array[@]: -1} # you can use slices to get array elements, -1 is the last one, etc.
for element in ${array[@]}; do # iterate over the array without an index

for index in ${indices[@]} # iterate over the array WITH an index
do
echo "Index: ${index}, Element: ${array[index]}"
done

for index in ${!array[@]} # iterate over the array WITH an index, directly

array+=("new element") # append a new element without referring to an index
((counter++)) # shorter than ((counter=counter+1)) or ((counter+=1))
if [[ $var == 3 ]] # you can use the more "natural" comparison operators inside double square brackets
while [[ $var < 11 ]] # another example
echo ${array[${index}-1] # math inside an array subscript
</pre>
===Send an email by talking directly to an smtp server===
<pre>
#!/bin/bash
telnet smtp.domain.com 25 <<EOTXT>>/tmp/smtp.log
HELO me.domain.com
MAIL FROM:<stuart@domain.com>
RCPT TO:<anne@domain.com>
DATA
From: Stuart <stuart@domain.com>
To: Anne <anne@domain.com>
Subject: testing smtp email

Hello, this should appear in the body
.
QUIT
EOTXT
</pre>
===Send an email by talking directly to an smtp server via file descriptor (no telnet! this time), adding authentication===
<pre>
#!/bin/bash

#
# mail.sh
#
# 2008 - Mike Golvach - eggi@comcast.net
# 2010 - Rayber
#
# Creative Commons Attribution-Noncommercial-Share Alike 3.0 United States License
#

if [ $# -ne 7 ]
then
echo "Usage: $0 FromAdress ToAdress Domain MailServer MailTextFile AuthEmail AuthPass"
exit 1
fi

from=$1
to=$2
domain=$3
mailserver=$4
mailtext=$5
authemail=`echo $6|openssl enc -base64|awk 'sub("..$", "")'`
authpass=`echo $7|openssl enc -base64|awk 'sub("..$", "")'`

if [ ! -f $mailtext ]
then
echo "Cannot find your mail text file. Exiting..."
exit 1
fi

exec 9<>/dev/tcp/$mailserver/25
echo "HELO $domain" >&9
read -r temp <&9
echo "$temp"
echo "auth login" >&9
read -r temp <&9
echo "$authemail" >&9
read -r temp <&9
echo "$authpass" >&9
read -r temp <&9
echo "Mail From: $from" >&9
read -r temp <&9
echo "$temp"
echo "Rcpt To: $to" >&9
read -r temp <&9
echo "$temp"
echo "Data" >&9
read -r temp <&9
echo "$temp"
cat $mailtext >&9
echo "." >&9
read -r temp <&9
echo "$temp"
echo "quit" >&9
read -r temp <&9
echo "$temp"
9>&-
9<&-
echo "All Done Sending Email. See above for errors"
exit 0
</pre>

=== rsync examples===
Also see [[Distribute files to multiple servers using rsync and ssh]]
<pre>
#!/bin/sh
ssh <remote_host> '/bin/mkdir -p /etc /etc/rc.config.d /etc/security /etc/mail'
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/passwd /etc/passwd.post /etc/group /etc/hosts /etc/services /etc/resolv.conf /etc/exclude.rootvg <remote_host>:/etc
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/hosts.allow.xcat <remote_host>:/etc/hosts.allow
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/rc.config.d/sap <remote_host>:/etc/rc.config.d
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/security/group /etc/security/limits /etc/security/login.cfg /etc/security/passwd /etc/security/user <remote_host>:/etc/security
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/mail/sendmail.cf <remote_host>:/etc/mail

rsync -av --progress /home/ibmtools/scripts/oracle/* benouerp07:/home/ibmtools/scripts/oracle/
</pre>

===Handy aliases===
Strip out comments and blank lines from a file
<pre>
alias strip='grep -Ev '\''^(#|$)'\'''
</pre>
Does a ps and a grep
<pre>
alias psg='ps -ef | grep -v $$ | grep -i '
</pre>
Getting a decent listing of filesystem space available. It is ordered such that the filesystems with no space left are at the end.
<pre>
OS=$(uname -s)
[[ "$OS" == "SunOS" ]] && alias dfg='df -h|sed -e '1d'|sort -n -k5|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$4,$5,$6)}'\'''
[[ "$OS" == "AIX" ]] && alias dfg='df -g|sed -e '1d'|sort -n -k4|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total GB","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$3,$4,$7)}'\'''
</pre>
A handy way of listing subdirectories and their files
<pre>
alias filetree="find . -print | sed -e 's;[^/]*/;|____;g;s;____|; |;g'"
</pre>
Watch progress of a copy
<pre>
alias cpProgress="rsync --progress -ravz"
</pre>
Reboots Linksys router<pre>
alias rebootlinksys="curl -u 'admin:password' 'http://192.168.1.2/setup.cgi?todo=reboot'"
</pre>
Nice one for bash. Colour codes the prompt depending on the outcome of the previous command
<pre>
bash_prompt_command()
{
RTN=$?
prevCmd=$(prevCmd $RTN)
}
PROMPT_COMMAND=bash_prompt_command
prevCmd()
{
if [ $1 == 0 ] ; then
echo $GREEN
else
echo $RED
fi
}
if [ $(tput colors) -gt 0 ] ; then
RED=$(tput setaf 1)
GREEN=$(tput setaf 2)
RST=$(tput op)
fi
export PS1="\[\e[36m\]\u.\h.\W\[\e[0m\]\[\$prevCmd\]>\[$RST\]"
</pre>
Mmmm, to be looked into. Executes remote commands on a unix box using curl.
<pre>
#/bin/sh
#
# WAG320N-HACK
# Ver. 1.0
# 12/09/2010
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

# Set username and password in the form of "username:password"
# example: "admin:admin"
my_access="admin:admin"

# Parameters test
if [ -z "$1" ]
then
echo "wag320n-hack.sh: missing remote command"
echo "usage: wag320n-hack.sh <remote command>"
echo "example: wag320n-hack.sh /bin/ls -la /usr/sbin"
echo "Note: always use full path"
echo ""
echo "wag320n-hack.sh - Ver. 1.0 - 12/09/2010"
echo "Licensed under GPL V. 3"
echo ""
exit 0
fi

# Get the command
my_command="ping_size="'$('"$@"' 1>&2)'

curl -s -G -u "$my_access" --data-urlencode 'todo=ping_test' --data-urlencode 'this_file=Diagnostics.htm' --data-urlencode 'next_file=Ping.htm' --data-urlencode 'c4_ping_ipaddr=192.168.1.1' --data-urlencode 'ping_timeout=5000' --data-urlencode 'ping_interval=1000' --data-urlencode 'ping_number=1' --data-urlencode "$my_command" http://192.168.1.1/setup.cgi | sed -e '/HTTP\/1.0 200 OK/q'
</pre>

===How to configure SSH with public/private keys===
* [http://www.unixpeople.com/HOWTO/configuring.ssh.html unixpeople.com]
===Use SSH config file===
<pre>
Host server10
Hostname 1.2.3.4
IdentityFile ~/.ssh/id_dsa
user foobar
Port 30000
ForwardX11Trusted yes
TCPKeepAlive yes
</pre>
then just connect using
<pre>
ssh server10
</pre>

===A decent sed tutorial===
From [http://www.grymoire.com/Unix/Sed.html grymoire.com]
===A decent korn/bash shell tutorial===
From [http://www.dartmouth.edu/~rc/classes/ksh/print_pages.shtml dartmouth.edu]
Reproduced here just in case it disappears!
[[Advanced shell scripting]]

===trap===
<pre>
Example Handling Traps With ksh - Discussion of the kill command

EXAMPLE TEMPLATE:

PRODUCT: HP-UX 11iV1 Version B.11.11
HP Tru64 V5.1B PK4
Sun/Solaris SunOS V5.8
Linux 2.6 kernel

COMPONENT: ksh

SOURCE: Philippe Vouters
Fontainebleau/France

LOW COST HIGH-TECH PRODUCTS: http://techno-star.fr

OVERVIEW:

The ksh script below shows how to eventually handle traps in the situation
where someone might try to kill a script by killing individual commands run
by that script or the entire process group a script is running in. The kill
command (usually a shell builtin) may be used to send a signal to a process
group (with the -<pid> syntax) or an individual process. The example ksh
script below runs /bin/sleep as the foreground process, the example ksh
scripts immediately returns when the /bin/sleep process has terminated. Most
signals sent to the shell are ignored until after the foreground process
terminates. This is in order to avoid creating zombie processes. Therefore a
kill <pid> on the example ksh script waits for the termination of the
/bin/sleep process.

The status value $? in the trap refers to the exit status of the command to run
and therefore is the exit status of the /bin/sleep process. The called function
in the trap handler shows how to correctly examine the effect of the kill
command on the shell or it's children.

To examine the value of $? in a trap handler means that you must understand what
it can be set and how different signals delivered to either the shell or the
foreground process (or the process group) might affect the value of $?.

The example shell script prints $? using echo but it does not perform tests on
the value of $?. For a complete solution when attempting to trap signals in a
shell you would also need code that examined the value of $? after the
foreground process had completed.

*** CAUTION ***

This sample script has been tested using HP-UX B.11.11, HP Tru64 V5.1B PK4,
SunOS V5.8 and Fedora Core 4 (homed version of Red Hat Linux). However, we
cannot guarantee its effectiveness because of the possibility of error in
transmitting or implementing it. It is meant to be used as a template for
writing your own scripts, and may require modification for use on your system.

SCRIPT NOTES:

To notice that the ksh script and /bin/sleep share the same process group
identifier (PGID), issue the following commands:

[philippe@victor ~]$ who
philippe :0 Jan 10 10:16
philippe pts/1 Jan 10 21:30 (:0.0)
philippe pts/2 Jan 10 21:30 (:0.0)
[philippe@victor ~]$ tty
/dev/pts/1
[philippe@victor ~]$ ps -j -t pts/2
PID PGID SID TTY TIME CMD
11072 11072 11072 pts/2 00:00:00 bash
11113 11113 11072 pts/2 00:00:00 ksh
11116 11113 11072 pts/2 00:00:00 sleep

In this case sending kill -INT -11113 will send SIGINT to the process group
11113. Both of the ksh and sleep processes are contained within this process
group.

Important Note:

On HP-UX, you have to $ export UNIX95=1 in order to be able to use the
-j option of the ps command.

SCRIPT:

COPYRIGHT (C) 2005 BY
HEWLETT-PACKARD COMPANY
ALL RIGHTS RESERVED.

THIS SOFTWARE IS FURNISHED UNDER A LICENSE AND MAY BE USED AND COPIED
ONLY IN ACCORDANCE WITH THE TERMS OF SUCH LICENSE AND WITH THE INCLUSION
OF THE ABOVE COPYRIGHT NOTICE. THIS SOFTWARE OR ANY OTHER COPIES
THEREOF MAY NOT BE PROVIDED OR OTHERWISE MADE AVAILABLE TO ANY OTHER
PERSON. NO TITLE TO AND OWNERSHIP OF THE SOFTWARE IS HEREBY TRANSFERRED.

THE INFORMATION IN THIS SOFTWARE IS SUBJECT TO CHANGE WITHOUT NOTICE AND
SHOULD NOT BE CONSTRUED AS A COMMITMENT BY HEWLETT-PACKARD COMPANY.

HP ASSUMES NO RESPONSIBILITY FOR THE USE OR RELIABILITY OF ITS
SOFTWARE ON EQUIPMENT THAT IS NOT SUPPLIED BY HP.

NO RESPONSIBILITY IS ASSUMED FOR THE USE OR RELIABILITY OF SOFTWARE
ON EQUIPMENT THAT IS NOT SUPPLIED BY HEWLETT-PACKARD COMPANY.

SUPPORT FOR THIS SOFTWARE IS NOT COVERED UNDER ANY HP SOFTWARE
PRODUCT SUPPORT CONTRACT, BUT MAY BE PROVIDED UNDER THE TERMS OF THE
CONSULTING AGREEMENT UNDER WHICH THIS SOFTWARE WAS DEVELOPED.

#!/bin/ksh
function handle_signal
{
print -n "pid $$ recieved $2 "
if [[ $1 = 0 ]];then
print but foreground command ended successfully
else
if [[ $1 = $3 ]];then
print and so did the last foreground command
else
print -n "and the exit status of the last foreground "
print command was $1
fi
fi
# Kill our process group and then ourselves with SIGTERM, giving a
# pid of 0 sends the signal to our process group. Killing the process
# group should kill us as well, this assumes that SIGTERM is not
# handled by any process in the process group.
#
# This code could be replaced with an exit with an exit value that
# would indicate what the problem was to the caller. That is replace
# these two lines with:
#
# exit $3
#
# or a specific exit code could be used.
#
kill -TERM 0
kill -TERM $$
}
OS=$(uname -a | awk '{print $1}')
if [[ "$OS" = "Linux" ]]; then
offset=256
elif [[ ("$OS" = "HP-UX") ||
("$OS" = "SunOS") ||
("$OS" = "OSF1") ]]; then
offset=128
fi
trap 'RC=$?; handle_signal $RC SIGINT $offset+2' INT
trap 'RC=$?; handle_signal $RC SIGQUIT $offset+3' QUIT
/bin/sleep 20
echo $?
</pre>
===DNS not working===
Ping to an IP address works
ping 74.125.136.103
but this doesn't
ping www.google.com

Check resolv.conf
cat /etc/resolv.conf
nameserver 95.130.132.17
nameserver 95.130.132.18
I had changed internet provider and forgot to update this. Just to set it to the router address and let that do the resolution
nameserver 192.168.1.1

===File descriptors===
<pre>
exec 3<> /tmp/foo #open fd 3 for r/w
echo "test" >&3
exec 3>&- #close fd 3.
</pre>
<pre>
exec 3<> myfile.txt
while read line <&3
do {
echo "$line"
(( Lines++ )); # Incremented values of this variable
#+ accessible outside loop.
# No subshell, no problem.
}
done
exec 3>&-

echo "Number of lines read = $Lines" # 8
</pre>
Mmm. See our output and also tee it to a log file!
<pre>
#!/bin/bash

echo hello

if test -t 1; then
# Stdout is a terminal.
exec >log
else
# Stdout is not a terminal.
npipe=/tmp/$$.tmp
trap "rm -f $npipe" EXIT
mknod $npipe p
tee <$npipe log &
exec 1>&-
exec 1>$npipe
fi

echo goodbye
</pre>

===Create new image with kvm===
Ref: http://www.cyberciti.biz/faq/kvm-virtualization-in-redhat-centos-scientific-linux-6/ 
Build an empty space for a CentOS virtual machine
<pre>
qemu-img create -f qcow2 centos.img 12G
</pre>
Tried creating image with
<pre>
sudo virt-install -n CentOS --description "Trying out CentOS" --ram=1024 --vcpus=1 --cpu host --hvm --cdrom /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2 --graphics vnc --disk path=/var/lib/libvirt/images/centos.img,bus=virtio,size=10
</pre>
gives error
<pre>
Starting install...
Allocating 'centos.img' | 10 GB 00:00
ERROR internal error Process exited while reading console log output: char device redirected to /dev/pts/1
qemu-kvm: -drive file=/home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2.bz2,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw: could not open disk image /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2: Permission denied
</pre>
===rpm / yum commands===
====Install an RPM Package====
<pre>
rpm -ivh pidgin-2.7.9-5.el6.2.i686.rpm

-i - install
-v - verbose
-h - print progress hashes
</pre>

====Check dependencies of RPM Package before Installing====
<pre>
rpm -qpR BitTorrent-5.2.2-1-Python2.4.noarch.rpm

-q - query
-p - list package capabilities
-R - list dependent package capabilities
</pre>

====Install RPM Package with all dependencies====
<pre>
yum install BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Install RPM Package with all dependencies (when RPM has been downloaded to local machine)====
<pre>
yum localinstall BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Force Install a RPM Package without dependencies====
Package will not work if dependencies are required
<pre>
rpm -ivh --nodeps BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Check an Installed RPM Package====
<pre>
rpm -q BitTorrent
</pre>
====List all files of an installed RPM package====
<pre>
rpm -ql BitTorrent
</pre>
====List All Installed RPM Packages====
<pre>
rpm -qa
</pre>
====Query information about an installed RPM package====
<pre>
rpm -qi vsftpd
</pre>
====Query information about a not yet installed RPM package====
<pre>
rpm -qip sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====(Forcibly) Remove an RPM Package====
Use package name (as seen in -qi above), not full name
<pre>
rpm -ev (--nodeps) vsftpd
</pre>
====Query a file that was installed as part of an RPM Package (which package contained this file)====
<pre>
rpm -qf /usr/bin/htpasswd
</pre>
====Verify an RPM package====
Compares information of installed files of the package against the rpm database
<pre>
rpm -Vp sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====Rebuild corrupted RPM database====
<pre>
cd /var/lib
rm __db*
rpm --rebuilddb
rpmdb_verify Packages
</pre>

===Install rpmforge repository===
* Download rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
* Import the key
<pre>
sudo rpm --import http://apt.sw.be/RPM-GPG-KEY.dag.txt
</pre>
* Install the repository
<pre>
sudo rpm -i rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Check the installation
<pre>
rpm -K rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Test it
<pre>
sudo yum install terminator
</pre>
===Install rpmfusion repository===
<pre>
su -c 'yum localinstall --nogpgcheck http://download1.rpmfusion.org/free/el/updates/6/i386/rpmfusion-free-release-6-1.noarch.rpm http://download1.rpmfusion.org/nonfree/el/updates/6/i386/rpmfusion-nonfree-release-6-1.noarch.rpm'
</pre>

===config file for yum===
Checkout this file for global yum config
<pre>
/etc/sysconfig/yum-cron-background
</pre>

===Setup Oracle Enterprise Linux (RedHat) with yum server===
You need to download the yum .repo file from the server, as per the steps below. After this, you need to enable a flag in the .repo file as per your operating system version. Having done these two steps, when you run yum install <pkgname> command on your linux box, the Oracle's yum server will be scanned, the dependent & the relevant rpm's will be download and installed for you. 
cd /etc/yum.repos.d
To download files here
wget http://public-yum.oracle.com/public-yum-el5.repo

A file named public-yum-el5.repo will be created in your directory 
Edit this file and enter enabled=1 against the operating systems which is relevant to you
vi public-yum-el5.repo

Next run the yum command
yum install package-name

===To change to static IP address (Raspberry Pi)===
As root:
<pre>
cd /etc/networks
vi interfaces
</pre>

replace the line “iface eth0 inet dhcp” with
<pre>
iface eth0 inet static
address 192.168.1.100
netmask 255.255.255.0
gateway 192.168.1.1
</pre>

You should also take a look at the file /etc/resolv.conf and check it has a nameserver entry (probably pointing at your default gateway) or direct to your ISP name servers.
<pre>
nameserver 192.168.1.1
</pre>
===Troubleshoot wireless network problems===
* [https://www.blackmoreops.com/2014/09/18/connect-to-wifi-network-from-command-line-in-linux/ connect to wifi network from command-line in linux - from blackmoreops.com]
'''Short summary of all the things you need to do in just few lines'''
<pre>
root@kali:~# iw dev
root@kali:~# ip link set wlan0 up
root@kali:~# iw wlan0 scan
root@kali:~# wpa_passphrase blackMOREOps >> /etc/wpa_supplicant.conf
root@kali:~# wpa_supplicant -i wlan0 -c /etc/wpa_supplicant.conf
root@kali:~# iw wlan0 link
root@kali:~# dhclient wlan0
root@kali:~# ping 8.8.8.8
(Where wlan0 is wifi adapter and blackMOREOps is SSID)
(Add Routing manually)
root@kali:~# ip route add default via 10.0.0.138 dev wlan0
</pre>

===To change to static IP address (Redhat/CentOS)===
As root:
<pre>
vi /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=STATIC
IPADDR=192.168.1.111
NETMASK=255.255.255.0
GATEWAY=192.168.1.1
ONBOOT=yes
DNS1=8.8.8.8
DNS2=8.8.4.4
</pre>
Resrart the network interface
<pre>
/etc/init.d/network stop
/etc/init.d/network start
or
service network restart
</pre>
Check name server entry in resolv.conf
<pre>
vi /etc/resolv.conf
nameserver 192.168.1.1
</pre>

===Enable processes / services to start at boot time===
<pre>
sudo chkconfig httpd on
sudo chkconfig mysqld on
</pre>

===Run a command on lots of servers in parallel===
This is a damn fine AIX utility - part of the CSM Distributed Shell.
dsh -a "ls -al /etc/apache2/*conf"
will list the Apache configuration file on all reachable servers (nodes)
===Download a gzip file and pipe it into tar===
<pre>
cd ~ && wget -O - "https://www.dropbox.com/download?plat=lnx.x86_64" | tar xzf -
</pre>

===Check in a script to make sure it is run only by root===
<pre>
RUID=`/usr/bin/id|$AWK -F\( '{print $1}'|$AWK -F\= '{print $2}'`
if [ ${RUID} != "0" ];then
$ECHO "This script must be executed as root"
exit 1
fi
</pre>

===Set terminal to use Backspace key to erase previous character instead of Control-H===
Been looking for this for a long time. 
You can put:
<pre>
stty erase <CTRL-V><Backspace key>
</pre>
in your .profile but this will be ruined if you do a copy/paste into another file. 
I wanted a way of doing this without entering the control character in the .profile. Finally stumbled upon it. And it's so simple. Just escape the caret!
<pre>
stty erase \^?
</pre>
Put this in the .profile. It's copy/pastable and it works! 
If you want CTRL-H to be your erase character, just do this:
<pre>
stty erase \^H
</pre>

===Play with the terminal settings and reset them again either side of requesting a password===
The -g option of stty gives a compact list of all the settings or the terminal and can be used as input to stty
<pre>
OLDCONFIG=`stty -g` # save terminal configuration
stty -echo # turn character echoing off
echo "Enter password: \c"
read PASSWD # get the password
stty $OLDCONFIG # restore terminal configuration
</pre>

===Reset terminal to "sane" characteristics===
If you've done a cat of a binary file or something else weird and your terminal is left in a mess, the following key sequence should bring it back to normal
<pre>
<CTRL-J>stty sane<CTRL-J>
</pre>
===Install OpenOffice on RedHat Enterprise when yum install doesn't!===
Download Package
<pre>
wget http://sourceforge.net/projects/openofficeorg.mirror/files/4.0.1/binaries/en-US/Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz/download -O Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz
</pre>
Change to root
<pre>
sudo su -
</pre>
Remove the old stuff
<pre>
yum remove openoffice* libreoffice*
</pre>
Extract Package
<pre>
tar -xvf Apache_OpenOffice_4.0.1*
cd en-US
</pre>
Install Package and exit root
<pre>
rpm -Uvh RPMS/*.rpm RPMS/desktop-integration/openoffice4.0-redhat-*.rpm
exit
</pre>
Start it
<pre>
openoffice4
</pre>
===What does this do?===
<pre>
while IFS= read -r line; do
echo "[$(date "+%F %T")] - $line"
done < <(iwevent)
</pre>
or
<pre>
while IFS= read -r line; do
printf "%s\n%s\n" "$line" "Yohooo! One more package."
done < <(tcpdump -i any -nS)
</pre>

===List of Special Characters and what they mean===
From [http://www.grymoire.com/Unix/Quote.html Bruce Barnett]
<pre>
Character Where Meaning
<RETURN> csh, sh Execute command
# csh, sh, ASCII files Start a comment
<SPACE> csh, sh Argument separator
` csh, sh Command substitution
" csh, sh Weak Quotes
' csh, sh Strong Quotes
\ csh, sh Single Character Quote
variable sh, csh Variable
variable csh, sh Same as variable
| csh, sh Pipe character
^ sh Pipe Character
& csh, sh Run program in background
? csh, sh Match one character
* csh, sh Match any number of characters
; csh, sh Command separator
;; sh End of Case statement
~ csh Home Directory
~user csh User's Home Directory
! csh History of Commands
- Programs Start of optional argument
$# csh, sh Number of arguments to script
$* csh, sh Arguments to script
$@ sh Original arguments to script
$- sh Flags passed to shell
$? sh Status of previous command
$$ sh Process identification number
$! sh PID of last background job
&& sh Short-circuit AND
|| sh Short-circuit OR
. csh, sh Typ. filename extension
. sh Source a file and execute as command
: sh Nothing command
: sh Separates Values in environment variables
: csh Variable modifier
Character Where Meaning
[ ] csh, sh Match range of characters
[ ] sh Test
%job csh Identifies job Number
(cmd;cmd) csh. sh Runs cmd;cmd as a sub-shell
{ } csh In-line expansions
{cmd;cmd } sh Like (cmd;cmd ) without a subshell
>ofile csh, sh Standard output
>>ofile csh, sh Append to standard output
<ifile csh, sh Standard Input
<<word csh, sh Read until word, substitute variables
<<\word csh, sh Read until word, no substitution
<<-word sh Read until word, ignoring TABS
>>!file csh Append to file, ignore error if not there
>!file csh Output to new file, ignore error if not there
>&file csh Send standard & error output to file
<&digit sh Switch Standard Input to file
<&- sh Close Standard Input
>&digit sh Switch Standard Output to file
>&- sh Close Standard Output
digit1<&digit2 sh Connect digit2 to digit1
digit<&- sh Close file digit
digit2>&digit1 sh Connect digit2 to digit1
digit>&- sh Close file digit
</pre>

Unix/Linux

2018-11-27T11:47:37Z

Stuart: /* ps -ef cuts off args cmd column on Solaris */

* [http://hyperpolyglot.org/unix-shells#var-expansion Good shell comparison including variable expansion - hyperpolyglot.org]
* [http://pubs.opengroup.org/onlinepubs/9699919799/utilities/toc.html Shell coding standards - opengroup.org]
* [http://aix4admins.blogspot.be aix4admins]
* [http://linuxgazette.net/issue55/okopnik.html The Deep, Dark Secrets of Bash]
* [http://www.speakeasy.org/~arkay/216-7.4KshFunctions.html Korn Shell Functions]
* [http://www.grymoire.com/Unix/AwkRef.html AWK reference from Bruce Barnett]
* [http://www.catonmat.net/blog/wp-content/uploads/2008/09/awk1line.txt HANDY AWK ONE-LINERS]
* [http://www.grymoire.com/unix/Quote.html Unix quoting from from Bruce Barnett (grymoire)]
* [http://www.mpi-inf.mpg.de/departments/rg1/teaching/unixffb-ss98/quoting-guide.html Another excellent quoting tutorial]
* [http://aix4admins.blogspot.be/2015/02/snapshot-fs-snapshot-snapshot-is-state.html AIX snapshot technology]
* [[RaspberryPi]]
* [[SSH]]
* [http://www.anattatechnologies.com/q/2013/04/multiuser-screen/ Screen sharing from Unix using screen]
* [https://robots.thoughtbot.com/a-tmux-crash-course Screen sharing from Unix using tmux]
* [http://www.csb.yale.edu/userguides/wordprocess/vi-summary.html Handy ex and vi reference]
* [[Fedora install for my own purposes]]

===Use sed to repeat characters===
echo an '=' sign then use the loop feature of sed to run round a loop a further 79 times replacing what you've got with the same thing plus and extra one!
<pre>
echo "=" | sed -e :a -e 's/^=\{1,79\}$/&=/;ta'
</pre>
===Convert between lower and upper case using ansi standard===
This way should be portable and give predictable results
<pre>
LOWER_SID=$(echo "${SID}" | tr '[:upper:]' '[:lower:]')
UPPER_SID=$(echo "${SID}" | tr '[:lower:]' '[:upper:]')
</pre>
===Use sed to delete the first line of a file or command output printing from the second line onwards===
Actually deceptively simple. Example remove the header from df output.
<pre>
df -k | sed 1d
</pre>
As a useful extension, suppose TO_DATA_DIR contains multiple directories, this will total the free space for all relevant filesystems 
This one is specific to AIX, for other Unixes and Linux, use $4 instead of $3.
<pre>
SPACE_AVAILABLE=$(df -k $TO_DATA_DIR | sed 1d | awk 'BEGIN {i=0} {i=i+$3} END {print i}')
</pre>
===Use sed to munge a controlfile into submission!===
* delete comment lines
* delete all lines after the one starting with a semicolon
* delete all blank lines
* change reuse to set
* change archivelog (with word boundaries) to noarchivelog
* change old sid to new sid
<pre>
sqlplus -s / as sysdba<<'EOSQL' >/dev/null
alter database backup controlfile to trace as '/tmp/regenerate_controlfile.sql' reuse resetlogs;
EOSQL
OLDSID='PROD'
NEWSID='TEST'
sed -e '/^--/d' -e '/^\;/q' -e '/^ *$/d' -e 's/REUSE/SET/' -e 's/\<ARCHIVELOG\>/NOARCHIVELOG/' -e 's/\"'${OLDSID}'\"/\"'${NEWSID}'\"/' /tmp/regenerate_controlfile.sql
</pre>
===Find all files where a certain text does not exist===
Mostly we want to search for files containing a particular string but how to find those files that do not contain some text. 
Using xargs instead of -exec forces the filename to be printed. -H should do this but doesn't seem to in this case.
<pre>
find . -name "*cfg" | xargs grep -H -c TO_CV_HOST {} \; | grep ':0$' | cut -d: -f1
</pre>

===Use tar and gzip to copy files more efficiently across network between hosts===
From the destination server, this will connect to the source, tar up each file and pull it back to the current server
<pre>
ssh oracle@hn5211 "cd /oracle/ora_data4/iten3/ && tar -cf - . | gzip " | ( cd /oracle/ora_data2/iten/ && gunzip -c | tar -xvf - . )
</pre>

===double hash and double percent in shell variables to trim off characters from variables===
<nowiki>#</nowiki> - trims everything from the start of line till the FIRST occurrence of following character (abstemious) :-) 
<nowiki>##</nowiki> - trims everything from the start of line till the LAST occurrence of following character (greedy) 
% - trims everything from the end of line backwards till the FIRST occurrence of following character (abstemious) 
%% - trims everything from the end of line backwards till the LAST occurrence of following character (greedy)
<pre>
FILENAME="/home/bey9at77/hello.txt"
FILE_STUB1=${FILENAME##*/}
FILE_STUB=${FILE_STUB1%.*}
echo $FILE_STUB
hello
FILE_EXT=${FILENAME##*.}
echo $FILE_EXT
txt
</pre>
or 
<nowiki>#</nowiki> - remove prefix reluctantly 
<nowiki>##</nowiki> - remove prefix greedily 
% - remove suffix reluctantly 
%% - remove suffix greedily 
<pre>
words="do.re.mi"

echo ${words#*.}

echo ${words##*.}

echo ${words%.*}

echo ${words%%.*}
</pre>

===The best shell script ever. An example of how scripting should be done===
It was written by someone at Oracle. Unfortunately (s)he did not put any author comment in it. Also unfortunately I cannot show it here as it is protected behind Oracles support website. 
If you have an Oracle Metalink id, you can get the complete script [https://support.oracle.com/epmos/faces/DocumentDisplay?id=949322.1 here] 
Here is a snippet of a function that demonstrates proper commenting and a very good style. 
The script is called physru.sh and upgrades an Oracle database in a rolling upgrade fashion by using a physical standby. 
There are 4500 lines in the full script but it is so easy to read and understand because of the way it's written, it's like a breath of fresh air. Well done whoever you are!
<pre>
###############################################################################
# NAME: wait_mrp_active
#
# DESCRIPTION:
# Wait for $MRP_START_TIMEOUT minutes to confirm that the MRP is active. If
# we can't detect an active MRP, abort the script with an error.
#
# INPUT(S):
# Arguments:
# $1: database user
# $2: user password
# $3: tns service name
# $4: database unique name
#
# Globals:
# None
#
# RETURN:
# None
#
###############################################################################
wait_mrp_active()
{
display "confirming media recovery is running"
l_wma_status=1
l_wma_curtime=`perl -e 'print int(time)'`
l_wma_exptime=`expr $MRP_START_TIMEOUT "*" 60`
l_wma_maxtime=`expr $l_wma_curtime + $l_wma_exptime`
while [ "$l_wma_curtime" -lt "$l_wma_maxtime" ]
do
is_mrp_running $1 $2 $3 $4
if [ "$?" -gt "0" ]; then
l_wma_status=0
break
fi

sleep $MRP_START_INTERVAL
l_wma_curtime=`perl -e 'print int(time)'`
done
chkerr $l_wma_status "could not detect an active MRP after $MRP_START_TIMEOUT minutes"
}
</pre>

===split variable (eg. filename) into separate variables using set===
<pre>
FILENAME="split_this_into_bits"
set $(echo ${FILENAME} | sed 's/_/ /g')
echo $4 $3 $2 $1
bits into this split
</pre>
===Centre align text on a line in bash shell===
Doesn't work in Korn shell due to %*s
<pre>
#COLUMNS=$(tput cols) # width of the current window
COLUMNS=80
title="Hello world!"
printf "%*s\n" $(((${#title}+$COLUMNS)/2)) "$title"
</pre>
and as a one-liner
<pre>
printf "%*s\n" $(( ( $(echo $* | wc -c ) + 80 ) / 2 )) "$*"
</pre>
This works in Korn shell...
<pre>
TITLE="$1"
LINEWIDTH=80

LPAD=$(((${#TITLE}+$LINEWIDTH)/2))
printf %${LPAD}s "$TITLE"
</pre>

===Right justify text (or repeat characters) on a line with leader dots!===
<pre>
function rpadwait {
text=$1
# -------------------------
# suppress newline for echo
# -------------------------
N=
C=
if echo "\c" | grep c >/dev/null 2>&1; then
N='-n'
else
C='\c'
fi

echo ${N} "${text}${C}" | sed -e :a -e 's/^.\{1,80\}$/&\./;ta'
}
</pre>

===cron jobs not submitted - daemon run out of child processes?===
Sometimes have problems with NFS mounts and this causes cron jobs to hang. If they are scheduled to run regularly, eventually cron will no longer be able to start any more jobs. 
* Check the cron log '''/var/adm/cron/log''' to see if there are any errors or other messages around the time the jobs should run.
If cron has hit its process limit (default 100), it will try again after a number of seconds (default 60). 
Both the number of jobs and wait time are configured in the file '''/var/adm/cron/queuedefs'''. If it is unusual for cron to be running so many jobs, you can check the process table to view the jobs cron has created. These jobs will have parent process id (PPID) of the cron daemon. 
<pre>
$ ps -ef | grep cron | grep -v grep
root 6750314 1 0 Apr 24 - 3:39 /usr/sbin/cron
solax025:root[/home/root]# ps -T 6750314
PID TTY TIME CMD
6750314 - 3:39 cron
21168296 - 0:00 \--bsh
58982414 - 0:00 \--sadc
</pre>
In this example, we only have 1 job running

===Find long-running processes with a cron job===
Processes running longer than 24 hours have a date instead of a start time...
<pre>
58 08,14 * * * /home/ibmtools/scripts/oracle/dosh -vc "ps -ef|grep 'ibmtools/scripts/oracle'|perl -nae 'print if \$F[4] !~/:/'" >/tmp/lrp.txt; [[ $(grep -c ibmtools /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' reporting@companymail.com
</pre>

===Process command line arguments in shell===
Borrowed from Mozilla Firefox installer
<pre>
## Command line arg defaults
##
moz_debug=0
moz_debugger=""
moz_debugger_args=""
#
##
## Parse the command line
##
while [ $# -gt 0 ]
do
case $1 in
-g | --debug)
moz_debug=1
shift
;;
-d | --debugger)
moz_debugger=$2;
if [ "${moz_debugger}" != "" ]; then
shift 2
else
echo "-d requires an argument"
exit 1
fi
;;
-a | --debugger-args)
moz_debugger_args=$2;
if [ "${moz_debugger_args}" != "" ]; then
shift 2
else
echo "-a requires an argument"
exit 1
fi
;;
*)
break;
;;
esac
done
#
##
## Program name given in $1
##
if [ $# -gt 0 ]
then
MOZ_PROGRAM=$1
shift
fi
##
## Program not given, try to guess a default
##
if [ -z "$MOZ_PROGRAM" ]
then
##
## Try this script's name with '-bin' appended
##
if [ -x "$MOZ_DEFAULT_NAME" ]
then
MOZ_PROGRAM=$MOZ_DEFAULT_NAME
##
## Try mozilla-bin
##
elif [ -x "$MOZ_APPRUNNER_NAME" ]
then
MOZ_PROGRAM=$MOZ_APPRUNNER_NAME
fi
fi
#
#
##
## Make sure the program is executable
##
if [ ! -x "$MOZ_PROGRAM" ]
then
moz_bail "Cannot execute $MOZ_PROGRAM."
fi
#
</pre>

===Carry XWindows settings across sessions===
<pre>
# ----------------------
# push XWindows settings
# ----------------------
[[ "$(uname)" == "SunOS" ]] && PATH=/usr/openwin/bin:$PATH
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
xauth list > /tmp/xauth_list_$WHOAMI
chmod 777 /tmp/xauth_list_$WHOAMI

echo $DISPLAY > /tmp/xdisplay_$WHOAMI
chmod 777 /tmp/xdisplay_$WHOAMI
</pre>

===Cross-platform version of whoami===
<pre>
WHOAMI=$(id | awk -F')' '{print $1}' | awk -F'(' '{print $2}')
</pre>

===Set terminal title from command line===
Put something like this in the .profile 
-n do not output the trailing newline 
-e enable interpretation of backslash escapes 
|0 sets title of window and icon 
|1 sets title of icon only 
|2 sets title of window only 
<pre>
echo -en "\033]0;`hostname`\007"
</pre>
<pre>
echo -en "\033]2;`hostname`\007"
</pre>

===Remove blank lines and comments (also indented ones) from a file===
<pre>
awk -F\: '!/^($|[:space:]*#)/ {print $2}' /etc/oratab | sort | uniq
</pre>
or as part of a script that removes comments and blank lines from all Korn shell scripts in a directory
<pre>
#!/usr/bin/ksh
for i in $(ls *ksh); do
perl -p -i -e 's/^\s*#[^!]*$//; s/^\s*$//' $i
done
</pre>

===Return elements of an array in Korn shell===
From [http://unix.stackexchange.com/questions/188202/processing-output-from-an-sqlite-db-into-a-ksh-array-with-spaces here] 
Could be used to separate the columns of an SQL select when returning to the shell 
This approach eliminates the need to put quotes around text with spaces in it.
<pre>
echo $KSH_VERSION
x="Red,Yellow is a color,Blue"
oIFS=$IFS
IFS=,
y=($x)
IFS=$oIFS
echo ${y[1]}
</pre>

===A decent Unix Prompt===
<pre>
export PS1="`uname -n`:`whoami`[\${PWD}]# "
or
export PS1='($?) $'ORACLE_SID" "`whoami`"@"`uname -n`":"'$'PWD"> "
export EDITOR=vi
</pre>
===Simple arithmetic===
pipe the calculation into the shell calculator
<pre>
space_in_kb=$(echo $1 / 1024 | bc)
</pre>
Calculate the remainder (modulo) of a division calculation
<pre>
if [[ $(echo "${NUMBER} % 2" | bc) -eq 0 ]]; then
echo "${NUMBER} is even"
else
echo "${NUMBER} is odd"
fi
</pre>
or do it in awk if scientific notation maybe involved
<pre>
function calc { awk "BEGIN{print $*}"; }

if [[ $(calc "${SPACE_USED} + ${SPACE_AVAILABLE} - ${DATABASE_SIZE") -le 0 ]]; then
echo "NOK"
fi
</pre>

===Script encryption and passphrase protection===
Encrypt a shell script with the ability to execute the encrypted version
* from [http://www.commandlinefu.com/commands/browse commandlinefu.com]
<pre>
scrypt(){ [ -n "$1" ]&&{ echo '. <(echo "$(tail -n+2 $0|base64 -d|mcrypt -dq)"); exit;'>$1.scrypt;cat $1|mcrypt|base64 >>$1.scrypt;chmod +x $1.scrypt;};}
</pre>

===Virtual host configuration in Apache http.conf===
<pre>
<VirtualHost *:80>
ServerName dbamon
DocumentRoot "/Volumes/data/Sites/dbamon_push"
<Directory "/Volumes/data/Sites/dbamon_push">
Options Includes FollowSymLinks
AllowOverride All
Order allow,deny
Allow from all
</Directory>
</VirtualHost>
</pre>
and in /etc/hosts, add...
<pre>
127.0.0.1 dbamon
</pre>
===Mount a website (or any other remote resource) locally using WebDav===
Redhat/CentOS
<pre>
yum install fuse-davfs2
or
yum install wdfs.x86_64
</pre>
Debian
<pre>
apt-get install davfs2
</pre>
then...
<pre>
sudo mkdir /mnt/webdav # or whatever you'd like to call the directory
sudo mount.davfs [-o option[,option]...] device mount_point
</pre>
In man's terms, that last line would translate to:
<pre>
id #suppose this returns uid=501 and gid=502
sudo mount.davfs -o 501,502 https://your/web/site /mnt/webdav
</pre>
Mac OSX
<pre>
osascript -e ' mount volume "http://username:password@webdav.address:portnum" '
or
osascript -e ' mount volume "http://username@webdav.address:portnum" '
or
osascript -e ' try mount volume "http://webdav.address:portnum" '
or
mount -t webdav http://webdav.address:portnum /mnt/webdav # this one won't show up in the Finder Sidebar.
</pre>

===Add current hostname to list of hosts on an xcat server===
<pre>
CMD="nodels"
HOST=`hostname`
(echo "$HOST"; $CMD) | while read server
do
echo "server:$server"
done
</pre>
===What is todays 'Day Of the Year' number?===
<pre>
DOY=`perl -e 'print sub{$_[7]}->(localtime)+1;'`
</pre>

===Convert Julian day numbers to dates===
<pre>
for day in 8 33 36 61 64 91 96 121 126 152 155 182 187 215 218 244 247 274 279 306 309 335 338 365; do date -d "`date +%Y`-01-01 +$(( ${day} - 1 ))days" +%d-%m-%Y; done
</pre>
===Send crontab job output to a date formatted log file===
This will run a job every 5 minutes and send the output to a file ending with a time in hours and minutes. 
The thing to note is the escaped percent signs. This is because a % sign is interpreted by cron to mean a newline character. Everything after the first % is treated as input to the program.
<pre>
*/5 * * * * /var/www/cgi-bin/dbamon_collector.ksh >/tmp/dbamon_collector.log.$(date "+\%H\%M") 2>&1
</pre>
===Edit crontab file without crontab -e===
It can happen that you need to add or modify a line in the crontab of many users or across many servers at once. 
In principle, there's nothing wrong with modifying the crontab file directly. You just lose the advantages of file locking (and syntax checking) that crontab -e offers. 
Here we take a backup of the current crontab, print it out, echo an extra command and ask cron to use these as input (thus overwriting the existing crontab file). Just don't run this close to midnight :-)
<pre>
crontab -l > /tmp/crontab.`date '+%Y%m%d'`
(
cat /tmp/crontab.`date +'%Y%m%d'`
echo "02 10 * * * /home/ibmtools/scripts/oracle/export_parfile.ksh -s SID -f JDBEOP1.parfile"
) | crontab -
</pre>
or
<pre>
crontab -l > /tmp/crontab.backup
crontab -l > /tmp/crontab.$$
perl -p -i -e 's!backup_send_tsm_dump!backup_export2tsm!g' /tmp/crontab.$$
crontab /tmp/crontab.$$
rm /tmp/crontab.$$
</pre>
or
<pre>
crontab -l >$HOME/crontab.$(date '+%Y%m%d')
crontab -l | perl -p -e 's|/nas/software/oracle/scripts|/oracle/scripts|' | crontab
</pre>

===Use shell to convert a number in scientific notation to normal===
<pre>
var2convert='1.2345678e3'
printf -v var2convert "%.f" $var2convert
echo $var2convert # magic!
</pre>
===Check for jobs running longer that 24 hours===
Run from the management server across all Unix servers. Checks the 5th column in a ps listing. If it doesn't find a : (time separator), the process is running longer than 24 hours.
<pre>
# ---------------------------------------
# report on long running oraibm processes
# ---------------------------------------
01 17,14 * * * rm -f /tmp/lrp.txt;/home/ibmtools/scripts/oracle/dosh -vc \"ps -ef|egrep 'oraibm|scripts/oracle'>/tmp/lrp.txt;perl -nae 'print if \$F[4] !~/:/' /tmp/lrp.txt\" >>/tmp/lrp.txt;[[ $(egrep -c 'oraibm|scripts/or
acle' /tmp/lrp.txt) -ne 0 ]] && cat /tmp/lrp.txt|mailx -s '*** long running processes - please check ***' bey9at77@mail.com
</pre>

===Global find and replace with perl (restricted to list of files provided by Unix find command)===
<pre>
find . -type f -exec perl -i -pe 's/something/else/g' {} \;
</pre>
===perl function to make filenames lower case===
<pre>
function lower {
perl -e 'for (@ARGV) { rename $_, lc($_) unless -e lc($_); }' *
}
</pre>

===From the management server, search the TNS listener port for each database on a server and make an inline substitution in the ITM config files!===
<pre>
for i in `/home/ibmtools/scripts/oracle/dosh -c "ls -al /opt/IBM/ITM/config/*rz*cfg|grep -v lrwx"|awk '{print $NF}'`; do
server=`echo $i|cut -d_ -f1 | awk -F'/' '{print $NF}'`
db=`echo $i|cut -d'.' -f1 | awk -F'_' '{print $NF}'`
OH=`ssh $server grep "^$db" /etc/oratab|cut -d: -f2`
LISTENERPORT=`ssh $server cat $OH/network/admin/listener.ora|perl -00 -ne 'print $1 if /'$db'.*PORT.*=.*(\d{4})/s'`
ssh $server perl -p -i.bak -e 's/1521/'$LISTENERPORT'/' $i
ssh $server ls -al ${i}*
done
</pre>

===Run a job from cron every Nth day of the month===
Example. Execute a job every third Saturday of the month. 
Paste this into a file called calenday and put it in /usr/local/bin so it's (probably) on the PATH
<pre>
#!/usr/bin/ksh

# ix is the week number of the month ("2"nd Friday of the month, "3"rd Tuesday of the month)
# dy is the day number in Unix format (0 for Sunday, 1 for Monday, ... 6 for Saturday)
# eg. "calenday 3 6" returns the date of 3rd Saturday of the month.

ix=$1
dy=$2
SCHAR=$((($dy*2)+$dy+1))
ECHAR=$(($SCHAR+1))
cal `date '+%m %Y'` | egrep "\<[0-9]{1,2}\>" | cut -c${SCHAR}-${ECHAR} | xargs | awk {'print $'$ix'}'

</pre>
Now in crontab, you should be able to do something like this: 
<pre>
15 20 * * * [[ `calenday 3 6` -eq `/bin/date '+%d'` ]] && su - oracle -c "run_my_backup.ksh"
</pre>

This will also work on some Unices.. 
We send backups to a special TSM node on the second Friday of each month. This report must run a day later - but that is not guaranteed to be the second Saturday or even the 3rd. So...
<pre>
30 12 8-14 * 5 sleep 86400 && su - oracle -c "/usr/bin/perl -ne 'print if /ORX_M_SOL/ .. /^STOP/' /home/oracle/incoming/dbamon_spool_tsm_*.SOL | grep Archive | grep -v Client | mailx -s 'Monthly TSM backups' orareport@xxxxxx.com"
</pre>

===ps listing does not show start time after 24 hours===
But you can see elapsed time using your own ps coomand
<pre>
/usr/bin/ps -eo etime,user,pid,ppid,cpu,start,tty,time,args |tail -n +2|sort
</pre>
===ps -ef cuts off args cmd column on Solaris===
====To see more than 80 characters of the last column on Solaris====
This shows all the individual arguments to the command
<pre>
pargs <pid>
</pre>
This shows the ps listing in 'compatibility' mode (there are more compatibility commands in /usr/xpg4/bin)
<pre>
/usr/ucb/ps auww
</pre>
====To see more than 80 characters of the last column on AIX====
This shows the full argument listing of a process (NOTE: no minus sign!)
<pre>
ps eww <pid>
</pre>

===Remove blank / empty lines from vi ===
Maybe you cut and pasted a file from Windows and it's full of blank lines and Control-M's now 
There are several methods but I think this is the easiest to remember
<pre>
:g/^$/d
</pre>

===Right pad a variable===
a function like rpad in SQL but for Shell 
<pre>
function rpad {
text=$1
padwidth=$2
padchar=$3
echo "$text" | sed -e :a -e 's/^.\{1,'$padwidth'\}$/&\'$padchar'/;ta'
}
</pre>

===Connect to a Windows server from Linux using rdesktop===
My remmina stopped working so rolled my own. Very simple really. Put this is a shell.
<pre>
tsocks rdesktop -z -P -x m -a 16 -d MAIND -u sbarkley -p ****** -r disk:SOL=$HOME/Documents/SOL -g 95% 150.251.112.38 &

where...
-z - enables compression
-P - enables bitmap caching (saves network traffic)
-x m - disables eye-candy features
-a 16 - reduce colour pallete to 16 colours
-d - domain to connect to
-u - username
-p - password
-r - setup a shared folder
-g - geometry (use W x H or percentage)
</pre>
Slight problems with rdesktop not working 100% of the time. Now using xfreerdp. Seems better...
<pre>
xfreerdp -g 90% --ignore-certificate --gdi sw -K -d wdcrhbp05 -u oraibm -p "`cat $HOME/scripts/.oraibm.password`" -T "wdcrhbp05_oraibm" --plugin cliprdr --plugin rdpdr --data disk:SOL:/home/bey9at77/Documents/SOL -- --plugin rdpsnd --data alsa -- 150.251.112.25 &
</pre>

===Reset your password bypassing password rules===
must be done as root
<pre>
echo "user:new_password" | chpasswd
</pre>
===Sum the sizes of all files of an ls listing===
It'll check to see if the sum of filesizes corresponds with the df -g (or h) listing (can get messed up due to open but deleted files)
<pre>
cd /oracle/export
df -g .
find . -name "*dmp*" -ls | awk '{ SUM += $7} END { print SUM/1024/1024/1024 }'
</pre>

===Mount an iso image under Linux===
<pre>
mkdir -p /mnt/cdrom
mount -o loop /dev/cdrom /mnt/cdrom
</pre>
===How many processors on the machine?===
* AIX
<pre>
lsdev -C|grep Process|wc -l
</pre>
* Solaris
<pre>
psrinfo -v|grep "Status of processor"|wc -l
</pre>
* Linux
<pre>
cat /proc/cpuinfo|grep processor|wc -l
</pre>

===Quick, simple, understandable example of how to use RRDTool===
* [[RRDTool]]

===Use expect to respond automatically to interactive programs===
<pre>
#!/usr/bin/expect -f
spawn /usr/tivoli/tsm/client/oracle/bin64/tdpoconf passw -tdpo_optfile=/oracle/[lindex $argv 0]/admin/tdpo.opt
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
expect "assword:" {send "password\r"}
</pre>
===Use expect to allow file copy with scp (if ssh keys are not an option)===
<pre>
#!/usr/bin/expect -f
spawn scp /home/oracle/.profile oracle@hn512:/tmp/prfl
set pass "thepassword"
expect {
password: {send "$pass\r" ; exp_continue}
eof exit
}
</pre>

===Within a shell script set up simultaneous output to both terminal and a file using a FIFO (named pipes)===
or "How to send shell output to screen/stdout as well as to a logfile using tee and redirection with exec" 
 
examples [http://www.unix.com/shell-programming-and-scripting/85584-redirect-within-ksh.html here on unix.com]
* general info on redirections [http://www.catonmat.net/blog/bash-one-liners-explained-part-three/ here at catonmat.net]
<pre>
#!/bin/ksh

REDIR=test.redir
FIFO=test.pipe
[[ -e $FIFO ]] || mkfifo $FIFO

# make a new channel(3) and copy channel 1's destination as its own (does NOT POINT TO channel 1's destination)
# this allows the normal output to continue to STDOUT but also get printed to whatever file is attached to channel 3
exec 3>&1

# anything coming in on the pipe, send it to $REDIR and to channel 3
tee $REDIR <$FIFO >&3 &

# redirect STDOUT to the pipe
exec > $FIFO

echo "going to default output"
echo "forcing to channel 1" >&1
echo "forcing to channel 2" >&2
echo "forcing to channel 3" >&3
</pre>
====More elaborate example====
found [http://stackoverflow.com/questions/2288939/create-a-pipe-that-writes-to-multiple-files-tee here on stackoverflow]
<pre>
#!/bin/sh

# Author: Harvey Chapman <hchapman _AT_ 3gfp.com>
# Description: POSIX shell functions that can be used with tee to simultaneously put
# stderr and stdout to both a file and stdout
#
# Based on:
# Re: How to redirect stderr and stdout to a file plus display at the same time
# http://www.travishartwell.net/blog/2006/08/19_2220

#
# Original example function from Travis Hartwell's blog.
# Note: I've made minor changes to it.
example()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

# This should really be -p to test that it's a pipe.
if [ ! -e $OUTPUT_PIPE ]; then
mkfifo $OUTPUT_PIPE
fi

# This should really be -f to test that it's a regular file.
if [ -e $OUTPUT_LOG ]; then
rm $OUTPUT_LOG
fi

exec 3>&1 4>&2
tee $OUTPUT_LOG < $OUTPUT_PIPE >&3 &
tpid=$!
exec > $OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid

rm $OUTPUT_PIPE
}

# A slightly reduced version of example()
example2()
{
OUTPUT_LOG=output.log
OUTPUT_PIPE=output.pipe

rm -f $OUTPUT_PIPE
mkfifo $OUTPUT_PIPE
rm -f $OUTPUT_LOG

tee $OUTPUT_LOG < $OUTPUT_PIPE &
tpid=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1

echo "This is on standard out"
echo "This is on standard err" >&2

exec 1>&3 3>&- 2>&4 4>&-
wait $tpid
rm -f $OUTPUT_PIPE
}

#
# Logging methods based on above. See the example below for how to use them.
#

# Usage: start_logging [delete_existing_logfile]
start_logging()
{
# Check to see if OUTPUT_LOG and OUTPUT_PIPE need to be defined.
if [ -z "$OUTPUT_LOG" ]; then
OUTPUT_LOG=output.log
fi
if [ -z "$OUTPUT_PIPE" ]; then
OUTPUT_PIPE=output.pipe
fi
# Make sure that we're not already logging.
if [ -n "$OUTPUT_PID" ]; then
echo "Logging already started!"
return 1
fi

# Always remove the log and pipe first.
rm -f $OUTPUT_PIPE
# Delete the logfile first if told to.
if [ "$1" = delete_existing_logfile ]; then
rm -f $OUTPUT_LOG
fi

mkfifo $OUTPUT_PIPE
tee -a $OUTPUT_LOG < $OUTPUT_PIPE &
OUTPUT_PID=$!

exec 3>&1 4>&2 >$OUTPUT_PIPE 2>&1
}

stop_logging()
{
# Make sure that we're currently logging.
if [ -z "$OUTPUT_PID" ]; then
echo "Logging not yet started!"
return 1
fi
exec 1>&3 3>&- 2>&4 4>&-
wait $OUTPUT_PID
rm -f $OUTPUT_PIPE
unset OUTPUT_PID
}

example3()
{
start_logging
#start_logging delete_existing_logfile
echo "This is on standard out"
echo "This is on standard err" >&2
stop_logging
}
</pre>

===RedHat root filesystem has gone read-only===
* [http://www.unixarena.com/2013/09/redhat-linux-how-to-fix-read-only-root.html How to fix read only root file system]

===Kill all processes for a user===
<pre>
for prc in `ps -ef | grep -E "^ +[o]racle" | awk '{print $2}'`; do
kill $prc
done
</pre>

===isRGHere===
Checks if resource group is on this leg of an HACMP cluster. Returns 0 if true else 1.
<pre>
#!/usr/bin/ksh

SCRIPT=`basename $0`

function rctest
{
exitcode=$1
msg=$2
if [ $exitcode -ne 0 ]; then
echo "********************************************************************************"
echo "\nScript $SCRIPT finished with errors."
echo "$msg."
echo "Returncode : $exitcode."
echo "\n********************************************************************************"

fi
exit $exitcode

}

RGINFO=/usr/es/sbin/cluster/utilities/clRGinfo
[[ ! -f $RGINFO ]] && rctest 1 "clRGinfo not found"

if [ $# -eq 1 ]
then
RG=`echo $1 | cut -c 1-14`
else
rctest 10 "Usage: `basename $0` <RG name>"
fi

$RGINFO |grep -qwp $RG || rctest 9 "$RG is not defined"

THISNODE=`/usr/es/sbin/cluster/utilities/get_local_nodename | cut -c 1-14`
$RGINFO |grep -wp $RG |grep -w $THISNODE |grep -wq ONLINE
</pre>
===AIX: add a user to a group===
<pre>
chgrpmem -m + oracle ibmtls
</pre>
===Find swear words in scripts by comparing it to a list found on the internet===
<pre>
wget "http://www.bannedwordlist.com/lists/swearWords.csv" -O /tmp/s ; for word in $(cat /tmp/s | sed -e 's/ /_/g' -e 's/,/ /g') ; do grep -wR $word *; done | less
</pre>

===grep -p (for paragraph) works on AIX but not on Linux or Solaris===
Use awk instead
<pre>
awk 'BEGIN {FS="\n" RS="\n\n"} /search pattern/ { do something }' <file>
/usr/xpg4/bin/awk 'BEGIN {RS="\n\n";FS="\n"} /AGRHDWQ1/ {print $2}' dsm.sys | awk '{print $NF}'
</pre>
this prints the last word of the second ''line'' in the paragraph in dsm.sys that contains the search term AGRHDWQ1. 
Or slightly simpler...
<pre>
awk -v RS='' '/NHAPPLP1/' /etc/tsm/dsm.sys # (use /usr/xpg4/bin/awk on Solaris)
</pre>
or, case insensitively:
<pre>
awk -v RS='' 'tolower($0) ~/so_u_clubqa_orx_d_cab/' /etc/tsm/dsm.sys
</pre>
Using -v means you don't have to use a BEGIN section.

===debug/redirect log of a shell===
<pre>
#!/usr/bin/ksh
exec 2>/tmp/mytest
</pre>
===Different ways of Iteration in korn shell with a while loop===
<pre>
IFS="|"
exec 0<$statfile
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done
</pre>
or
<pre>
while read host db started stopped
do
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} $started:$started $stopped
done <statfile
</pre>
or
<pre>
cat $statfile | sort -nk4 | while IFS=\| read host db type started stopped
do
[[ "$stopped" == "" ]] && continue
rrdfile="export_duration_${host}_${db}.rrd"
$RRDTOOL update ${RRDDIR}/${rrdfile} ${started}:${started}:${stopped}
[[ $? -ne 0 ]] && echo "nok: $?"
done
</pre>

===Filesystem 100% full, what's taking up all the space?===
<pre>
find /oracle/endur -xdev -ls|sort -nr +6|head
</pre>
or
<pre>
/dev/esb01fs010001 1.00 0.00 100% 1838 69% /oracle
beuxdsysesb01:root[/root]# cd /oracle
beuxdsysesb01:root[/oracle]# du -gsx * | sort -n
0.00 checkpoints
0.00 flash_recovery_area
0.00 lost+found
0.00 oraInst.loc
0.00 oraInventory
0.09 admin
0.99 diag
</pre>
cd diag and repeat until culprits are found

===Show paged memory hogs on AIX===
<pre>
svmon -Pt20 | perl -e 'while(<>){print if($.==2||$&&&!$s++);$.=0 if(/^-+$/)}'
</pre>

===Capitalise the first letter of a word in Korn Shell===
Not as easy as it sounds if it needs to work in non-ksh93 shells
<pre>
function capit {
typeset -u first
first=${1%"${1#?}"}
printf "%s\n" "${first}${1#?}"
return 0
}
</pre>
or maybe more neatly done in Perl... 
This will capitalise each word in a sentence passed into it
<pre>
function capit {
echo "$1" | perl -pe "s/([\w']+)/\u\L\1/g"
return 0
}
</pre>

===Remove / rename a directory / file containing weird control characters===
Use ls with -i to see inode listing
<pre>
ls -bali
</pre>
Use find with -inum to get the filename and -exec to remove it
<pre>
find . -inum <inode from ls listing> -exec rm -f {} \;
</pre>

===Run a local script on a remote host===
Doing it this way means we do not need to scp the shell over to the host before executing it!
<pre>
ssh user@host 'sh' < your_script.sh
</pre>
First of all, this command is a redirection: your shell will open the file your_script.sh and feed it as input to the ssh command. ssh, in turn, will tunnel its stdin to the remote command, namely, sh instance. And sh without arguments reads its script from stdin. So we got sh instance, which is launched on remote host, but reads commands from your local file.

===Get a list of running instances - but only those started by the current user===
This is the way I wanted to do it but there's an issue. Where does that spare } character come from? Anyone?
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }'
</pre>
ps listing
<pre>
$ ps -ef | grep [p]mon
oracle 13304024 1 0 Jun 07 - 2:39 ora_pmon_reportk
oracle 26018178 1 0 Jun 07 - 3:01 ora_pmon_dwh_perf
oracle 29229432 1 0 Jun 07 - 2:30 ora_pmon_adso
oraebso 18022994 1 0 Jun 07 - 2:38 ora_pmon_EBSO
oracle 30278192 1 0 Jun 07 - 2:48 ora_pmon_owb112k
</pre>
Results of above command
<pre>
reportk
dwh_perf
adso
}
owb112k
</pre>
Workaround 1. Send the ps listing to a file and work on it without pipes. Works but it's a bit long-winded especially as we have to clean up afterwards.
<pre>
ps -ef | grep [p]mon>/tmp/results.$$ 2>/dev/null; awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' /tmp/results.$$; rm -f /tmp/results.$$
</pre>
Workaround 2. Don't like the grep -v but until I find out where that } is coming from..
<pre>
ps -ef | grep [p]mon | awk -v dbowner=$(id -un) '{ if ($1==dbowner) { gsub(/ora_pmon_/,"",$NF); print $NF; } }' | egrep -v 'grep|}|ASM'
</pre>

===Return a list of Oracle databases running on a list of remote servers===
<pre>
#!/bin/ksh

serverlist=`cat /home/tools/ini/system/oracle_servers | sort -n | tr "\n" " "`

if [ -z "${serverlist}" ]
then
echo "no servers found" && exit 1
fi

for server in ${serverlist}
do
ssh ${server} "ps -ef | grep [o]ra_pmon_" >/tmp/${server}.dblist
done

for server in ${serverlist}
do
cat /tmp/${server}.dblist | awk -F_ -v SRV=${server} 'BEGIN {print SRV ":"} {print $NF}' | tr "\n" " "
echo
done
</pre>

===Clever trick to check whether SQL output needs sending to someone===
Using an exit status from SQL*Plus back to the shell so we can decide what to do. Nice one!
<pre>
#!/bin/bash
tempfile=/tmp/audit_locked_accounts_$ORACLE_SID.txt

# Start sqlplus and check for locked accounts
sqlplus -S "/ as sysdba" << EOF > $tempfile
set pages 0
select 'The following accounts were found to be unlocked and should not be'
from dual;

def exit_status = 0
col xs new_value exit_status

select username
, account_status
, 1 as xs
from dba_users
where account_status != 'LOCKED'
and username in ('HR', 'SCOTT', 'OUTLN', 'MDSYS', 'CTXSYS')
/
exit &exit_status
EOF

# If the exit status of sqlplus was not 0 then we will send an email
if [ $? != 0 ]; then
mail -s "Accounts Unlocked in $ORACLE_SID" oracle < $tempfile
fi
</pre>

===Check RMAN logfiles for errors from cron every day===
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /home/tools/logs/rman -name "*online.log" -mtime -1 -exec sed -ne "/^RMAN-/,/^$/p" {} \\; -ls' | mailx
-s 'RMAN errors last night' stuart@domain.com
</pre>
<pre>
/home/ibmtools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for Baxter last night' stuart@domain.com
</pre>
===An alternative to getopts===
These methods have the advantage of allowing arguments of any length not just 1 character
<pre>
countArgs=$#
while [[ $# -gt 0 ]]
do
idx1=$($ECHO $1|$GREP "="|wc -l)
if [[ $idx1 -gt 0 ]]; then
key=$($ECHO $1|$CUT -d '=' -f 1)
value=$($ECHO $1|$CUT -d '=' -f 2)
else
key=$($ECHO $1|$CUT -d '=' -f 1)
idx2=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx2 -eq 0 ]]; then
$ECHO -e "\n ERROR: $1 is an unsupported argument passed to agentDeploy.sh.\n"
usage
exit 1
fi
fi

case "$key" in
-help)
if [[ $upgradeFlag ]]; then
upgradeUsage
else
freshUsage
fi
exit 0;;
AGENT_BASE_DIR)
agentBaseDir=$($ECHO $value|$SED 's/\/$//')
checkBaseFlag=TRUE;;
OMS_HOST)
omsHost=$value
checkOMSHost=TRUE;;
EM_UPLOAD_PORT)
omsPort=$value
checkOMSPort=TRUE;;
AGENT_INSTANCE_HOME)
instHome=$($ECHO $value | $SED 's/\/$//');;
AGENT_REGISTRATION_PASSWORD)
pswd=$value;;
s_encrSecurePwd)
pswd=$value;;
RESPONSE_FILE)
rspFlag=TRUE
rspLoc=$value;;
OLD_AGENT_VERSION)
oldAgentVersion=$value;;
OLDHOME)
oldHome=$value;;
-debug)
debugSwitch=TRUE;;
-forceConfigure)
forceFlag=TRUE;;
-configOnly)
configFlag=TRUE
validationFlag=TRUE;;
-agentImageLocation)
archiveLoc=$value
checkArchiveFlag=TRUE;;
-invPtrLoc) shift
ptrLoc=$1;;
-Upgrade)
UpgradeFlag=TRUE
validFlag=TRUE;;
INVENTORY_LOCATION)
validFlag=TRUE;;
b_forceInstCheck)
validFlag=TRUE
forcefullFlag=TRUE;;
-prereqOnly)
validationFlag=TRUE
prereqFlag=TRUE;;
-executeRootsh)
validFlag=TRUE;;
*) idx=$($ECHO $1|$GREP "^-"|wc -l)
if [[ $idx -eq 0 ]]; then
validFlag=TRUE
else
$ECHO -e "\n ERROR: Invalid argument $key passed."
usage
exit 1
fi
esac
shift
done

</pre>
another way - found in /etc/init.d/functions (daemon function) in Fedora
<pre>
while [ "$1" != "${1##[-+]}" ]; do
case $1 in
'')
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
--check)
base=$2
gotbase="yes"
shift 2
;;
--check=?*)
base=${1#--check=}
gotbase="yes"
shift
;;
--user)
user=$2
shift 2
;;
--user=?*)
user=${1#--user=}
shift
;;
--pidfile)
pid_file=$2
shift 2
;;
--pidfile=?*)
pid_file=${1#--pidfile=}
shift
;;
--force)
force="force"
shift
;;
[-+][0-9]*)
nice="nice -n $1"
shift
;;
*)
echo $"$0: Usage: daemon [+/-nicelevel] {program}" "[arg1]..."
return 1
;;
esac
done
</pre>
another way - found in adstrtal.sh (middleware start script for EBS)
<pre>
#
# Parse Arguments
#

for nxtarg in $*
do
arg=`echo $nxtarg | sed 's/^//'`

case $arg in
-secureapps) if test "$secureapps" = "" ; then
secureapps=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nodbchk) if test "$nodbchk" = "" ; then
nodbchk=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
-nopromptmsg) if test "$nopromptmsg" = "" ; then
nopromptmsg=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
;;
*) if test "$unpw" = "" ; then
unpw=$arg
else
echo "$0: Duplicate Argument passed : $arg"
usage
fi
esac
done
</pre>
and another in adautocfg.sh
<pre>
for myarg in $*
do

arg=`echo $myarg | sed 's/^-//'`
case $arg in
appspass=*)
appspass=`echo $arg | sed 's/appspass=//g'`
shift
;;
nocustom)
myparams="$myparams $arg"
shift
;;
noversionchecks)
myparams="$myparams $arg"
shift
;;
promptmsg=*)
promptmsg=`echo $arg | sed 's/promptmsg=//g'`
shift
;;
*) echo "$0: unrecognized action specified"
exit 1
esac
done
</pre>

===Run a script on multiple servers===
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# ==============================================================================

# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
echo ${server} `date +'%d-%b-%Y %H:%M:%S'`
echo "------------------------------------"
set -x
fi
ssh ${server} "$CMMND"
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
</pre>
to be investigated... this one might be cleverer than mine...
<pre>
tmpdir=${TMPDIR:-/tmp}/pssh.$$
count=0
while userhost; do
ssh -n -o BatchMode=yes ${userhost} 'uname -a' > ${tmpdir}/${userhost} 2>&1 &
count=`expr $count + 1`
done < userhost.lst
while [ $count -gt 0 ]; do
wait $pids
count=`expr $count - 1`
done
echo "Output for hosts are in $tmpdir"

</pre>

improved version... 
just escape double quotes and dollar signs...
<pre>
#!/bin/ksh
# ==============================================================================
# Name : dosh (Distributed Oracle SHell)
# Description : Runs a command on all Oracle servers
#
# Parameters : h - displays help
# v - verbose (default, like all unix commands is silent)
# c - command to be executed
#
# Example : ./dosh -v -c 'ls -al'
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 08-FEB-13 Stuart Barkley Created
# 08-JUL-15 Stuart Barkley Background execution mode
# ==============================================================================
# --------------------------------------------------------------------------
# this list of servers is generated by the DBAMON tool so will be up to date
# --------------------------------------------------------------------------
serverfile=/home/ibmtools/etc/oracle/oracle_servers
[[ -z "${serverfile}" ]] && echo "Server list ${serverfile} not found" && exit 1

serverlist=`cat ${serverfile} | sort -n | tr "\n" " "`

# -------------------------
# get the arguments, if any
# -------------------------
while getopts "hbvc:" OPT
do
case "$OPT" in
h) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
b) BACKGROUND="Y";
;;
v) VERBOSE="Y";
;;
c) CMMND=$OPTARG;
;;
*) echo "\nUsage: $0 [-b] [-v] [-h] -c '<command_to_be_executed_remotely>'\n";
exit;
;;
esac
done
shift $((OPTIND-1))
VERBOSE=${VERBOSE:-"N"}

# --------------------------------
# check we have required arguments
# --------------------------------
[[ -z $CMMND ]] && echo "Enter command to be executed like this: $0 -c 'ls -al'" && exit 1

# ---------------------------------
# put the thing to be run in a file
# ---------------------------------
printf "%s\n" "$CMMND" > /tmp/dosh.$$

# ----------------------------
# loop over the remote servers
# ----------------------------
for server in ${serverlist}
do
if [[ "$VERBOSE" == "Y" ]]; then
printf "%s\n" ${server} `date +'%d-%b-%Y %H:%M:%S'`
printf "%s\n" "------------------------------------"
set -x
fi
scp -q /tmp/dosh.$$ ${server}:/tmp/
if [[ "$BACKGROUND" == "Y" ]]; then
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"> /tmp/dosh_${server}.out 2>&1 &
else
ssh -n -o BatchMode=yes ${server} "ksh /tmp/dosh.$$; rm -f /tmp/dosh.$$"
fi
set +x
[[ "$VERBOSE" == "Y" ]] && echo
done
rm -f /tmp/dosh.$$

[[ "$BACKGROUND" == "Y" ]] && printf "%s\n" "Type 'ls -altr /tmp/dosh*out' to see output from the commands"
</pre>

===How can a shell script find out what directory it is in?===
basename $0 does not always give the desired answer (might give "./"!
<pre>
DIR="$(cd "$(dirname "$0")" && pwd)"
</pre>

===Array processing===
<pre>
array=(1 2 3)
unset array[2]
echo ${array[2]} # null
indices=(${!array[@]}) # create an array of the indices of "array"
size=${#indices[@]} # the size of "array" is the number of indices into it
size=${#array[@]} # same
echo ${array[@]: -1} # you can use slices to get array elements, -1 is the last one, etc.
for element in ${array[@]}; do # iterate over the array without an index

for index in ${indices[@]} # iterate over the array WITH an index
do
echo "Index: ${index}, Element: ${array[index]}"
done

for index in ${!array[@]} # iterate over the array WITH an index, directly

array+=("new element") # append a new element without referring to an index
((counter++)) # shorter than ((counter=counter+1)) or ((counter+=1))
if [[ $var == 3 ]] # you can use the more "natural" comparison operators inside double square brackets
while [[ $var < 11 ]] # another example
echo ${array[${index}-1] # math inside an array subscript
</pre>
===Send an email by talking directly to an smtp server===
<pre>
#!/bin/bash
telnet smtp.domain.com 25 <<EOTXT>>/tmp/smtp.log
HELO me.domain.com
MAIL FROM:<stuart@domain.com>
RCPT TO:<anne@domain.com>
DATA
From: Stuart <stuart@domain.com>
To: Anne <anne@domain.com>
Subject: testing smtp email

Hello, this should appear in the body
.
QUIT
EOTXT
</pre>
===Send an email by talking directly to an smtp server via file descriptor (no telnet! this time), adding authentication===
<pre>
#!/bin/bash

#
# mail.sh
#
# 2008 - Mike Golvach - eggi@comcast.net
# 2010 - Rayber
#
# Creative Commons Attribution-Noncommercial-Share Alike 3.0 United States License
#

if [ $# -ne 7 ]
then
echo "Usage: $0 FromAdress ToAdress Domain MailServer MailTextFile AuthEmail AuthPass"
exit 1
fi

from=$1
to=$2
domain=$3
mailserver=$4
mailtext=$5
authemail=`echo $6|openssl enc -base64|awk 'sub("..$", "")'`
authpass=`echo $7|openssl enc -base64|awk 'sub("..$", "")'`

if [ ! -f $mailtext ]
then
echo "Cannot find your mail text file. Exiting..."
exit 1
fi

exec 9<>/dev/tcp/$mailserver/25
echo "HELO $domain" >&9
read -r temp <&9
echo "$temp"
echo "auth login" >&9
read -r temp <&9
echo "$authemail" >&9
read -r temp <&9
echo "$authpass" >&9
read -r temp <&9
echo "Mail From: $from" >&9
read -r temp <&9
echo "$temp"
echo "Rcpt To: $to" >&9
read -r temp <&9
echo "$temp"
echo "Data" >&9
read -r temp <&9
echo "$temp"
cat $mailtext >&9
echo "." >&9
read -r temp <&9
echo "$temp"
echo "quit" >&9
read -r temp <&9
echo "$temp"
9>&-
9<&-
echo "All Done Sending Email. See above for errors"
exit 0
</pre>

=== rsync examples===
Also see [[Distribute files to multiple servers using rsync and ssh]]
<pre>
#!/bin/sh
ssh <remote_host> '/bin/mkdir -p /etc /etc/rc.config.d /etc/security /etc/mail'
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/passwd /etc/passwd.post /etc/group /etc/hosts /etc/services /etc/resolv.conf /etc/exclude.rootvg <remote_host>:/etc
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/hosts.allow.xcat <remote_host>:/etc/hosts.allow
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/rc.config.d/sap <remote_host>:/etc/rc.config.d
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/security/group /etc/security/limits /etc/security/login.cfg /etc/security/passwd /etc/security/user <remote_host>:/etc/security
rsync --rsync-path /usr/bin/rsync -Liprogtz --out-format=%f%L /etc/mail/sendmail.cf <remote_host>:/etc/mail

rsync -av --progress /home/ibmtools/scripts/oracle/* benouerp07:/home/ibmtools/scripts/oracle/
</pre>

===Handy aliases===
Strip out comments and blank lines from a file
<pre>
alias strip='grep -Ev '\''^(#|$)'\'''
</pre>
Does a ps and a grep
<pre>
alias psg='ps -ef | grep -v $$ | grep -i '
</pre>
Getting a decent listing of filesystem space available. It is ordered such that the filesystems with no space left are at the end.
<pre>
OS=$(uname -s)
[[ "$OS" == "SunOS" ]] && alias dfg='df -h|sed -e '1d'|sort -n -k5|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$4,$5,$6)}'\'''
[[ "$OS" == "AIX" ]] && alias dfg='df -g|sed -e '1d'|sort -n -k4|awk '\'' BEGIN {printf("%-35s%-10s%-10s%-6s%-30s\n","Filesystem","Total GB","Free","%Used","Mounted on")} {printf("%-35s%-10s%-10s%-6s%-30s\n",$1,$2,$3,$4,$7)}'\'''
</pre>
A handy way of listing subdirectories and their files
<pre>
alias filetree="find . -print | sed -e 's;[^/]*/;|____;g;s;____|; |;g'"
</pre>
Watch progress of a copy
<pre>
alias cpProgress="rsync --progress -ravz"
</pre>
Reboots Linksys router<pre>
alias rebootlinksys="curl -u 'admin:password' 'http://192.168.1.2/setup.cgi?todo=reboot'"
</pre>
Nice one for bash. Colour codes the prompt depending on the outcome of the previous command
<pre>
bash_prompt_command()
{
RTN=$?
prevCmd=$(prevCmd $RTN)
}
PROMPT_COMMAND=bash_prompt_command
prevCmd()
{
if [ $1 == 0 ] ; then
echo $GREEN
else
echo $RED
fi
}
if [ $(tput colors) -gt 0 ] ; then
RED=$(tput setaf 1)
GREEN=$(tput setaf 2)
RST=$(tput op)
fi
export PS1="\[\e[36m\]\u.\h.\W\[\e[0m\]\[\$prevCmd\]>\[$RST\]"
</pre>
Mmmm, to be looked into. Executes remote commands on a unix box using curl.
<pre>
#/bin/sh
#
# WAG320N-HACK
# Ver. 1.0
# 12/09/2010
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

# Set username and password in the form of "username:password"
# example: "admin:admin"
my_access="admin:admin"

# Parameters test
if [ -z "$1" ]
then
echo "wag320n-hack.sh: missing remote command"
echo "usage: wag320n-hack.sh <remote command>"
echo "example: wag320n-hack.sh /bin/ls -la /usr/sbin"
echo "Note: always use full path"
echo ""
echo "wag320n-hack.sh - Ver. 1.0 - 12/09/2010"
echo "Licensed under GPL V. 3"
echo ""
exit 0
fi

# Get the command
my_command="ping_size="'$('"$@"' 1>&2)'

curl -s -G -u "$my_access" --data-urlencode 'todo=ping_test' --data-urlencode 'this_file=Diagnostics.htm' --data-urlencode 'next_file=Ping.htm' --data-urlencode 'c4_ping_ipaddr=192.168.1.1' --data-urlencode 'ping_timeout=5000' --data-urlencode 'ping_interval=1000' --data-urlencode 'ping_number=1' --data-urlencode "$my_command" http://192.168.1.1/setup.cgi | sed -e '/HTTP\/1.0 200 OK/q'
</pre>

===How to configure SSH with public/private keys===
* [http://www.unixpeople.com/HOWTO/configuring.ssh.html unixpeople.com]
===Use SSH config file===
<pre>
Host server10
Hostname 1.2.3.4
IdentityFile ~/.ssh/id_dsa
user foobar
Port 30000
ForwardX11Trusted yes
TCPKeepAlive yes
</pre>
then just connect using
<pre>
ssh server10
</pre>

===A decent sed tutorial===
From [http://www.grymoire.com/Unix/Sed.html grymoire.com]
===A decent korn/bash shell tutorial===
From [http://www.dartmouth.edu/~rc/classes/ksh/print_pages.shtml dartmouth.edu]
Reproduced here just in case it disappears!
[[Advanced shell scripting]]

===trap===
<pre>
Example Handling Traps With ksh - Discussion of the kill command

EXAMPLE TEMPLATE:

PRODUCT: HP-UX 11iV1 Version B.11.11
HP Tru64 V5.1B PK4
Sun/Solaris SunOS V5.8
Linux 2.6 kernel

COMPONENT: ksh

SOURCE: Philippe Vouters
Fontainebleau/France

LOW COST HIGH-TECH PRODUCTS: http://techno-star.fr

OVERVIEW:

The ksh script below shows how to eventually handle traps in the situation
where someone might try to kill a script by killing individual commands run
by that script or the entire process group a script is running in. The kill
command (usually a shell builtin) may be used to send a signal to a process
group (with the -<pid> syntax) or an individual process. The example ksh
script below runs /bin/sleep as the foreground process, the example ksh
scripts immediately returns when the /bin/sleep process has terminated. Most
signals sent to the shell are ignored until after the foreground process
terminates. This is in order to avoid creating zombie processes. Therefore a
kill <pid> on the example ksh script waits for the termination of the
/bin/sleep process.

The status value $? in the trap refers to the exit status of the command to run
and therefore is the exit status of the /bin/sleep process. The called function
in the trap handler shows how to correctly examine the effect of the kill
command on the shell or it's children.

To examine the value of $? in a trap handler means that you must understand what
it can be set and how different signals delivered to either the shell or the
foreground process (or the process group) might affect the value of $?.

The example shell script prints $? using echo but it does not perform tests on
the value of $?. For a complete solution when attempting to trap signals in a
shell you would also need code that examined the value of $? after the
foreground process had completed.

*** CAUTION ***

This sample script has been tested using HP-UX B.11.11, HP Tru64 V5.1B PK4,
SunOS V5.8 and Fedora Core 4 (homed version of Red Hat Linux). However, we
cannot guarantee its effectiveness because of the possibility of error in
transmitting or implementing it. It is meant to be used as a template for
writing your own scripts, and may require modification for use on your system.

SCRIPT NOTES:

To notice that the ksh script and /bin/sleep share the same process group
identifier (PGID), issue the following commands:

[philippe@victor ~]$ who
philippe :0 Jan 10 10:16
philippe pts/1 Jan 10 21:30 (:0.0)
philippe pts/2 Jan 10 21:30 (:0.0)
[philippe@victor ~]$ tty
/dev/pts/1
[philippe@victor ~]$ ps -j -t pts/2
PID PGID SID TTY TIME CMD
11072 11072 11072 pts/2 00:00:00 bash
11113 11113 11072 pts/2 00:00:00 ksh
11116 11113 11072 pts/2 00:00:00 sleep

In this case sending kill -INT -11113 will send SIGINT to the process group
11113. Both of the ksh and sleep processes are contained within this process
group.

Important Note:

On HP-UX, you have to $ export UNIX95=1 in order to be able to use the
-j option of the ps command.

SCRIPT:

COPYRIGHT (C) 2005 BY
HEWLETT-PACKARD COMPANY
ALL RIGHTS RESERVED.

THIS SOFTWARE IS FURNISHED UNDER A LICENSE AND MAY BE USED AND COPIED
ONLY IN ACCORDANCE WITH THE TERMS OF SUCH LICENSE AND WITH THE INCLUSION
OF THE ABOVE COPYRIGHT NOTICE. THIS SOFTWARE OR ANY OTHER COPIES
THEREOF MAY NOT BE PROVIDED OR OTHERWISE MADE AVAILABLE TO ANY OTHER
PERSON. NO TITLE TO AND OWNERSHIP OF THE SOFTWARE IS HEREBY TRANSFERRED.

THE INFORMATION IN THIS SOFTWARE IS SUBJECT TO CHANGE WITHOUT NOTICE AND
SHOULD NOT BE CONSTRUED AS A COMMITMENT BY HEWLETT-PACKARD COMPANY.

HP ASSUMES NO RESPONSIBILITY FOR THE USE OR RELIABILITY OF ITS
SOFTWARE ON EQUIPMENT THAT IS NOT SUPPLIED BY HP.

NO RESPONSIBILITY IS ASSUMED FOR THE USE OR RELIABILITY OF SOFTWARE
ON EQUIPMENT THAT IS NOT SUPPLIED BY HEWLETT-PACKARD COMPANY.

SUPPORT FOR THIS SOFTWARE IS NOT COVERED UNDER ANY HP SOFTWARE
PRODUCT SUPPORT CONTRACT, BUT MAY BE PROVIDED UNDER THE TERMS OF THE
CONSULTING AGREEMENT UNDER WHICH THIS SOFTWARE WAS DEVELOPED.

#!/bin/ksh
function handle_signal
{
print -n "pid $$ recieved $2 "
if [[ $1 = 0 ]];then
print but foreground command ended successfully
else
if [[ $1 = $3 ]];then
print and so did the last foreground command
else
print -n "and the exit status of the last foreground "
print command was $1
fi
fi
# Kill our process group and then ourselves with SIGTERM, giving a
# pid of 0 sends the signal to our process group. Killing the process
# group should kill us as well, this assumes that SIGTERM is not
# handled by any process in the process group.
#
# This code could be replaced with an exit with an exit value that
# would indicate what the problem was to the caller. That is replace
# these two lines with:
#
# exit $3
#
# or a specific exit code could be used.
#
kill -TERM 0
kill -TERM $$
}
OS=$(uname -a | awk '{print $1}')
if [[ "$OS" = "Linux" ]]; then
offset=256
elif [[ ("$OS" = "HP-UX") ||
("$OS" = "SunOS") ||
("$OS" = "OSF1") ]]; then
offset=128
fi
trap 'RC=$?; handle_signal $RC SIGINT $offset+2' INT
trap 'RC=$?; handle_signal $RC SIGQUIT $offset+3' QUIT
/bin/sleep 20
echo $?
</pre>
===DNS not working===
Ping to an IP address works
ping 74.125.136.103
but this doesn't
ping www.google.com

Check resolv.conf
cat /etc/resolv.conf
nameserver 95.130.132.17
nameserver 95.130.132.18
I had changed internet provider and forgot to update this. Just to set it to the router address and let that do the resolution
nameserver 192.168.1.1

===File descriptors===
<pre>
exec 3<> /tmp/foo #open fd 3 for r/w
echo "test" >&3
exec 3>&- #close fd 3.
</pre>
<pre>
exec 3<> myfile.txt
while read line <&3
do {
echo "$line"
(( Lines++ )); # Incremented values of this variable
#+ accessible outside loop.
# No subshell, no problem.
}
done
exec 3>&-

echo "Number of lines read = $Lines" # 8
</pre>
Mmm. See our output and also tee it to a log file!
<pre>
#!/bin/bash

echo hello

if test -t 1; then
# Stdout is a terminal.
exec >log
else
# Stdout is not a terminal.
npipe=/tmp/$$.tmp
trap "rm -f $npipe" EXIT
mknod $npipe p
tee <$npipe log &
exec 1>&-
exec 1>$npipe
fi

echo goodbye
</pre>

===Create new image with kvm===
Ref: http://www.cyberciti.biz/faq/kvm-virtualization-in-redhat-centos-scientific-linux-6/ 
Build an empty space for a CentOS virtual machine
<pre>
qemu-img create -f qcow2 centos.img 12G
</pre>
Tried creating image with
<pre>
sudo virt-install -n CentOS --description "Trying out CentOS" --ram=1024 --vcpus=1 --cpu host --hvm --cdrom /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2 --graphics vnc --disk path=/var/lib/libvirt/images/centos.img,bus=virtio,size=10
</pre>
gives error
<pre>
Starting install...
Allocating 'centos.img' | 10 GB 00:00
ERROR internal error Process exited while reading console log output: char device redirected to /dev/pts/1
qemu-kvm: -drive file=/home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2.bz2,if=none,media=cdrom,id=drive-ide0-1-0,readonly=on,format=raw: could not open disk image /home/bey9at77/Downloads/c6-x86_64-20130910-1.qcow2: Permission denied
</pre>
===rpm / yum commands===
====Install an RPM Package====
<pre>
rpm -ivh pidgin-2.7.9-5.el6.2.i686.rpm

-i - install
-v - verbose
-h - print progress hashes
</pre>

====Check dependencies of RPM Package before Installing====
<pre>
rpm -qpR BitTorrent-5.2.2-1-Python2.4.noarch.rpm

-q - query
-p - list package capabilities
-R - list dependent package capabilities
</pre>

====Install RPM Package with all dependencies====
<pre>
yum install BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Install RPM Package with all dependencies (when RPM has been downloaded to local machine)====
<pre>
yum localinstall BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Force Install a RPM Package without dependencies====
Package will not work if dependencies are required
<pre>
rpm -ivh --nodeps BitTorrent-5.2.2-1-Python2.4.noarch.rpm
</pre>
====Check an Installed RPM Package====
<pre>
rpm -q BitTorrent
</pre>
====List all files of an installed RPM package====
<pre>
rpm -ql BitTorrent
</pre>
====List All Installed RPM Packages====
<pre>
rpm -qa
</pre>
====Query information about an installed RPM package====
<pre>
rpm -qi vsftpd
</pre>
====Query information about a not yet installed RPM package====
<pre>
rpm -qip sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====(Forcibly) Remove an RPM Package====
Use package name (as seen in -qi above), not full name
<pre>
rpm -ev (--nodeps) vsftpd
</pre>
====Query a file that was installed as part of an RPM Package (which package contained this file)====
<pre>
rpm -qf /usr/bin/htpasswd
</pre>
====Verify an RPM package====
Compares information of installed files of the package against the rpm database
<pre>
rpm -Vp sqlbuddy-1.3.3-1.noarch.rpm
</pre>
====Rebuild corrupted RPM database====
<pre>
cd /var/lib
rm __db*
rpm --rebuilddb
rpmdb_verify Packages
</pre>

===Install rpmforge repository===
* Download rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
* Import the key
<pre>
sudo rpm --import http://apt.sw.be/RPM-GPG-KEY.dag.txt
</pre>
* Install the repository
<pre>
sudo rpm -i rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Check the installation
<pre>
rpm -K rpmforge-release-0.5.3-1.el6.rf.x86_64.rpm
</pre>
* Test it
<pre>
sudo yum install terminator
</pre>
===Install rpmfusion repository===
<pre>
su -c 'yum localinstall --nogpgcheck http://download1.rpmfusion.org/free/el/updates/6/i386/rpmfusion-free-release-6-1.noarch.rpm http://download1.rpmfusion.org/nonfree/el/updates/6/i386/rpmfusion-nonfree-release-6-1.noarch.rpm'
</pre>

===config file for yum===
Checkout this file for global yum config
<pre>
/etc/sysconfig/yum-cron-background
</pre>

===Setup Oracle Enterprise Linux (RedHat) with yum server===
You need to download the yum .repo file from the server, as per the steps below. After this, you need to enable a flag in the .repo file as per your operating system version. Having done these two steps, when you run yum install <pkgname> command on your linux box, the Oracle's yum server will be scanned, the dependent & the relevant rpm's will be download and installed for you. 
cd /etc/yum.repos.d
To download files here
wget http://public-yum.oracle.com/public-yum-el5.repo

A file named public-yum-el5.repo will be created in your directory 
Edit this file and enter enabled=1 against the operating systems which is relevant to you
vi public-yum-el5.repo

Next run the yum command
yum install package-name

===To change to static IP address (Raspberry Pi)===
As root:
<pre>
cd /etc/networks
vi interfaces
</pre>

replace the line “iface eth0 inet dhcp” with
<pre>
iface eth0 inet static
address 192.168.1.100
netmask 255.255.255.0
gateway 192.168.1.1
</pre>

You should also take a look at the file /etc/resolv.conf and check it has a nameserver entry (probably pointing at your default gateway) or direct to your ISP name servers.
<pre>
nameserver 192.168.1.1
</pre>
===Troubleshoot wireless network problems===
* [https://www.blackmoreops.com/2014/09/18/connect-to-wifi-network-from-command-line-in-linux/ connect to wifi network from command-line in linux - from blackmoreops.com]
'''Short summary of all the things you need to do in just few lines'''
<pre>
root@kali:~# iw dev
root@kali:~# ip link set wlan0 up
root@kali:~# iw wlan0 scan
root@kali:~# wpa_passphrase blackMOREOps >> /etc/wpa_supplicant.conf
root@kali:~# wpa_supplicant -i wlan0 -c /etc/wpa_supplicant.conf
root@kali:~# iw wlan0 link
root@kali:~# dhclient wlan0
root@kali:~# ping 8.8.8.8
(Where wlan0 is wifi adapter and blackMOREOps is SSID)
(Add Routing manually)
root@kali:~# ip route add default via 10.0.0.138 dev wlan0
</pre>

===To change to static IP address (Redhat/CentOS)===
As root:
<pre>
vi /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
BOOTPROTO=STATIC
IPADDR=192.168.1.111
NETMASK=255.255.255.0
GATEWAY=192.168.1.1
ONBOOT=yes
DNS1=8.8.8.8
DNS2=8.8.4.4
</pre>
Resrart the network interface
<pre>
/etc/init.d/network stop
/etc/init.d/network start
or
service network restart
</pre>
Check name server entry in resolv.conf
<pre>
vi /etc/resolv.conf
nameserver 192.168.1.1
</pre>

===Enable processes / services to start at boot time===
<pre>
sudo chkconfig httpd on
sudo chkconfig mysqld on
</pre>

===Run a command on lots of servers in parallel===
This is a damn fine AIX utility - part of the CSM Distributed Shell.
dsh -a "ls -al /etc/apache2/*conf"
will list the Apache configuration file on all reachable servers (nodes)
===Download a gzip file and pipe it into tar===
<pre>
cd ~ && wget -O - "https://www.dropbox.com/download?plat=lnx.x86_64" | tar xzf -
</pre>

===Check in a script to make sure it is run only by root===
<pre>
RUID=`/usr/bin/id|$AWK -F\( '{print $1}'|$AWK -F\= '{print $2}'`
if [ ${RUID} != "0" ];then
$ECHO "This script must be executed as root"
exit 1
fi
</pre>

===Set terminal to use Backspace key to erase previous character instead of Control-H===
Been looking for this for a long time. 
You can put:
<pre>
stty erase <CTRL-V><Backspace key>
</pre>
in your .profile but this will be ruined if you do a copy/paste into another file. 
I wanted a way of doing this without entering the control character in the .profile. Finally stumbled upon it. And it's so simple. Just escape the caret!
<pre>
stty erase \^?
</pre>
Put this in the .profile. It's copy/pastable and it works! 
If you want CTRL-H to be your erase character, just do this:
<pre>
stty erase \^H
</pre>

===Play with the terminal settings and reset them again either side of requesting a password===
The -g option of stty gives a compact list of all the settings or the terminal and can be used as input to stty
<pre>
OLDCONFIG=`stty -g` # save terminal configuration
stty -echo # turn character echoing off
echo "Enter password: \c"
read PASSWD # get the password
stty $OLDCONFIG # restore terminal configuration
</pre>

===Reset terminal to "sane" characteristics===
If you've done a cat of a binary file or something else weird and your terminal is left in a mess, the following key sequence should bring it back to normal
<pre>
<CTRL-J>stty sane<CTRL-J>
</pre>
===Install OpenOffice on RedHat Enterprise when yum install doesn't!===
Download Package
<pre>
wget http://sourceforge.net/projects/openofficeorg.mirror/files/4.0.1/binaries/en-US/Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz/download -O Apache_OpenOffice_4.0.1_Linux_x86-64_install-rpm_en-US.tar.gz
</pre>
Change to root
<pre>
sudo su -
</pre>
Remove the old stuff
<pre>
yum remove openoffice* libreoffice*
</pre>
Extract Package
<pre>
tar -xvf Apache_OpenOffice_4.0.1*
cd en-US
</pre>
Install Package and exit root
<pre>
rpm -Uvh RPMS/*.rpm RPMS/desktop-integration/openoffice4.0-redhat-*.rpm
exit
</pre>
Start it
<pre>
openoffice4
</pre>
===What does this do?===
<pre>
while IFS= read -r line; do
echo "[$(date "+%F %T")] - $line"
done < <(iwevent)
</pre>
or
<pre>
while IFS= read -r line; do
printf "%s\n%s\n" "$line" "Yohooo! One more package."
done < <(tcpdump -i any -nS)
</pre>

===List of Special Characters and what they mean===
From [http://www.grymoire.com/Unix/Quote.html Bruce Barnett]
<pre>
Character Where Meaning
<RETURN> csh, sh Execute command
# csh, sh, ASCII files Start a comment
<SPACE> csh, sh Argument separator
` csh, sh Command substitution
" csh, sh Weak Quotes
' csh, sh Strong Quotes
\ csh, sh Single Character Quote
variable sh, csh Variable
variable csh, sh Same as variable
| csh, sh Pipe character
^ sh Pipe Character
& csh, sh Run program in background
? csh, sh Match one character
* csh, sh Match any number of characters
; csh, sh Command separator
;; sh End of Case statement
~ csh Home Directory
~user csh User's Home Directory
! csh History of Commands
- Programs Start of optional argument
$# csh, sh Number of arguments to script
$* csh, sh Arguments to script
$@ sh Original arguments to script
$- sh Flags passed to shell
$? sh Status of previous command
$$ sh Process identification number
$! sh PID of last background job
&& sh Short-circuit AND
|| sh Short-circuit OR
. csh, sh Typ. filename extension
. sh Source a file and execute as command
: sh Nothing command
: sh Separates Values in environment variables
: csh Variable modifier
Character Where Meaning
[ ] csh, sh Match range of characters
[ ] sh Test
%job csh Identifies job Number
(cmd;cmd) csh. sh Runs cmd;cmd as a sub-shell
{ } csh In-line expansions
{cmd;cmd } sh Like (cmd;cmd ) without a subshell
>ofile csh, sh Standard output
>>ofile csh, sh Append to standard output
<ifile csh, sh Standard Input
<<word csh, sh Read until word, substitute variables
<<\word csh, sh Read until word, no substitution
<<-word sh Read until word, ignoring TABS
>>!file csh Append to file, ignore error if not there
>!file csh Output to new file, ignore error if not there
>&file csh Send standard & error output to file
<&digit sh Switch Standard Input to file
<&- sh Close Standard Input
>&digit sh Switch Standard Output to file
>&- sh Close Standard Output
digit1<&digit2 sh Connect digit2 to digit1
digit<&- sh Close file digit
digit2>&digit1 sh Connect digit2 to digit1
digit>&- sh Close file digit
</pre>

Handy scripts

2018-11-21T13:17:45Z

Stuart: /* External table for the Alert log (pre 11g) */

==SQL==
* [[Database Overview - from idevelopment]] [http://www.idevelopment.info/data/Oracle/DBA_scripts/Database_Administration/dba_snapshot_database_10g.sql online version]
* [[Extract ddl with "dbms metadata.get ddl"]]
* [http://asktom.oracle.com/pls/asktom/f?p=100:11:0::::P11_QUESTION_ID:83012348058 Connecting as another user via proxy in SQL*Plus]
* [http://www.petefinnigan.com/tools.htm Password cracker and role and priv tools from Pete Finnigan]
* [http://www.oracle.com/technetwork/articles/sql/11g-pivot-097235.html Using pivot tables in SQL - XML and XLS (Excel) also)]
===List all instances running on a server===
Sounds simple enough and indeed pre 12.1, is was as easy as either
<pre>
ps -ef | grep [p]mon | awk -F_ '{print $NF}'
</pre>
or this one is safer in case you have an underscore character in your SID name!!
<pre>
SIDLIST=$(${PS} -ef | ${GREP} [o]ra_pmon | ${AWK} '{print $NF}' | sed -e 's/ora_pmon_//' | egrep -v 'grep|///|sed|awk|ASM|^$')
</pre>
but now we have the added complication of CDB/PDB (container / pluggable databases) so a fair bit more work is needed!
<pre>
#!/bin/ksh
# ==============================================================================
# Name : list_server_db
# Description : List all running databases found on a server
#
# Parameters : none
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 21-DEC-16 Stuart Barkley Created
# ==============================================================================
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<EOSQL
set serveroutput on feed off pages 0 head off newpa none
declare
e_col_not_found exception;
e_not_mounted exception;
pragma exception_init(e_not_mounted, -01507);
pragma exception_init(e_col_not_found, -904);
l_db_name varchar2(20);
l_database_role varchar2(20);
l_cdb varchar2(20);
l_status varchar2(20);
type varchar2_tab is table of varchar2(240) index by binary_integer;
t_pdbs varchar2_tab;
begin
begin
dbms_output.enable(null);
execute immediate 'select name, database_role, cdb from v\$database' into l_db_name, l_database_role, l_cdb;
if l_cdb = 'YES' then
l_status := 'CDB';
execute immediate 'select name from v\$pdbs' bulk collect into t_pdbs;
for i in nvl(t_pdbs.first,1) .. nvl(t_pdbs.last,0)
loop
dbms_output.put_line (t_pdbs(i)||':PDB');
end loop;
else
l_status := 'Independent'; -- col CDB exists but this is not one
end if;
if l_database_role like '%STANDBY%' then
l_status := 'Standby';
end if;
exception
when e_not_mounted then
l_status := 'Not Mounted';
when e_col_not_found then
l_status := 'pre12';
end;

dbms_output.put_line ('${db}'||':'||l_status);

end;
/
EOSQL
done
</pre>

===Run a command or script on all databases in tnsnames.ora===
Very handy if you have a global tnsnames.ora accessible to all clients. 
So from a client install, this has access to all databases. 
Any files created can be created on the client so no need to scp to all the machines to recover spool files etc. 
Downside: Cannot connect as sysdba across tns so password will need to be known for whatever user is used.
<pre>
#!/bin/ksh
TNSNAMES="./tnsnames.ora"
[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/xxxxxx@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done

</pre>

===Run a command or script on all databases in oratab===
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : all_db_do
# Description : Loops over all the databases in oratab and executes the
# specified SQL command - be careful!
#
# Parameters : -v flag for verbose
# [-f <filename> | <quoted SQL command to be executed>]
#
# Example : all_db_do 'alter system switch logfile;'
# all_db_do -f sessions.sql
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 14-JAN-13 Stuart Barkley Created
# 25-FEB-13 Stuart Barkley Adapt for Solaris
# 21-MAR-13 Stuart Barkley Check db is running first
# 29-APR-13 Stuart Barkley Added verbose flag processing
# 24-MAY-13 Stuart Barkley Wrap / as sysdba in quotes for older versions
# 23-JUN-16 Stuart Barkley Add -f to run a file containing sql
# ==============================================================================

PROGNAME=$(basename $0)
OS=$(uname -s)

AWK=$(which awk)
GREP=$(which grep)
if [[ "${OS}" == "SunOS" ]]; then
AWK=/usr/xpg4/bin/awk
GREP=/usr/xpg4/bin/grep
fi

if [[ ! -r /etc/oratab ]]; then
if [[ "${OS}" == "SunOS" ]]; then
echo "oratab is not where we want it. Please run 'ln -s /var/opt/oracle/oratab /etc/oratab' as root and retry" && exit 1
else
echo "Either Oracle is not installed or database is running without an oratab" && exit 1
fi
fi

# -------------------------
# get the arguments, if any
# -------------------------
unset VERBOSE
while getopts "vf:" flag
do
case "$flag" in
v) VERBOSE=1;;
f) FILE2RUN=$OPTARG;;
esac
done
shift $((OPTIND-1))

if [[ -z ${FILE2RUN} ]]; then
# no file, need an SQL supplied
if [[ -z $1 ]]; then
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi
SQL=$1
elif [[ -s ${FILE2RUN} ]]; then
# file supplied and exists
SQL="@${FILE2RUN}"
else
# file supplied, does it exist
echo "File ${FILE2RUN} is empty or does not exist"
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi

export ORAENV_ASK=NO

for db in $(${AWK} -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab)
do
if ( [[ $1 != "startup" ]] && [[ $(ps -ef | ${GREP} -c -E [o]ra_pmon_${db}) -eq 0 ]] ); then
[[ ! -z "$VERBOSE" ]] && echo "$db is not running, skipping..."
continue
fi
echo
[[ ! -z "$VERBOSE" ]] && echo "vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv"
[[ ! -z "$VERBOSE" ]] && echo $db
ORACLE_SID=$db
. oraenv >/dev/null
sqlplus -s "/ as sysdba" <<EOSQL
define SID=$ORACLE_SID
col comp_name format a50
col value for a40
set linesize 1000
set pagesize 100
$SQL
EOSQL
[[ ! -z "$VERBOSE" ]] && echo "^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"
done

</pre>
<pre>
all_db_do "create or replace directory data_pump_dir as '/oracle/export/&SID';"

all_db_do "archive log list"

all_db_do "shutdown immediate"

all_db_do 'alter system set log_archive_dest_1="location=/oracle/arch/&SID" scope=both;'
</pre>

===Run an SQL command on behalf of another user===
It can be used to execute any sql command as a specified user provided this procedure is created in sys schema. 
* not got this working properly yet *
<pre>
set serveroutput on
create or replace procedure run_sql_as_user ( p_schema_name in varchar2
, p_sql in varchar2
) is
l_user_id dba_users.user_id%type;
l_cursor number;
l_rc number;
begin
dbms_output.enable(null);
begin
select u.user_id
into l_user_id
from dba_users u
where u.username = p_schema_name;
exception
when no_data_found then
raise_application_error (-20001, 'Cannot find user '||p_schema_name);
end;
l_cursor := dbms_sys_sql.open_cursor;
dbms_sys_sql.parse_as_user ( c => l_cursor
, statement => p_sql
, language_flag => dbms_sql.native
, userid => l_user_id
);
l_rc := dbms_sys_sql.execute(l_cursor);
dbms_sys_sql.close_cursor(l_cursor);
exception
when others then
raise_application_error (-20001, 'ERROR: '||sqlerrm);
end;
/

</pre>

===Run a script on all databases listed in tnsnames.ora===
Can run an SQL command file on all SID/SERVICE found in a tnsnames.ora file. I use this from a client laptop having a global tns file on it. 
This way it's not necessary to copy the file onto every host before executing it. Any files created by the script will be created on the client.
<pre>
#!/bin/ksh

TNSNAMES="./tnsnames.ora"

[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/password@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done
</pre>

===List invalid objects===
set lines 200
set pages 200
col obj format a40
select owner||'.'||object_name obj
, object_type
from dba_objects
where 1=1
and status = 'INVALID';
===Recompile all invalid objects===
@?/rdbms/admin/utlrp.sql
===See how much space is left in the flash recovery area (FRA)===
<pre>
select name
, to_char (space_limit, '999,999,999,999') as space_limit
, to_char (space_limit - space_used + space_reclaimable
, '999,999,999,999')
as space_available
, round ( (space_used - space_reclaimable) / space_limit * 100, 1)
as pct_full
from v$recovery_file_dest;
</pre>
or
<pre>
# ==============================================
# Check FRA to see how much space is reclaimable
# ==============================================
fra_reclaim_check() {

LOGFILE=${RMAN_LogDir}/${ORACLE_SID}_`date '+%Y%m'`_${V_SCRIPT}.log
sqlplus "/ as sysdba" <<EOSQL > /tmp/results.$$
set vefify off echo off heading off newpage none linesize 1000 echo off
select 'Filesystem:'||name||
'; Total(Gb):'||round((space_limit/1073741824),2) ||
'; Reclaimable(Gb):'||round((space_reclaimable/1073741824),2) ||
'; Reclaimable(%):'||round( ((space_reclaimable/1073741824)/(space_limit/1073741824)*100),2 )
from v$recovery_file_dest
/
EOSQL
cat /tmp/results.$$ >> $LOGFILE
rm /tmp/results.$$

}
</pre>
===How far back can we flashback?===
<pre>
col time_now for a25
col time_oldest_flashback for a25
select to_char(sysdate,'DD-MON-YY HH24:MI') time_now
, to_char(fdl.oldest_flashback_time, 'DD-MON-YY HH24:MI') time_oldest_flashback
, round((sysdate-fdl.oldest_flashback_time)*24,1) hours_flashback_possible
from v$database d
, v$flashback_database_log fdl
/
</pre>

===DBA privs tables===
DBA_AQ_AGENT_PRIVS
DBA_COL_PRIVS
DBA_PRIV_AUDIT_OPTS
DBA_REPGROUP_PRIVILEGES
DBA_ROLE_PRIVS
DBA_RSRC_CONSUMER_GROUP_PRIVS
DBA_RSRC_MANAGER_SYSTEM_PRIVS
DBA_SYS_PRIVS
DBA_TAB_PRIVS
DBA_WM_SYS_PRIVS
DBA_WORKSPACE_PRIVS

===Schedule a shell job===
begin
dbms_scheduler.create_program ( program_name => 'myshelljob'
, program_action => '/home/oracle/scripts/shell.sh'
, program_type => 'EXECUTABLE'
, comments => 'Run a shell'
, enabled => TRUE
);
end;
/
===Start the job===
begin
dbms_sheduler.create_job ( job_name => 'myshelljob'
, program_name => 'myshelljob'
, start_date =>
);
/

===What statement is a user running?===
<pre>
select a.sid
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
and a.username = '&username'
/
</pre>
===See what statements all users are running===
Useful to see what is happening when process limit is reached
<pre>
set lines 300 pages 1000

col username for a10
col command for 999 head "CMD"
col lockwait for a10
col status for a8
col schemaname for a12
col osuser for a10
col process for a10
col program for a20
col machine for a10
col action for a10
col module for a10
col identifier for a10
col event for a27
col state for a8
col service_name for a10
col serial# for 999999

select a.username
, a.command
, a.lockwait
, a.status
, a.schemaname
, a.osuser
, a.process
, a.machine
, a.program
, a.type
--, a.sql_exec_start
--, a.plsql_object_id
--, a.plsql_subprogram_id
--, a.module
--, a.action
, a.logon_time
, a.event
, a.wait_time
, a.seconds_in_wait
, a.state
--, a.service_name
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
order by a.logon_time desc
/

set lines 80
</pre>

===A logminer session===
Mine all SQL statements in a 10 minute period
<pre>
sqlplus / as sysdba
alter session set nls_date_format = 'DD-MON-YYYY HH24:MI:SS';
execute dbms_logmnr.start_logmnr ( starttime => '27-OCT-2009 11:05:00'
, endtime => '27-OCT-2009 11:15:00'
, options => dbms_logmnr.dict_from_online_catalog+dbms_logmnr.continuous_mine
);
create table mycontents as select * from v$logmnr_contents;
execute dbms_logmnr.end_logmnr();

select * from mycontents;

drop table mycontents;
</pre>
===Huge Pages===
<pre>
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segments
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6' | '3.8') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
</pre>

===Pretty longops listing===
<pre>
set lines 2000 pages 1000
col opname for a34 head "Job"
col message for a60
col perc_done for a10 head "Done"
col started for a18
col killer for a15
col mins_busy head "Mins busy"
col mins_left head "Mins left"
select sid||','||serial# killer
, opname
, message
, round ((sofar/totalwork),4)*100||'%' perc_done
, to_char(start_time,'DD-MON-YY HH24:MI') started
, floor(elapsed_seconds/60) mins_busy
, ceil(time_remaining/60) mins_left
from v$session_longops
where 1=1
and sofar != totalwork
and totalwork != 0
and opname like 'RMAN%'
/
</pre>
<pre>
select * from v$session where module='Data Pump Worker'
</pre>
or attach to the impdp job and it shows percentage done.
<pre>
Get the SID from v$session_longops and plug it into v$session to check the SQL command details.

Current Running SQLs
--------------------
set pages 1000 lines 2000
col program format a40
col sql_text format a130

select s.sid
, s.status
, s.last_call_et
, s.program
, sa.sql_id
, sa.sql_text
from v$session s
, v$sqlarea sa
where s.sql_id = sa.sql_id
and s.sid = '&sid'
/

set pages 1000 lines 2000
col USERNAME for a10
col OSUSER for a10
col MACHINE for a10

select s.sid
, s.serial#
, p.spid
, s.username
, s.osuser
, s.status
, s.process fg_pid
, s.longon_time
, s.machine
, p.spid bg_pid
from gv$session s
, gv$process p
where s.addr = p.addr
and s.sid = '&sid'
/

$ps -ef | grep <spid>

set pages 1000 lines 2000
SELECT INST_ID
, SID
, SERIAL#
, SQL_ID
, USERNAME
, PROGRAM
, MACHINE
, SERVICE_NAME
FROM GV$SESSION
WHERE SID IN ('<SID_NO.1>','<SID_NO.2>')
/
Active Running SQLs
--------------------
set pages 1000 lines 2000
col SPID for a10
col PROGRAM for a15
col OSUSER for a10
col ACTION for a10
col EVENT for a25
col SQL_TEXT for a25
col MACHINE for a10
col P1TEXT for a10
col P2TEXT for a10
col P3TEXT for a10
SELECT b.sid
, b.serial#
, a.spid
, b.sql_id
, b.program
, b.osuser
, b.machine
, b.type
, b.event
, b.action
, b.p1text
, b.p2text
, b.p3text
, b.state
, c.sql_text
, b.logon_time
FROM v$process a
, v$session b
, v$sqltext c
WHERE a.addr = b.paddr
AND b.sql_hash_value = c.hash_value
AND b.STATUS = 'ACTIVE'
AND b.sid = '&sid'
ORDER BY a.spid
, c.piece
/

OR - Use the below Query

Longops.sql
-----------
set pages 50000 lines 32767
col OPNAME for a10
col SID form 9999
col SERIAL form 9999999
col PROGRAM for a10
col USERNAME for a10
col SQL_TEXT for a40
col START_TIME for a10
col LAST_UPDATE_TIME for a10
col TARGET for a25
col MESSAGE for a25

alter session set nls_date_format = 'DD-MM-YYYY HH24:MI:SS';

SELECT l.inst_id,l.sid, l.serial#, l.sql_id, l.opname, l.username, l.target, l.sofar, l.totalwork, l.start_time,l.last_update_time,round(l.time_remaining/60,2) "REMAIN MINS", round(l.elapsed_seconds/60,2) "ELAPSED MINS", round((l.time_remaining+l.elapsed_seconds)/60,2) "TOTAL MINS", ROUND(l.SOFAR/l.TOTALWORK*100,2) "%_COMPLETE", l.message,s.sql_text
FROM gv$session_longops l
LEFT OUTER JOIN v$sql s on s.hash_value=l.sql_hash_value and s.address=l.sql_address and s.child_number=0
WHERE l.OPNAME NOT LIKE 'RMAN%' AND l.OPNAME NOT LIKE '%aggregate%' AND l.TOTALWORK != 0 AND l.sofar<>l.totalwork AND l.time_remaining > 0
/

</pre>
===Apply the database patch after the ORACLE_HOME has been patched===
<pre>
ORAENV_ASK=NO
export ORACLE_SID=$1
. oraenv

sqlplus /nolog <<EOSQL
connect / as sysdba
startup
@?/rdbms/admin/catbundle.sql psu apply
@?/rdbms/admin/utlrp.sql
purge dba_recyclebin;

prompt check patch apply...
set lines 150
col action_time for a50
col comp_name for a50
col comments for a50

select action_time,action,comments from sys.registry\$history where trunc(action_time) = trunc(sysdate);
select comp_name,version,status,modified from dba_registry;
exit
EOSQL
</pre>

===Show how much archivelog data is generated per day===
A companion script for 'how many log switches in a day'
<pre>
col orderby noprint
select trunc(first_time) orderby
, to_char(first_time,'DD-MON-YYYY') "Date"
, round(sum(bytes/1024/1024/1024),2) arch_logs_gigs
from (
select unique (blocks * block_size) bytes,
thread#,
sequence#,
resetlogs_change#,
first_time
from v$archived_log
)
group by trunc(first_time)
, to_char(first_time, 'DD-MON-YYYY')
order by trunc(first_time) desc
/
</pre>

===Abort a hanging database even when sysdba cannot connect===
Unable to connect to database with sqlplus / as sysdba because audit file cannot be created?
* [http://tech.e2sn.com/oracle/troubleshooting/hang/how-to-log-on-even-when-sysdba-can-t-do-so tech.e2sn.com]
* [http://blog.dbi-services.com/oracle-is-hanging-dont-forget-hanganalyze-and-systemstate/ blog.dbi-services.com]
Instead of just killing the pmon process, there is a kinder (and more useful) way to kill the database. 
Use the hidden, undocumented 'prelim' switch parameter to sqlplus to make a connection to the database without creating SGA session data structures. 
It can be very useful for hang analysis so the possible cause can be found after the database has been restarted.
<pre>
sqlplus -prelim / as sysdba
oradebug unlimit
oradebug hanganalyze 3
oradebug setmypid -- or oradebug setorapname diag
oradebug dump ashdumpseconds 30
oradebug dump systemstate 10 -- or oradebug dump systemstate 266
oradebug tracefile_name
shutdown abort
</pre>

===Lists Oracle session with kill session statement all ready to go===
disconnect attempts to kill the o/s processes too. kill doesn't.
<pre>
col killer for a60
col osuser for a12
col logon for a23
col spid for a8
col username for a15
col program for a50
set lines 2000
select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, s.inst_id
, to_char(s.logon_time,'DD-MON-YY HH24:MI:SS') logon
, sci.osuser
, p.spid
, s.username
, s.program
from gv$session s
, gv$session_connect_info sci
, gv$process p
where 1=1
and p.addr = s.paddr
and p.inst_id = s.inst_id
and s.sid = sci.sid
and s.serial# = sci.serial#
and s.type != 'BACKGROUND'
and sci.osuser = 'oraibm'
order by s.logon_time desc
/

KILLER INST_ID LOGON OSUSER SPID USERNAME PROGRAM
------------------------------------------------------------ ---------- ----------------------- ------------ -------- --------------- --------------------------------------------------
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
</pre>

===How much space is being used by a guaranteed restore point?===
<pre>
show parameter recovery
set numwi 15
set lines 200
col name for a40
col time for a23
col gigs_limit head "Max (but check df -g also!)"

select name
, time
, round(storage_size/1024/1024/1024,2) gigs_used
from v$restore_point
where 1=1
and guarantee_flashback_database = 'YES'
/

select * from v$flash_recovery_area_usage
/

select name
, round(space_used/1024/1024/1024,2) gigs_used
, round(space_limit/1024/1024/1024,2) gigs_limit
, space_reclaimable
, number_of_files
from v$recovery_file_dest
/
</pre>

===Get statistics for LOB columns in a table===
<pre>
select
max(dbms_lob.getlength(lob_content)) max_len
, avg(dbms_lob.getlength(lob_content)) avg_len
, min(dbms_lob.getlength(lob_content)) min_len
, sum(case when dbms_lob.getlength(lob_content) <= 4000 then 1
else 0 end) "<4k"
, sum(case when dbms_lob.getlength(lob_content) > 4000 then 1
else 0 end) ">4k"
, sum(case when dbms_lob.getlength(lob_content) is null then 1 else
0 end) "is null"
from &tablename
/
</pre>

===badprivs.sql===
Check to see if any ordinary users have privileges / access / grants / rights they should not have
<pre>
select grantee, privilege, admin_option
from sys.dba_sys_privs
where ( privilege like '% ANY %'
or privilege in ('BECOME USER', 'UNLIMITED TABLESPACE')
or admin_option = 'YES'
)
and grantee not in ('SYS', 'SYSTEM', 'OUTLN', 'AQ_ADMINISTRATOR_ROLE',
'DBA', 'EXP_FULL_DATABASE', 'IMP_FULL_DATABASE',
'OEM_MONITOR', 'CTXSYS', 'DBSNMP', 'IFSSYS',
'IFSSYS$CM', 'MDSYS', 'ORDPLUGINS', 'ORDSYS',
'TIMESERIES_DBA')
</pre>

===Generate a list of tablespaces ready for a migration===
<pre>
set echo off
set lines 300
set pages 0
Set headi off
set feedb off
set long 32000

spool migration_create_target_tablespaces.sql

exec dbms_metadata.set_transform_param(dbms_metadata.session_transform,'SQLTERMINATOR',TRUE);
select DBMS_METADATA.GET_DDL('TABLESPACE',tablespace_name) from dba_tablespaces
/

spool off
</pre>
===List the privileges assigned to users on directories===
table_name is the name of the directory...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where table_name = 'DATA_PUMP_DIR'
/
</pre>

===List the privileges assigned to users on packages/procedures===
table_name is the name of the package...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where upper(table_name) like upper('%UTL_FILE%')
/
</pre>

===List the system privileges assigned to a user (used to copy user as or clone user as)===
Maybe this one is better [[Extract ddl with "dbms metadata.get ddl"]]

SELECT LPAD(' ', 2*level) || granted_role "USER PRIVS"
FROM (
SELECT NULL grantee, username granted_role
FROM dba_users
WHERE username LIKE UPPER('%&uname%')
UNION
SELECT grantee, granted_role
FROM dba_role_privs
UNION
SELECT grantee, privilege
FROM dba_sys_privs)
START WITH grantee IS NULL
CONNECT BY grantee = prior granted_role;

or

SELECT path
FROM (
SELECT grantee,
sys_connect_by_path(privilege, ':')||':'||grantee path
FROM (
SELECT grantee, privilege, 0 role
FROM dba_sys_privs
UNION ALL
SELECT grantee, granted_role, 1 role
FROM dba_role_privs)
CONNECT BY privilege=prior grantee
START WITH role = 0)
WHERE grantee IN (
SELECT username
FROM dba_users
WHERE lock_date IS NULL
AND password != 'EXTERNAL'
AND username != 'SYS')
OR grantee='PUBLIC'

or

for a migration from 10g...
<pre>
set headi off
set feedb off
set long 9999999
set pages 0
set lines 300

spool migration_create_target_users_grants.sql

select dbms_metadata.get_ddl('USER', username) || ';' ddl
from dba_users
where 1=1
and username like upper('%&&USER_NAME%')
/

select 'grant '||privilege|| ' to ' || grantee || ';'
from dba_sys_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

select 'grant '||granted_role|| ' to ' || grantee || ';'
from dba_role_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

spool off
</pre>
or for a migration on 11g...!
<pre>
set head off
set pages 0
set long 9999999
col ddl for a1000

SELECT DBMS_METADATA.GET_DDL('USER', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('ROLE_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('SYSTEM_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('OBJECT_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'

spool migration_create_users_grants.sql
/
spool off
</pre>

===Move datafiles between filesystems===
* [https://blogs.oracle.com/alejandrovargas/moving-a-datafile-from-file-system-to-asm Moving a datafile from File System to ASM (does not have to be ASM!) - oracle.com]
* [https://docs.oracle.com/database/121/OSTMG/GUID-3B8D0956-0888-452D-A9E4-9FB8D98577E0.htm#OSTMG89997 Moving Data Files Between Oracle ASM (does not have to be ASM!) Using RMAN - oracle.com]
* [https://oracle-base.com/articles/misc/renaming-or-moving-oracle-files Moving a data file online between filesystems - oracle-base.com]
====Set the relevant datafile offline====
<pre>
alter database datafile 125 offline;
alter database datafile 126 offline;
alter database datafile 127 offline;
</pre>
====Rename the files on the filesystem using o/s commands====
<pre>
alter tablespace ts_thaler_data_offline;

host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>
====Run the relevant alter commands to inform the control files of the new locations====
<pre>
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>

====Recover the datafiles====
<pre>
recover datafile 125;
recover datafile 126;
recover datafile 127;
</pre>
====Set the relevant datafile online====
<pre>
alter database datafile 125 online;
alter database datafile 126 online;
alter database datafile 127 online;
</pre>
====Check all is well with the datafiles by using an appropriate statement====
<pre>
set lines 2000 pages 100
select file_id, file_name, status, online_status from dba_data_files where tablespace_name = 'TS_THALER_DATA' order by 2;
</pre>
====Rename a datafile on 12c====
If you're lucky enough to be on 12c, it's one command - no need to offline the datafile!
<pre>
SQL> alter database move datafile '/oracle/ora_data2/prod/data4/ts_thaler_data_113.dbf' to '/oracle/ora_data2/prod/data3/ts_thaler_data_113.dbf';

Database altered.
</pre>

===Pass parameter/argument into perl one-liner script from shell===
Trick? Just use ARGV to pass them in...
<pre>
FREQ=$(perl -e 'my @CAL=split(";",$ARGV[0]);shift @CAL;print $CAL[$ARGV[1]];' -- "$LINE" $offset)
</pre>
or
<pre>
DUMP_DATE=`perl -MTime::Local -e 'print(timelocal(0,$ARGV[0],$ARGV[1],$ARGV[2],$ARGV[3],$ARGV[4]))' -- $MI $HH $DD $MM $YYYY`
</pre>
or export the variable from shell and access it via the ENV hash
<pre>
export db=ENDP1
perl -p -i -e 's!DSMI_LOG.+$!DSMI_LOG /oracle/$ENV{db}/admin/tdpoerror_$ENV{db}!' ${db}/admin/tdpo.opt
</pre>

===Return epoch seconds in Perl===
<pre>
perl -e 'print time();'
</pre>
or to convert a specific day of the year to epoch seconds
<pre>
use POSIX;
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
or for a specific date (careful though - month is 0-11 not 1-12!... 
<pre>
use Time::Local;
# SS MM HH DD MM YYYY
my $epochsecs = timelocal (30,10,19,03,04,2014);
</pre>
or more long-winded but delimited by anything... 
Supply the date/time in any delimited format. Eg. YYYY-MM-DD:HH:MI
<pre>
#!/usr/bin/perl -w
use Time::Local;

sub date2epoch {
my($s) = @_;
my($year, $month, $day, $hour, $minute, $second);

if($s =~ m{^\s*(\d{1,4})\W*0*(\d{1,2})\W*0*(\d{1,2})\W*0*
(\d{0,2})\W*0*(\d{0,2})\W*0*(\d{0,2})}x) {
$year = $1; $month = $2; $day = $3;
$hour = $4; $minute = $5; $second = $6;
$hour |= 0; $minute |= 0; $second |= 0; # defaults.
$year = ($year<100 ? ($year<70 ? 2000+$year : 1900+$year) : $year);
return timelocal($second,$minute,$hour,$day,$month-1,$year);
}
return -1;
}
</pre>

===Return epoch seconds in DOS/VBS/Windows===
Paste this code into epoch.vbs
<pre>
function date2epoch(p_date)
date2epoch = DateDiff("s", "01/01/1970 00:00:00", p_date)
end function

Wscript.Echo date2epoch(Now())
</pre>
and call from a DOS box like this
<pre>
cscript //nologo epoch.vbs
</pre>

===Return date from epoch seconds in Perl===
<pre>
perl -e 'print scalar (localtime (1243269270))'
</pre>
===Return epoch seconds from julian day number in Perl===
<pre>
use POSIX;
my ($year, $jday) = (2012,60);
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
===Extract specific pieces of a date from an epoch timestamp in Perl===
<pre>
use POSIX;
# return localtime into an array
my @tm = localtime $epochsecs;

my $yyyymmdd = strftime "%Y%m%d", @tm;
print $yyyymmdd."\n";
</pre>

===Return epoch seconds in Shell (linux)===
<pre>
date -d "2014/04/03 18:34:30" "+%s"
</pre>

===Return date from epoch seconds in Shell (linux)===
<pre>
date -d @1396542870
</pre>

===Return epoch seconds in PL/SQL===
You cannot just use sysdate as that is timezone sensitive... (epoch seconds are in UTC/GMT)
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) from dual;
or
select round((vd.created - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) created from v$database vd;
</pre>
How long has this instance been up (in minutes)?
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - startup_time)*24*60) up_mins from v$instance;
</pre>

===Return date from epoch seconds in SQL===
<pre>
select to_char(to_date('19700101','YYYYMMDD') + ((&epoch)/24/60/60),'DD-MON-YYYY HH24:MI:SS') utc_date from dual;
</pre>

===A database overview using the sys.plato package===
exec plato.help;
or
exec plato.complete('HTM');

===List datafiles for a tablespace===
<pre>
select *
from dba_data_files
where 1=1
and tablespace_name ='&ts_name';
</pre>
===Show graph of available and free space in tablespaces===
<pre>
-- =============================================================================
-- File Name : http://www.oracle-base.com/dba/monitoring/ts_free_space.sql
-- Author : Tim Hall
-- Description : Displays a list of tablespaces and their used/full status.
-- Requirements : Access to the DBA views.
-- Call Syntax : @ts_free_space.sql
-- Last Modified: 13-OCT-2012 - Created. Based on ts_full.sql
--
-- Modification History
-- ====================
-- When Who What
-- ========= ================= =================================================
-- 13-NOV-13 Stuart Barkley Added cols free_pct and used_pct
-- =============================================================================
SET PAGESIZE 140 lines 180
COLUMN used_pct FORMAT A11
COLUMN max_used_pct FORMAT A11

SELECT tablespace_name tablespace_name
, size_mb size_mb
, free_mb free_mb
, TRUNC((free_mb/size_mb) * 100) free_pct
, RPAD(' '|| RPAD('X',ROUND((size_mb-free_mb)/size_mb*10,0), 'X'),11,'-') used_pct
, max_size_mb max_size_mb
, max_free_mb max_free_mb
, TRUNC((max_free_mb/max_size_mb) * 100) max_free_pct
, RPAD(' '|| RPAD('X',ROUND((max_size_mb-max_free_mb)/max_size_mb*10,0), 'X'),11,'-') max_used_pct
from (
select a.tablespace_name tablespace_name
, b.size_mb size_mb
, a.free_mb free_mb
, b.max_size_mb max_size_mb
, a.free_mb + (b.max_size_mb - b.size_mb) max_free_mb
from (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) free_mb
from dba_free_space
group by tablespace_name
) a
, (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) size_mb
, trunc(sum(greatest(bytes,maxbytes))/1024/1024) max_size_mb
from dba_data_files
group by tablespace_name
) b
, v$instance vi
where a.tablespace_name = b.tablespace_name
)
order by tablespace_name;

set lines 80
</pre>

===Another method for calculating free space in tablespace using segments===
<pre>
select df.tablespace_name "Tablespace"
, totalusedspace "Used MB"
, (df.totalspace - tu.totalusedspace) "Free MB"
, df.totalspace "Total MB"
, round(100 * ( (df.totalspace - tu.totalusedspace)/ df.totalspace)) "Pct. Free"
from (
select tablespace_name
, round(sum(bytes) / 1048576) totalspace
from dba_data_files
group by tablespace_name
) df
, (
select round(sum(bytes)/(1024*1024)) totalusedspace
, tablespace_name
from dba_segments
group by tablespace_name
) tu
where df.tablespace_name = tu.tablespace_name;
</pre>
===Work out maximum possible size of a datafile===
<pre>
select round( (4*1024*1024*value) / (1024*1024*1024) ,2) maxfilesizeingigabytes from v$parameter where name='db_block_size';
</pre>
or, as tablespaces can have block sizes differing from that of the init.ora parameter...
<pre>
select round( (4*1024*1024*block_size) / (1024*1024*1024) ,2) maxfilesizeingigabytes from dba_tablespaces where tablespace_name='&tablespace_name';
</pre>

===Show size and maxsize at datafile level===
datafiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_data_files
group by file_name
/
</pre>
tempfiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_temp_files
group by file_name
/
</pre>

===Resize the online redo logfiles===
Found a more concise, smarter way of doing it [http://www.oracle-wiki.net/startdocshowtorecreateredogrps here] - oracle-wiki.net 
Switching logs too often? Redolog files too small? 
* Show current log groups
<pre>
set lines 1000
col group_member for a60
select l.group# group_number
, (bytes/1024/1024) megs
, l.status group_status
, f.member group_member
, l.archived archived
, f.type file_type
from v$log l
, v$logfile f
where l.group# = f.group#
order by l.group#
, f.member
/
</pre>
* Create additional (bigger) groups
<pre>
define SID=TIBQFW
alter database add logfile group 6 '/oracle/&SID/oradata1/redo1.log' size 1G;
alter database add logfile group 7 '/oracle/&SID/oradata2/redo2.log' size 1G;
alter database add logfile group 8 '/oracle/&SID/oradata3/redo3.log' size 1G;
alter database add logfile group 9 '/oracle/&SID/oradata1/redo4.log' size 1G;
alter database add logfile group 10 '/oracle/&SID/oradata2/redo5.log' size 1G;
</pre>
or if you use multiple members...
<pre>
alter database add logfile group 6 ('/oracle/&SID/oradata1/redo/redo01a.log', '/oracle/&SID/oradata1/redo01b') size 50M;
alter database add logfile group 7 ('/oracle/&SID/oradata1/redo/redo02a.log', '/oracle/&SID/oradata1/redo02b') size 50M;
alter database add logfile group 8 ('/oracle/&SID/oradata1/redo/redo03a.log', '/oracle/&SID/oradata1/redo03b') size 50M;
</pre>
* Switch archivelogs until the new ones are current and the old ones are inactive
<pre>
alter system switch logfile;
</pre>
If the old logs are not yet inactive, checkpoint the database
<pre>
alter system checkpoint;
</pre>
* Drop the old groups
<pre>
alter database drop logfile group 1;
alter database drop logfile group 2;
alter database drop logfile group 3;
alter database drop logfile group 4;
alter database drop logfile group 5;
</pre>

===Increase the existing size of a datafile===
<pre>
alter database datafile '&full_path_of_datafile' resize &new_meg_size.M;
</pre>

===Increase the max size of a tempfile===
<pre>
alter database tempfile '/oracle/ENDP1/oradata90/temp01.dbf' autoextend on maxsize unlimited;
</pre>
===Find out what processes are using the temp tablespace===
Temporary tablespace is used for sorting query results. Find them with this.
<pre>
SELECT b.tablespace,b.segfile#,b.segblk#,b.blocks,a.sid,a.serial#,
a.username,a.osuser, a.status
FROM v$session a,v$sort_usage b
WHERE a.saddr = b.session_addr;
</pre>

===Increase the maximum size of a datafile===
Although this can be set lower than existing size, try not to. It makes the reports look weird!
<pre>
alter database
datafile '&full_path_of_datafile'
autoextend on
maxsize &new_meg_size.m;
</pre>

===Find schemas (users) with objects created outside their default tablespace===
Indexes could be a notable exception if they are created in an index tablespace
<pre>
set lines 200
col owner for a20
col segment_name for a45
col tablespace_name for a32
select owner
, segment_name
, tablespace_name
from dba_segments
where exists (select username from dba_users where username = owner)
and tablespace_name != (select default_tablespace from dba_users where username = owner)
and owner = '&owner'
/
</pre>

===Add a datafile to a tablespace===
'unlimited' will default to the maximum datafile size for the current db_block_size
<pre>
alter tablepace &tablespace_name
add datafile '&full_path_of_datafile'
size 100M
autoextend on
next 100M
maxsize unlimited
</pre>

===List all datafiles with their size===
<pre>
set pages 1000 lines 2000
col filetype for a15
col name for a60
break on report
compute sum of gig on report

select filetype
, name
, gig
from (
select 'datafile' filetype
, name
, bytes/1024/1024 gig
from v$datafile
union all
select 'tempfile' filetype
, name
, bytes/1024/1024
from v$tempfile
union all
select 'logfile' filetype
, lf.member "name"
, l.bytes/1024/1024
from v$logfile lf
, v$log l
where 1=1
and lf.group# = l.group#
) used
, (
select sum(bytes)/1024/1024
from dba_free_space
) free
</pre>
===Database size (How big is my database?)===
There are different interpretations of what constitutes the size of a database... 
Is it the space allocated to the datafiles or only the space taken up by the data? Are tempfiles included? Are redo logs included? etc...
<pre>
set lines 132
col dbname for a9 heading "Database"
col dbsize for a15 heading "Size"
col dbused for a15 heading "Used space"
col dbfree for a15 heading "Free space"
with used_space as
(
select bytes
from v$datafile
union all
select bytes
from v$tempfile
union all
select bytes
from v$log
)
, free_space as
(
select sum(bytes) sum_bytes
from dba_free_space
)
select vd.name dbname
, round(sum(used_space.bytes)/1024/1024/1024 ) || ' GB' dbsize
, round(sum(used_space.bytes)/1024/1024/1024 ) - round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbused
, round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbfree
from free_space
, used_space
, v$database vd
group by vd.name
, free_space.sum_bytes
/
</pre>

===Drop datafile from temp tablespace===
Database is completely stuck because the temporary tablespace has grown to fill all available room. 
Look around for at least some log files to delete in order to get connected (audit files, sqlnet logs, listener logs) 
Once connected, change the default temporary tablespace to a small one so we can remove the original.
<pre>
create temporary tablespace temp2 tempfile '/oracle/RMANV12/oradata2/temp2.dbf' size 5M;
</pre>
<pre>
alter database default temporary tablespace temp2;
</pre>
I found trying to drop the datafile like this didn't work, just hung there (probably active tranactions)...
<pre>
drop tablespace temp including contents and datafiles;
</pre>
So did it like this...
<pre>
alter database tempfile '/oracle/RMANV12/oradata2/temp.dbf' drop including datafiles;

Database altered.

drop tablespace temp including contents and datafiles;

Tablespace dropped.
</pre>
... an alternative would be to find the sessions using the temp space and kill them...
<pre>
select sid, serial#, status from v$session where serial# in (select session_num from v$sort_usage);
</pre>
Then to be neat and tidy, rename the temp2 tablespace back to temp.
<pre>
create temporary tablespace temp tempfile '/oracle/RMANV12/oradata2/temp.dbf' size 256M reuse autoextend on next 128M maxsize 1G;
alter database default temporary tablespace temp;
drop tablespace temp2 including contents and datafiles;
</pre>
Although the last statement will not work until any transactions using it have been rolled back or committed.

===List files that are in hot-backup mode===
set lines 100
set pages 100
col name format a60

select df.name
, b.status
, to_char(time, 'hh24:mi:ss dd/mm/yyyy') time
from v$datafile df
, v$backup b
where 1=1
and df.file# = b.file#
and b.status = 'ACTIVE'
order by b.file#;

===Waiting for snapshot control file enqueue===
Script to identify sessions causing RMAN to hang because of 'waiting for snapshot control file enqueue' message
<pre>
set lines 2000
col killer for a70
col program for a20
col module for a20
col action for a20
col logon_time for a20

select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, username
, program
, module
, action
, logon_time
from v$session s
, v$enqueue_lock l
where l.sid = s.sid
and l.type = 'CF'
and l.id1 = 0
and l.id2 = 2
/
</pre>

===Info on blocking processes===
<pre>
select s1.username || '@' || s1.machine
|| ' ( SID=' || s1.sid || ' ) is blocking '
|| s2.username || '@' || s2.machine || ' ( SID=' || s2.sid || ' ) ' blocking_status
from v$lock l1
, v$session s1
, v$lock l2
, v$session s2
where s1.sid = l1.sid
and s2.sid = l2.sid
and l1.block = 1
and l2.request > 0
and l1.id1 = l2.id1
and l2.id2 = l2.id2
/
</pre>
session doing the blocking
<pre>
select *
from v$lock l1
where 1=1
and block = 1 ;
</pre>
sessions being blocked
<pre>
select *
from v$lock l1
where 1=1
and id2 = 85203
</pre>

info on session doing the blocking
<pre>
select row_wait_obj#, row_wait_file#, row_wait_block#, row_wait_row#
from v$session
where sid = 234

select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create ( 1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW# ) row_id
from v$session s
, dba_objects do
where sid=234
and s.ROW_WAIT_OBJ# = do.OBJECT_ID;
</pre>

===Show locked objects===
set lines 100
set pages 999
col username format a20
col sess_id format a10
col object format a25
col mode_held format a10
select oracle_username||' ('||s.osuser||')' username
, s.sid||','||s.serial# sess_id
, owner||'.'||object_name object
, object_type
, decode ( l.block
, 0, 'Not Blocking'
, 1, 'Blocking'
, 2, 'Global'
) status
, decode ( v.locked_mode
, 0, 'None'
, 1, 'Null'
, 2, 'Row-S (SS)'
, 3, 'Row-X (SX)'
, 4, 'Share'
, 5, 'S/Row-X (SSX)'
, 6, 'Exclusive', TO_CHAR(lmode)
) mode_held
from v$locked_object v
, dba_objects d
, v$lock l
, v$session s
where 1=1
and v.object_id = d.object_id
and v.object_id = l.id1
and v.session_id = s.sid
order by oracle_username
, session_id;

===Show which row is locked===
select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create (1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW#)
from v$session s
, dba_objects do
where 1=1
and s.ROW_WAIT_OBJ# = do.OBJECT_ID
and sid = &sid;

===Check what is audited on a database===
<pre>
set pagesize 100
set linesize 256
select audit_option,success,failure from dba_stmt_audit_opts;
</pre>
===How old is the oldest audit record?===
<pre>
select extract (day from (systimestamp - min(ntimestamp#))) days_old from aud$;
</pre>
===Check what objects are being audited===
<pre>
tti col 60 'Object Audit Options (dba_obj_audit_opts)' skip col 50 'A=By Access, S=By Session. Left=on success, right=on failure' skip 2
set lines 1000 pages 100
col alt for a3 head "Alt|er"
col aud for a3 head "Aud|it"
col com for a3 head "Com|ent"
col del for a3 head "Del|ete"
col gra for a3 head "Gra|nt"
col ind for a3 head "Ind|ex"
col ins for a3 head "Ins|ert"
col loc for a3 head "Lo|ck"
col ren for a3 head "Ren|ame"
col sel for a3 head "Sel|ect"
col upd for a3 head "Upd|ate"
col ref for a3 head "Ref|rnc"
col exe for a3 head "Exe|cut"
col cre for a3 head "Cre|ate"
col rea for a3 head "Re|ad"
col wri for a3 head "Wri|te"
col fbk for a3 head "Fla|sh"

select *
from dba_obj_audit_opts
/
</pre>

===Procedure to delete old audit records===
<pre>
select text from all_source where lower(name)='purge_audit_trail';

TEXT
------------------------------------------------------------------------------------------------
PROCEDURE purge_audit_trail IS
BEGIN
-- set the last archive timestamp
DBMS_AUDIT_MGMT.SET_LAST_ARCHIVE_TIMESTAMP(
audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD,
last_archive_time => systimestamp - interval '365' day,
rac_instance_number => null
);
-- purge audit trail till last archive timestamp
DBMS_AUDIT_MGMT.CLEAN_AUDIT_TRAIL( audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD
, use_last_arch_timestamp => TRUE);

END purge_audit_trail;
</pre>

===Job setup to run the audit purge===
<pre>
BEGIN
sys.dbms_scheduler.create_job(
job_name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"',
job_type => 'STORED_PROCEDURE',
job_action => '"SYS"."PURGE_AUDIT_TRAIL"',
repeat_interval => 'FREQ=DAILY;BYHOUR=20;BYMINUTE=0;BYSECOND=0',
start_date => to_timestamp_tz('2012-02-22 Europe/Paris', 'YYYY-MM-DD TZR'),
job_class => '"DEFAULT_JOB_CLASS"',
comments => 'purge audit trails until last archive timestamp',
auto_drop => FALSE,
enabled => FALSE
);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'logging_level', value => DBMS_SCHEDULER.LOGGING_OFF);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'job_weight', value => 1);
sys.dbms_scheduler.enable( '"SYS"."PURGE_AUDIT_TRAIL_JOB"' );
END;
/
</pre>
===A list of all SIDs in oratab that should restart after a server boot===
Using awk
<pre>
awk -F: '$NF=="Y" && $1 !~/[#]/ {print $1}' /etc/oratab
</pre>
Using perl
<pre>
perl -F: -ne 'print "$1\n" if /(\w+):(.+):Y$/' /etc/oratab
</pre>

===Move the admin directories to a new location===
<pre>
./all_db_do "alter system set audit_file_dest='/oracle/&SID/admin/adump' scope=spfile;"

./all_db_do "shutdown immediate"

for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
mkdir -p /oracle/${db}/admin
echo "/oracle/${db}/admin created"
mv /oracle/admin/${db}/adump /oracle/${db}/admin/
mv /oracle/admin/${db}/dpdump /oracle/${db}/admin/
echo "Moved /oracle/admin/${db}/adump to /oracle/${db}/admin/"
done

./all_db_do startup

./all_db_do "create pfile from spfile;"
</pre>

===Check if the Standby database is up-to-date with the primary database===
select arch.thread# "Thread"
, arch.sequence# "Last Sequence Received"
, appl.sequence# "Last Sequence Applied"
, (arch.sequence# - appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where 1=1
and ( thread#,first_time ) in (
select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
,
(
select thread#
, sequence#
from v$log_history
where 1=1
and ( thread#,first_time ) in ( select thread# ,max(first_time)
from v$log_history
group by thread#
)
) appl
where 1=1
and arch.thread# = appl.thread#
order by 1;

===Check for gaps on the Standby database===
Run this on the standby
<pre>
select thread#, low_sequence#, high_sequence# from v$archive_gap;
</pre>
or run this on the Primary to see the latest generated archive...
<pre>
select thread# "Thread"
, sequence# "Last sequence generated"
from v$archived_log
where (thread#, first_time) in ( select thread#, max(first_time)
from v$archived_log
group by thread#
)
order by 1
/
</pre>
and run this on the standby to check for received but not yet applied logs (this could be normal if a lag has been set)...
<pre>
select arch.thread# "Thread"
, arch.sequence# "Last sequence received"
, appl.sequence# "Last sequence applied"
, (arch.sequence#-appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where (thread#,first_time ) in (select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
, (
select thread#
, sequence#
from v$log_history
where (thread#,first_time ) in (select thread#, max(first_time)
from v$log_history
group by thread#
)
) appl
where arch.thread# = appl.thread#
order by 1
/
</pre>
Compare the results from Primary and Secondary to detect possible network problems or other errors in shipping.

===Ignore case-sensitive passwords in 11g (deprecated in 12c)===
<pre>
alter system set SEC_CASE_SENSITIVE_LOGON = false scope=both
</pre>

===External table for the Alert log (pre 11g)===
Modified to use (the better) scripts found on [http://www.adp-gmbh.ch/ora/admin/scripts/read_alert_log.html Rene Nyffenegger's site] 
This script generates the required DDL for the alertlog table
<pre>
column db new_value _DB noprint;
column bdump new_value _bdump noprint;

select i
</pre>

===Alert log (11g+)===
This reads the log.xml file (which contains the same information as alert.log) 
Show the messages put in the alert log in the last 24 hours
<pre>
select substr(MESSAGE_TEXT, 1, 300) message_text
, count(*) cnt
from X$DBGALERTEXT
where 1=1
and (MESSAGE_TEXT like '%ORA-%' or upper(MESSAGE_TEXT) like '%ERROR%')
and cast(ORIGINATING_TIMESTAMP as DATE) > sysdate - &days_ago/1440
group by substr(MESSAGE_TEXT, 1, 300)
</pre>
There is also a fixed table X$DBGDIREXT which returns all file and directory names under [diagnostic_dest]/diag directory:
<pre>
select lpad(' ',lvl,' ')||logical_file file_name
from x$dbgdirext
where rownum <=20;
</pre>
===Directory paths available in v$diag_info===
<pre>
set lines 2000
col name for a35
col value for a100 wrap
select * from v$diag_info;

INST_ID NAME VALUE CON_ID
---------- ----------------------------------- ---------------------------------------------------------------------------------------------------- ----------
1 Diag Enabled TRUE 0
1 ADR Base /cln/prg/ora_bin2/app/oracle 0
1 ADR Home /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild 0
1 Diag Trace /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace 0
1 Diag Alert /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/alert 0
1 Diag Incident /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/incident 0
1 Diag Cdump /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/cdump 0
1 Health Monitor /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/hm 0
1 Default Trace File /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace/bild_ora_44696768.trc 0
1 Active Problem Count 0 0
1 Active Incident Count 0 0

11 rows selected.
</pre>
===Find out the names of the active trace files for the running processes===
<pre>
select pid, program, tracefile from v$process;
</pre>

===Request was to duplicate a large tablespace from production to test environment===
...but rather than copy the terabytes of data, create the destination tablespace with just the most recent months data 
====See what the source data looks like====
<pre>
col table_owner for a20
col table_name for a30
col partition_name for a20
set pages 100 lines 1000

select table_owner
, table_name
, partition_name
, partition_position
, tablespace_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
order by 1,2,3,4
/
</pre>
This query produces something like this...
<pre>
TABLE_OWNER TABLE_NAME PARTITION_NAME PARTITION_POSITION TABLESPACE_NAME
-------------------- ------------------------------ -------------------- ------------------ ------------------------------
ADS_ARCHIVE BIL_DAY_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D04 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D09 2 ADS_ARCHIVE
ADS_ARCHIVE BIL_MTH_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q1_M03_D31 3 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q2_M04_D01 4 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D12 5 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D13 6 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D14 7 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D31 2 ADS_ARCHIVE
...
ADS_ARCHIVE SBP_HIS_LINES_ARC P_LS 3 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D12 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D13 3 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D15 4 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D16 5 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D17 6 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D18 7 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D19 8 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D20 9 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D21 10 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D22 11 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D23 12 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D24 13 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2013_Q2_M04_D30 3 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q3_M07_D12 1657 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q4_M12_D13 1811 ADS_ARCHIVE
ADS_DBA FAH_DAY_MVT_IFRS Y2016_Q4_M10_D10 1654 ADS_ARCHIVE
</pre>
====Capture the tablespace metadata====
<pre>
set long 1000000
select dbms_metadata.get_ddl ( 'TABLESPACE', 'ADS_ARCHIVE') from dual
/
</pre>
produces...
<pre>
CREATE TABLESPACE "ADS_ARCHIVE" DATAFILE
'/oracle/tst/ora_data3/adst/ads_archive01.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 32000M,
...
'/oracle/tst/ora_data3/adst/ads_archive66.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 3200M,
LOGGING ONLINE PERMANENT BLOCKSIZE 8192
EXTENT MANAGEMENT LOCAL AUTOALLOCATE DEFAULT
NOCOMPRESS SEGMENT SPACE MANAGEMENT AUTO
</pre>
====Capture the tablespace objects' metadata====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=expdp_adst_ads_archive_metadata.log
tablespaces=ADS_ARCHIVE
parallel=20
content=metadata_only
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_metadata.par
</pre>
====Find the partitions with data from the most recent month====
<pre>
cat <<EOCAT>/tmp/adst_ads_archive_partitions.sql
set termo off echo off lines 1000 feedb off headi off newpa none trims on
spool /tmp/adst_ads_archive_partitions.lst
select table_owner||'.'||table_name||':'||partition_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
and partition_name like 'Y2017_Q1_M01%'
/
spool off

echo "@/tmp/adst_ads_archive_partitions.sql" | sqlplus / as sysdba
EOCAT
</pre>
produces...
<pre>
ADS_ARCHIVE.FAH_DAY_CBA_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D28
...
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D22
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D21
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D15
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D14
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D08
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_MTH_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_DAY_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D28
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D22
</pre>
====Export the data in these partitions====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=expdp_adst_ads_archive_Y2017.log
EOCAT

cat /tmp/adst_ads_archive_partitions.lst | perl -p -i -e 's/^/tables=/'g >>expdp_adst_ads_archive_partitions.par

cat<<EOCAT >>expdp_adst_ads_archive_partitions.par
parallel=20
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_partitions.par
</pre>
====Drop the old tablespace====
<pre>
drop tablespace ads_archive including contents and datafiles
/
</pre>
====Recreate the tablepspace using the metadata capture above====
<pre>
create tablespace "ADS_ARCHIVE"
datafile '/oracle/tst/ora_data3/adst/ads_archive01.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive02.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive03.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive04.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive05.dbf' size 100M autoextend on next 50M maxsize unlimited
/
</pre>
====Import the tablespace metadata====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=impdp_adst_ads_archive_metadata.log
EOCAT

impdp parfile=impdp_adst_ads_archive_metadata.par

select 'alter index '|| owner||'.'||index_name||' rebuild online parallel 8;'
from dba_indexes
where status = 'UNUSABLE'
/
</pre>
====Import the last month partition data====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=impdp_adst_ads_archive_Y2017.log
table_exists_action=append
parallel=20
EOCAT

impdp parfile=impdp_adst_ads_archive_partitions.par
</pre>

===Write to a TCP/IP socket from PL/SQL===
<pre>
declare
bt_conn utl_tcp.connection;
retval binary_integer;
l_sequence varchar2(30) := 'Sequence Number 101021';
begin
bt_conn := utl_tcp.open_connection(remote_host => '10.10.1.1'
,remote_port => 5000
,tx_timeout => 1
)
;
retval := utl_tcp.write_line(bt_conn,l_sequence)
;
utl_tcp.flush(bt_conn)
;
utl_tcp.close_connection(bt_conn)
;
exception
when others then
raise_application_error(-20101, sqlerrm)
;
utl_tcp.close_connection(bt_conn)
;
end
;
/
</pre>
and read from it using netcat in another session
<pre>
nc -lk 5000
</pre>
produces
<pre>
Sequence Number 101021
</pre>
===Execute a script as a different user===
Some things have to be done as the user and cannot be done as sys (eg. creating and dropping jobs or create and drop a database link) 
It is possible to login as the user by saving, changing and resetting his password (using identified by values) but using dbms_sys_sql is another option 
Create a PL/SQL procedure to drop a db link
<pre>
create or replace procedure drop_dblink ( p_schema_name in varchar2
, p_dblink in varchar2
) is
l_plsql varchar2(1000);
l_cur number;
l_uid number;
l_rc number;
begin
select du.user_id
into l_uid
from dba_users du
where du.username = p_schema_name
;
plsql := 'drop database link "'||p_dblink||'"';
l_cur := sys.dbms_sys_sql.open_cursor;
sys.dbms_sys_sql.parse_as_user(
c => l_cur,
statement => l_plsql,
language_flag => dbms_sql.native,
userid => l_uid
);
l_rc := sys.dbms_sys_sql.execute(l_cur);
sys.dbms_sys_sql.close_cursor(l_cur);
end;
/
</pre>
Generate the calls to the procedure with the required parameters
<pre>
select 'exec drop_dblink ('''|| owner ||''''||', '||''''||db_link||''''||');'
from dba_db_links
where owner != 'PUBLIC'
and db_link like '%FTST%'
or db_link like '%HDEV%'
/
</pre>
and this reveals the lines to be executed
<pre>
exec drop_dblink ('USER1', 'DBL_FTST.WORLD');
exec drop_dblink ('USER1', 'DBL_HDEV.WORLD');
</pre>
Drop the procedure when finished with it
<pre>
drop procedure drop_dblink;
</pre>

or do it as an anonymous block in one go...
<pre>
declare
uid number;
sqltext varchar2(1000) := 'drop database link "&DB_LINK"';
myint integer;
begin
select user_id into uid from dba_users where username = '&USERNAME';
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user(myint,sqltext,dbms_sql.native,UID);
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
===Handling single quote marks inside SQL statements===
<pre>
SQL> SELECT 'D''COSTA' name FROM DUAL;

NAME
-------
D'COSTA

Alternatively, use the 10g+ quoting method:

SQL> SELECT q'$D'COSTA$' NAME FROM DUAL;

NAME
-------
D'COSTA
</pre>

===Run a script on all databases in /etc/oratab===
<pre>
export ORAENV_ASK=NO
for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
ORACLE_SID=$db
. oraenv
sqlplus -V
done
</pre>
===Schedule a cron job to run on the last day of each month===
<pre>
0 23 28-31 * * [ $(date -d +1day +%d) -eq 1 ] && su - oracle -c "dsmc arch -server=SO_U_`hostname`_ORX_M_SOL '/oracle/export/PV6/expdp_PV6_D_FULL_`date +\%Y\%m\%d`*'"
</pre>
===How to tell if a year is a leap year or not - using cal instead of reinventing the wheel===
Test: Why is Julian day 0, 17th November 1858? 
Pretty comprehensive answer: [http://h71000.www7.hp.com/wizard/wiz_2315.html here] and [http://mentalfloss.com/article/51370/why-our-calendars-skipped-11-days-1752 here] 
Also attempts to answer the question why typing 'cal 09 1752' on Unix systems looks so odd!
<pre>
function leap {
# This function tells you if the year passed in as a parameter is a leap year or not...
if [[ $(cal 2 ${1:-$(date '+%Y')} | egrep '\<[[:digit:]]{1,2}\>' | wc -w) -eq 29 ]]; then
leap='Y'
else
leap='N'
fi
echo ${leap}
}
</pre>

===Reset an expired (and/or locked) user password to the same value===
Can be used to save user passwords for example in a test environment before destroying them with a copy of production. 
Simple, quick and easy version. Run this then pick and choose the statements you want to run.
<pre>
set lines 200 pages 200
col user_list for a200 head "Expired User List"

select 'alter user ' ||su.name||' identified by values'||''''||spare4||';'||su.password||''' account unlock;' user_list
from sys.user$ su
, dba_users du
where 1=1
and su.name = du.username
and du.oracle_maintained = 'N'
and (account_status like 'EXPIRED%' or account_status like '%LOCKED')
/
</pre>
More industrialised version. Create a package.
<pre>
create or replace package dba_utils
as
procedure reset_password ( p_userlist in varchar2 );
end dba_utils;
/

create or replace package body dba_utils
as

procedure reset_password ( p_userlist in varchar2 )
is
cursor c1 ( p_userlist in varchar2 ) is
select username
, regexp_substr ( dbms_metadata.get_ddl('USER', username), '''[^'']+''' ) pwd
from dba_users
where 1=1
and username in upper( p_userlist )
;
begin
dbms_output.enable(null);
for r1 in c1 ( p_userlist )
loop
begin
execute immediate 'alter user ' || r1.username || ' account unlock';
execute immediate 'alter user ' || r1.username || ' identified by values ' || r1.pwd;
exception
when others then
dbms_output.put_line('Unable to modify user ' || r1.username);
end;
end loop;
end reset_password;

end dba_utils;
/
</pre>
Call it
<pre>
set serveroutput on
exec dba_utils.reset_password ('STUART');
</pre>

===Latch, mutex and beyond===
A fine example of how to write scripts from SQL*Plus that interact with the shell underneath 
Found [https://andreynikolaev.wordpress.com/demonstration-scripts/cursor_pin_s_contention-sql/ here at andreynikolaev.wordpress.com]
<pre>
/*
This file is part of demos for "Mutex Internals" seminar v.04.04.2011
Andrey S. Nikolaev (Andrey.Nikolaev@rdtex.ru)
https://andreynikolaev.wordpress.com

"Cursor: pin S" contention testcase.

The script spawn several sessions to induce "Cursor: pin S",
creates AWR snapshots and generates AWR report

Beware: The script will restart the test database.

usage: sqlplus /nolog @cursor_pin_s_contention.sql <parallelism>

*/
connect / as sysdba
startup force
set echo off
set define %
set verify off
set head off
set linesize 300

/* spawn parallel processes to create load on mutex */
spool one_thread.tmp
select 'set verify off' from dual;
select 'alter session set session_cached_cursors = 50;' from dual;
select 'begin for i in 1..1000000 loop' from dual;
select ' execute immediate ''select 1 from dual where 1=2'';' from dual;
select 'end loop; end;'||chr(10)||'/' from dual;
spool off

/* sleep while AWR initialized */
host sleep 5

exec dbms_workload_repository.create_snapshot();

spool many_threads.tmp
select 'host sqlplus "/ as sysdba" @one_thread.tmp &'
from dba_objects where rownum <= %1;
spool off

@many_threads.tmp
host sleep 50
set echo on
exec dbms_workload_repository.create_snapshot();
set markup html on
set head on
spool mutex_sleep_history.htm
select to_char(SLEEP_TIMESTAMP,'hh:mi:ss.ff') SLEEP_TIMESTAMP,MUTEX_ADDR,MUTEX_IDENTIFIER,MUTEX_TYPE,
GETS,SLEEPS,REQUESTING_SESSION,BLOCKING_SESSION,
LOCATION,MUTEX_VALUE from x$mutex_sleep_history order by sleep_timestamp;
spool off

set define &
set markup html off
set echo off heading on underline on;
column inst_num heading "Inst Num" new_value inst_num format 99999;
column inst_name heading "Instance" new_value inst_name format a12;
column db_name heading "DB Name" new_value db_name format a12;
column dbid heading "DB Id" new_value dbid format 9999999999 just c;
select d.dbid dbid
, d.name db_name
, i.instance_number inst_num
, i.instance_name inst_name
from v$database d,
v$instance i;
define num_days=1;
define report_type='html';
col end_snap new_value end_snap;
col begin_snap new_value begin_snap;
select max(snap_id) end_snap from dba_hist_snapshot where dbid=&dbid;
select max(snap_id) begin_snap from dba_hist_snapshot where dbid=&dbid and snap_id < &end_snap;
define report_name='awr_report.htm';
@?/rdbms/admin/awrrpti
exit
</pre>

==shell==
[http://www.databasejournal.com/features/oracle/article.php/3869076/Alert-Log-Scraping-with-Oracles-ADRCI-Utility.htm Alert Log scraping with ADRCI]

====Count the number of background processes for a particular SID====
<pre>
SID=RAVJDE1
ps -ef|cut -c54-100|awk -v SID=$SID '$0 ~ /'$SID'$/ {print}'|wc -l
</pre>
or ...this will work with any OS (so long as the process is at the end of the ps -ef or ps -aux listing
<pre>
SID=RAVJDE1
ps -ef|awk -v SID=$SID -F_ '{ $NF ~ /'$SID'$/ {print} }'|wc -l
</pre>
Pick the columns you want in the ps listing
<pre>
ps -efo user,pid,ppid=MOM -o args
</pre>
====Find Oracle errors in the most recent DataPump log files====
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for <customer>last night' stuart@domain.com
</pre>

====Find the 10 largest directories on a particular filesystem====
<pre>
du -ag /oracle | sort -nr | head -n 10
</pre>

====Find the 10 largest files on a particular mount point====
<pre>
find /home -size +1G -ls | sort -nr +6 | head -10
</pre>
or
<pre>
find /home -xdev -ls | sort -nr +6 | head -10
</pre>

====Split a file in pieces using sed====
Using fixed line numbers
<pre>
sed -ne '1,12p' file > text.part1
sed -ne '13,$p' file > text.part2
</pre>
Using line with a /pattern/ on it
<pre>
sed -e '/hello/q' tt.dat | grep -v hello > text.part1
sed -n `sed -n '/hello/=' tt.dat`',$p' tt.dat | grep -v hello > text.part2
</pre>

====Split a file in pieces using Perl====
<pre>
perl -ne 'print if 1 .. /marker line/' text.dat >text.part1
perl -ne 'print if /marker line/ .. eof()' text.dat >text.part2
</pre>

====Find and display RMAN errors in an RMAN log file====
<pre>
sed -ne '/^RMAN-/,/^$/p' RMAN_<SID>_<DATE>.log
</pre>

==cmd==
*[http://www.dba-oracle.com/t_scripts_windows_export.htm Database Export - from DBA Oracle (Burleson)]
==Perl==
===For all files in a directory, replace a keyword (SSIIDD) in a file with another (a parameter)===
<pre>
for i in `ls`
do
perl -p -i -e 's/SSIIDD/'$SID'/g' $i
done
</pre>

===Parse tnsnames.ora to get just the service names===
[[http://stackoverflow.com/questions/12605415/parsing-tnsnames-ora-with-regex-to-just-get-name from here]]
<pre>
perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora
</pre>

===and use that to check the listener status===
<pre>
for svc in `perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora | sed -e 's/=//'` ;do
tnsping $svc
done
</pre>

Handy scripts

2018-11-21T13:17:36Z

Stuart: /* External table for the Alert log (pre 11g) */

==SQL==
* [[Database Overview - from idevelopment]] [http://www.idevelopment.info/data/Oracle/DBA_scripts/Database_Administration/dba_snapshot_database_10g.sql online version]
* [[Extract ddl with "dbms metadata.get ddl"]]
* [http://asktom.oracle.com/pls/asktom/f?p=100:11:0::::P11_QUESTION_ID:83012348058 Connecting as another user via proxy in SQL*Plus]
* [http://www.petefinnigan.com/tools.htm Password cracker and role and priv tools from Pete Finnigan]
* [http://www.oracle.com/technetwork/articles/sql/11g-pivot-097235.html Using pivot tables in SQL - XML and XLS (Excel) also)]
===List all instances running on a server===
Sounds simple enough and indeed pre 12.1, is was as easy as either
<pre>
ps -ef | grep [p]mon | awk -F_ '{print $NF}'
</pre>
or this one is safer in case you have an underscore character in your SID name!!
<pre>
SIDLIST=$(${PS} -ef | ${GREP} [o]ra_pmon | ${AWK} '{print $NF}' | sed -e 's/ora_pmon_//' | egrep -v 'grep|///|sed|awk|ASM|^$')
</pre>
but now we have the added complication of CDB/PDB (container / pluggable databases) so a fair bit more work is needed!
<pre>
#!/bin/ksh
# ==============================================================================
# Name : list_server_db
# Description : List all running databases found on a server
#
# Parameters : none
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 21-DEC-16 Stuart Barkley Created
# ==============================================================================
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<EOSQL
set serveroutput on feed off pages 0 head off newpa none
declare
e_col_not_found exception;
e_not_mounted exception;
pragma exception_init(e_not_mounted, -01507);
pragma exception_init(e_col_not_found, -904);
l_db_name varchar2(20);
l_database_role varchar2(20);
l_cdb varchar2(20);
l_status varchar2(20);
type varchar2_tab is table of varchar2(240) index by binary_integer;
t_pdbs varchar2_tab;
begin
begin
dbms_output.enable(null);
execute immediate 'select name, database_role, cdb from v\$database' into l_db_name, l_database_role, l_cdb;
if l_cdb = 'YES' then
l_status := 'CDB';
execute immediate 'select name from v\$pdbs' bulk collect into t_pdbs;
for i in nvl(t_pdbs.first,1) .. nvl(t_pdbs.last,0)
loop
dbms_output.put_line (t_pdbs(i)||':PDB');
end loop;
else
l_status := 'Independent'; -- col CDB exists but this is not one
end if;
if l_database_role like '%STANDBY%' then
l_status := 'Standby';
end if;
exception
when e_not_mounted then
l_status := 'Not Mounted';
when e_col_not_found then
l_status := 'pre12';
end;

dbms_output.put_line ('${db}'||':'||l_status);

end;
/
EOSQL
done
</pre>

===Run a command or script on all databases in tnsnames.ora===
Very handy if you have a global tnsnames.ora accessible to all clients. 
So from a client install, this has access to all databases. 
Any files created can be created on the client so no need to scp to all the machines to recover spool files etc. 
Downside: Cannot connect as sysdba across tns so password will need to be known for whatever user is used.
<pre>
#!/bin/ksh
TNSNAMES="./tnsnames.ora"
[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/xxxxxx@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done

</pre>

===Run a command or script on all databases in oratab===
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : all_db_do
# Description : Loops over all the databases in oratab and executes the
# specified SQL command - be careful!
#
# Parameters : -v flag for verbose
# [-f <filename> | <quoted SQL command to be executed>]
#
# Example : all_db_do 'alter system switch logfile;'
# all_db_do -f sessions.sql
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 14-JAN-13 Stuart Barkley Created
# 25-FEB-13 Stuart Barkley Adapt for Solaris
# 21-MAR-13 Stuart Barkley Check db is running first
# 29-APR-13 Stuart Barkley Added verbose flag processing
# 24-MAY-13 Stuart Barkley Wrap / as sysdba in quotes for older versions
# 23-JUN-16 Stuart Barkley Add -f to run a file containing sql
# ==============================================================================

PROGNAME=$(basename $0)
OS=$(uname -s)

AWK=$(which awk)
GREP=$(which grep)
if [[ "${OS}" == "SunOS" ]]; then
AWK=/usr/xpg4/bin/awk
GREP=/usr/xpg4/bin/grep
fi

if [[ ! -r /etc/oratab ]]; then
if [[ "${OS}" == "SunOS" ]]; then
echo "oratab is not where we want it. Please run 'ln -s /var/opt/oracle/oratab /etc/oratab' as root and retry" && exit 1
else
echo "Either Oracle is not installed or database is running without an oratab" && exit 1
fi
fi

# -------------------------
# get the arguments, if any
# -------------------------
unset VERBOSE
while getopts "vf:" flag
do
case "$flag" in
v) VERBOSE=1;;
f) FILE2RUN=$OPTARG;;
esac
done
shift $((OPTIND-1))

if [[ -z ${FILE2RUN} ]]; then
# no file, need an SQL supplied
if [[ -z $1 ]]; then
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi
SQL=$1
elif [[ -s ${FILE2RUN} ]]; then
# file supplied and exists
SQL="@${FILE2RUN}"
else
# file supplied, does it exist
echo "File ${FILE2RUN} is empty or does not exist"
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi

export ORAENV_ASK=NO

for db in $(${AWK} -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab)
do
if ( [[ $1 != "startup" ]] && [[ $(ps -ef | ${GREP} -c -E [o]ra_pmon_${db}) -eq 0 ]] ); then
[[ ! -z "$VERBOSE" ]] && echo "$db is not running, skipping..."
continue
fi
echo
[[ ! -z "$VERBOSE" ]] && echo "vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv"
[[ ! -z "$VERBOSE" ]] && echo $db
ORACLE_SID=$db
. oraenv >/dev/null
sqlplus -s "/ as sysdba" <<EOSQL
define SID=$ORACLE_SID
col comp_name format a50
col value for a40
set linesize 1000
set pagesize 100
$SQL
EOSQL
[[ ! -z "$VERBOSE" ]] && echo "^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"
done

</pre>
<pre>
all_db_do "create or replace directory data_pump_dir as '/oracle/export/&SID';"

all_db_do "archive log list"

all_db_do "shutdown immediate"

all_db_do 'alter system set log_archive_dest_1="location=/oracle/arch/&SID" scope=both;'
</pre>

===Run an SQL command on behalf of another user===
It can be used to execute any sql command as a specified user provided this procedure is created in sys schema. 
* not got this working properly yet *
<pre>
set serveroutput on
create or replace procedure run_sql_as_user ( p_schema_name in varchar2
, p_sql in varchar2
) is
l_user_id dba_users.user_id%type;
l_cursor number;
l_rc number;
begin
dbms_output.enable(null);
begin
select u.user_id
into l_user_id
from dba_users u
where u.username = p_schema_name;
exception
when no_data_found then
raise_application_error (-20001, 'Cannot find user '||p_schema_name);
end;
l_cursor := dbms_sys_sql.open_cursor;
dbms_sys_sql.parse_as_user ( c => l_cursor
, statement => p_sql
, language_flag => dbms_sql.native
, userid => l_user_id
);
l_rc := dbms_sys_sql.execute(l_cursor);
dbms_sys_sql.close_cursor(l_cursor);
exception
when others then
raise_application_error (-20001, 'ERROR: '||sqlerrm);
end;
/

</pre>

===Run a script on all databases listed in tnsnames.ora===
Can run an SQL command file on all SID/SERVICE found in a tnsnames.ora file. I use this from a client laptop having a global tns file on it. 
This way it's not necessary to copy the file onto every host before executing it. Any files created by the script will be created on the client.
<pre>
#!/bin/ksh

TNSNAMES="./tnsnames.ora"

[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/password@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done
</pre>

===List invalid objects===
set lines 200
set pages 200
col obj format a40
select owner||'.'||object_name obj
, object_type
from dba_objects
where 1=1
and status = 'INVALID';
===Recompile all invalid objects===
@?/rdbms/admin/utlrp.sql
===See how much space is left in the flash recovery area (FRA)===
<pre>
select name
, to_char (space_limit, '999,999,999,999') as space_limit
, to_char (space_limit - space_used + space_reclaimable
, '999,999,999,999')
as space_available
, round ( (space_used - space_reclaimable) / space_limit * 100, 1)
as pct_full
from v$recovery_file_dest;
</pre>
or
<pre>
# ==============================================
# Check FRA to see how much space is reclaimable
# ==============================================
fra_reclaim_check() {

LOGFILE=${RMAN_LogDir}/${ORACLE_SID}_`date '+%Y%m'`_${V_SCRIPT}.log
sqlplus "/ as sysdba" <<EOSQL > /tmp/results.$$
set vefify off echo off heading off newpage none linesize 1000 echo off
select 'Filesystem:'||name||
'; Total(Gb):'||round((space_limit/1073741824),2) ||
'; Reclaimable(Gb):'||round((space_reclaimable/1073741824),2) ||
'; Reclaimable(%):'||round( ((space_reclaimable/1073741824)/(space_limit/1073741824)*100),2 )
from v$recovery_file_dest
/
EOSQL
cat /tmp/results.$$ >> $LOGFILE
rm /tmp/results.$$

}
</pre>
===How far back can we flashback?===
<pre>
col time_now for a25
col time_oldest_flashback for a25
select to_char(sysdate,'DD-MON-YY HH24:MI') time_now
, to_char(fdl.oldest_flashback_time, 'DD-MON-YY HH24:MI') time_oldest_flashback
, round((sysdate-fdl.oldest_flashback_time)*24,1) hours_flashback_possible
from v$database d
, v$flashback_database_log fdl
/
</pre>

===DBA privs tables===
DBA_AQ_AGENT_PRIVS
DBA_COL_PRIVS
DBA_PRIV_AUDIT_OPTS
DBA_REPGROUP_PRIVILEGES
DBA_ROLE_PRIVS
DBA_RSRC_CONSUMER_GROUP_PRIVS
DBA_RSRC_MANAGER_SYSTEM_PRIVS
DBA_SYS_PRIVS
DBA_TAB_PRIVS
DBA_WM_SYS_PRIVS
DBA_WORKSPACE_PRIVS

===Schedule a shell job===
begin
dbms_scheduler.create_program ( program_name => 'myshelljob'
, program_action => '/home/oracle/scripts/shell.sh'
, program_type => 'EXECUTABLE'
, comments => 'Run a shell'
, enabled => TRUE
);
end;
/
===Start the job===
begin
dbms_sheduler.create_job ( job_name => 'myshelljob'
, program_name => 'myshelljob'
, start_date =>
);
/

===What statement is a user running?===
<pre>
select a.sid
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
and a.username = '&username'
/
</pre>
===See what statements all users are running===
Useful to see what is happening when process limit is reached
<pre>
set lines 300 pages 1000

col username for a10
col command for 999 head "CMD"
col lockwait for a10
col status for a8
col schemaname for a12
col osuser for a10
col process for a10
col program for a20
col machine for a10
col action for a10
col module for a10
col identifier for a10
col event for a27
col state for a8
col service_name for a10
col serial# for 999999

select a.username
, a.command
, a.lockwait
, a.status
, a.schemaname
, a.osuser
, a.process
, a.machine
, a.program
, a.type
--, a.sql_exec_start
--, a.plsql_object_id
--, a.plsql_subprogram_id
--, a.module
--, a.action
, a.logon_time
, a.event
, a.wait_time
, a.seconds_in_wait
, a.state
--, a.service_name
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
order by a.logon_time desc
/

set lines 80
</pre>

===A logminer session===
Mine all SQL statements in a 10 minute period
<pre>
sqlplus / as sysdba
alter session set nls_date_format = 'DD-MON-YYYY HH24:MI:SS';
execute dbms_logmnr.start_logmnr ( starttime => '27-OCT-2009 11:05:00'
, endtime => '27-OCT-2009 11:15:00'
, options => dbms_logmnr.dict_from_online_catalog+dbms_logmnr.continuous_mine
);
create table mycontents as select * from v$logmnr_contents;
execute dbms_logmnr.end_logmnr();

select * from mycontents;

drop table mycontents;
</pre>
===Huge Pages===
<pre>
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segments
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6' | '3.8') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
</pre>

===Pretty longops listing===
<pre>
set lines 2000 pages 1000
col opname for a34 head "Job"
col message for a60
col perc_done for a10 head "Done"
col started for a18
col killer for a15
col mins_busy head "Mins busy"
col mins_left head "Mins left"
select sid||','||serial# killer
, opname
, message
, round ((sofar/totalwork),4)*100||'%' perc_done
, to_char(start_time,'DD-MON-YY HH24:MI') started
, floor(elapsed_seconds/60) mins_busy
, ceil(time_remaining/60) mins_left
from v$session_longops
where 1=1
and sofar != totalwork
and totalwork != 0
and opname like 'RMAN%'
/
</pre>
<pre>
select * from v$session where module='Data Pump Worker'
</pre>
or attach to the impdp job and it shows percentage done.
<pre>
Get the SID from v$session_longops and plug it into v$session to check the SQL command details.

Current Running SQLs
--------------------
set pages 1000 lines 2000
col program format a40
col sql_text format a130

select s.sid
, s.status
, s.last_call_et
, s.program
, sa.sql_id
, sa.sql_text
from v$session s
, v$sqlarea sa
where s.sql_id = sa.sql_id
and s.sid = '&sid'
/

set pages 1000 lines 2000
col USERNAME for a10
col OSUSER for a10
col MACHINE for a10

select s.sid
, s.serial#
, p.spid
, s.username
, s.osuser
, s.status
, s.process fg_pid
, s.longon_time
, s.machine
, p.spid bg_pid
from gv$session s
, gv$process p
where s.addr = p.addr
and s.sid = '&sid'
/

$ps -ef | grep <spid>

set pages 1000 lines 2000
SELECT INST_ID
, SID
, SERIAL#
, SQL_ID
, USERNAME
, PROGRAM
, MACHINE
, SERVICE_NAME
FROM GV$SESSION
WHERE SID IN ('<SID_NO.1>','<SID_NO.2>')
/
Active Running SQLs
--------------------
set pages 1000 lines 2000
col SPID for a10
col PROGRAM for a15
col OSUSER for a10
col ACTION for a10
col EVENT for a25
col SQL_TEXT for a25
col MACHINE for a10
col P1TEXT for a10
col P2TEXT for a10
col P3TEXT for a10
SELECT b.sid
, b.serial#
, a.spid
, b.sql_id
, b.program
, b.osuser
, b.machine
, b.type
, b.event
, b.action
, b.p1text
, b.p2text
, b.p3text
, b.state
, c.sql_text
, b.logon_time
FROM v$process a
, v$session b
, v$sqltext c
WHERE a.addr = b.paddr
AND b.sql_hash_value = c.hash_value
AND b.STATUS = 'ACTIVE'
AND b.sid = '&sid'
ORDER BY a.spid
, c.piece
/

OR - Use the below Query

Longops.sql
-----------
set pages 50000 lines 32767
col OPNAME for a10
col SID form 9999
col SERIAL form 9999999
col PROGRAM for a10
col USERNAME for a10
col SQL_TEXT for a40
col START_TIME for a10
col LAST_UPDATE_TIME for a10
col TARGET for a25
col MESSAGE for a25

alter session set nls_date_format = 'DD-MM-YYYY HH24:MI:SS';

SELECT l.inst_id,l.sid, l.serial#, l.sql_id, l.opname, l.username, l.target, l.sofar, l.totalwork, l.start_time,l.last_update_time,round(l.time_remaining/60,2) "REMAIN MINS", round(l.elapsed_seconds/60,2) "ELAPSED MINS", round((l.time_remaining+l.elapsed_seconds)/60,2) "TOTAL MINS", ROUND(l.SOFAR/l.TOTALWORK*100,2) "%_COMPLETE", l.message,s.sql_text
FROM gv$session_longops l
LEFT OUTER JOIN v$sql s on s.hash_value=l.sql_hash_value and s.address=l.sql_address and s.child_number=0
WHERE l.OPNAME NOT LIKE 'RMAN%' AND l.OPNAME NOT LIKE '%aggregate%' AND l.TOTALWORK != 0 AND l.sofar<>l.totalwork AND l.time_remaining > 0
/

</pre>
===Apply the database patch after the ORACLE_HOME has been patched===
<pre>
ORAENV_ASK=NO
export ORACLE_SID=$1
. oraenv

sqlplus /nolog <<EOSQL
connect / as sysdba
startup
@?/rdbms/admin/catbundle.sql psu apply
@?/rdbms/admin/utlrp.sql
purge dba_recyclebin;

prompt check patch apply...
set lines 150
col action_time for a50
col comp_name for a50
col comments for a50

select action_time,action,comments from sys.registry\$history where trunc(action_time) = trunc(sysdate);
select comp_name,version,status,modified from dba_registry;
exit
EOSQL
</pre>

===Show how much archivelog data is generated per day===
A companion script for 'how many log switches in a day'
<pre>
col orderby noprint
select trunc(first_time) orderby
, to_char(first_time,'DD-MON-YYYY') "Date"
, round(sum(bytes/1024/1024/1024),2) arch_logs_gigs
from (
select unique (blocks * block_size) bytes,
thread#,
sequence#,
resetlogs_change#,
first_time
from v$archived_log
)
group by trunc(first_time)
, to_char(first_time, 'DD-MON-YYYY')
order by trunc(first_time) desc
/
</pre>

===Abort a hanging database even when sysdba cannot connect===
Unable to connect to database with sqlplus / as sysdba because audit file cannot be created?
* [http://tech.e2sn.com/oracle/troubleshooting/hang/how-to-log-on-even-when-sysdba-can-t-do-so tech.e2sn.com]
* [http://blog.dbi-services.com/oracle-is-hanging-dont-forget-hanganalyze-and-systemstate/ blog.dbi-services.com]
Instead of just killing the pmon process, there is a kinder (and more useful) way to kill the database. 
Use the hidden, undocumented 'prelim' switch parameter to sqlplus to make a connection to the database without creating SGA session data structures. 
It can be very useful for hang analysis so the possible cause can be found after the database has been restarted.
<pre>
sqlplus -prelim / as sysdba
oradebug unlimit
oradebug hanganalyze 3
oradebug setmypid -- or oradebug setorapname diag
oradebug dump ashdumpseconds 30
oradebug dump systemstate 10 -- or oradebug dump systemstate 266
oradebug tracefile_name
shutdown abort
</pre>

===Lists Oracle session with kill session statement all ready to go===
disconnect attempts to kill the o/s processes too. kill doesn't.
<pre>
col killer for a60
col osuser for a12
col logon for a23
col spid for a8
col username for a15
col program for a50
set lines 2000
select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, s.inst_id
, to_char(s.logon_time,'DD-MON-YY HH24:MI:SS') logon
, sci.osuser
, p.spid
, s.username
, s.program
from gv$session s
, gv$session_connect_info sci
, gv$process p
where 1=1
and p.addr = s.paddr
and p.inst_id = s.inst_id
and s.sid = sci.sid
and s.serial# = sci.serial#
and s.type != 'BACKGROUND'
and sci.osuser = 'oraibm'
order by s.logon_time desc
/

KILLER INST_ID LOGON OSUSER SPID USERNAME PROGRAM
------------------------------------------------------------ ---------- ----------------------- ------------ -------- --------------- --------------------------------------------------
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
</pre>

===How much space is being used by a guaranteed restore point?===
<pre>
show parameter recovery
set numwi 15
set lines 200
col name for a40
col time for a23
col gigs_limit head "Max (but check df -g also!)"

select name
, time
, round(storage_size/1024/1024/1024,2) gigs_used
from v$restore_point
where 1=1
and guarantee_flashback_database = 'YES'
/

select * from v$flash_recovery_area_usage
/

select name
, round(space_used/1024/1024/1024,2) gigs_used
, round(space_limit/1024/1024/1024,2) gigs_limit
, space_reclaimable
, number_of_files
from v$recovery_file_dest
/
</pre>

===Get statistics for LOB columns in a table===
<pre>
select
max(dbms_lob.getlength(lob_content)) max_len
, avg(dbms_lob.getlength(lob_content)) avg_len
, min(dbms_lob.getlength(lob_content)) min_len
, sum(case when dbms_lob.getlength(lob_content) <= 4000 then 1
else 0 end) "<4k"
, sum(case when dbms_lob.getlength(lob_content) > 4000 then 1
else 0 end) ">4k"
, sum(case when dbms_lob.getlength(lob_content) is null then 1 else
0 end) "is null"
from &tablename
/
</pre>

===badprivs.sql===
Check to see if any ordinary users have privileges / access / grants / rights they should not have
<pre>
select grantee, privilege, admin_option
from sys.dba_sys_privs
where ( privilege like '% ANY %'
or privilege in ('BECOME USER', 'UNLIMITED TABLESPACE')
or admin_option = 'YES'
)
and grantee not in ('SYS', 'SYSTEM', 'OUTLN', 'AQ_ADMINISTRATOR_ROLE',
'DBA', 'EXP_FULL_DATABASE', 'IMP_FULL_DATABASE',
'OEM_MONITOR', 'CTXSYS', 'DBSNMP', 'IFSSYS',
'IFSSYS$CM', 'MDSYS', 'ORDPLUGINS', 'ORDSYS',
'TIMESERIES_DBA')
</pre>

===Generate a list of tablespaces ready for a migration===
<pre>
set echo off
set lines 300
set pages 0
Set headi off
set feedb off
set long 32000

spool migration_create_target_tablespaces.sql

exec dbms_metadata.set_transform_param(dbms_metadata.session_transform,'SQLTERMINATOR',TRUE);
select DBMS_METADATA.GET_DDL('TABLESPACE',tablespace_name) from dba_tablespaces
/

spool off
</pre>
===List the privileges assigned to users on directories===
table_name is the name of the directory...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where table_name = 'DATA_PUMP_DIR'
/
</pre>

===List the privileges assigned to users on packages/procedures===
table_name is the name of the package...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where upper(table_name) like upper('%UTL_FILE%')
/
</pre>

===List the system privileges assigned to a user (used to copy user as or clone user as)===
Maybe this one is better [[Extract ddl with "dbms metadata.get ddl"]]

SELECT LPAD(' ', 2*level) || granted_role "USER PRIVS"
FROM (
SELECT NULL grantee, username granted_role
FROM dba_users
WHERE username LIKE UPPER('%&uname%')
UNION
SELECT grantee, granted_role
FROM dba_role_privs
UNION
SELECT grantee, privilege
FROM dba_sys_privs)
START WITH grantee IS NULL
CONNECT BY grantee = prior granted_role;

or

SELECT path
FROM (
SELECT grantee,
sys_connect_by_path(privilege, ':')||':'||grantee path
FROM (
SELECT grantee, privilege, 0 role
FROM dba_sys_privs
UNION ALL
SELECT grantee, granted_role, 1 role
FROM dba_role_privs)
CONNECT BY privilege=prior grantee
START WITH role = 0)
WHERE grantee IN (
SELECT username
FROM dba_users
WHERE lock_date IS NULL
AND password != 'EXTERNAL'
AND username != 'SYS')
OR grantee='PUBLIC'

or

for a migration from 10g...
<pre>
set headi off
set feedb off
set long 9999999
set pages 0
set lines 300

spool migration_create_target_users_grants.sql

select dbms_metadata.get_ddl('USER', username) || ';' ddl
from dba_users
where 1=1
and username like upper('%&&USER_NAME%')
/

select 'grant '||privilege|| ' to ' || grantee || ';'
from dba_sys_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

select 'grant '||granted_role|| ' to ' || grantee || ';'
from dba_role_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

spool off
</pre>
or for a migration on 11g...!
<pre>
set head off
set pages 0
set long 9999999
col ddl for a1000

SELECT DBMS_METADATA.GET_DDL('USER', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('ROLE_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('SYSTEM_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('OBJECT_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'

spool migration_create_users_grants.sql
/
spool off
</pre>

===Move datafiles between filesystems===
* [https://blogs.oracle.com/alejandrovargas/moving-a-datafile-from-file-system-to-asm Moving a datafile from File System to ASM (does not have to be ASM!) - oracle.com]
* [https://docs.oracle.com/database/121/OSTMG/GUID-3B8D0956-0888-452D-A9E4-9FB8D98577E0.htm#OSTMG89997 Moving Data Files Between Oracle ASM (does not have to be ASM!) Using RMAN - oracle.com]
* [https://oracle-base.com/articles/misc/renaming-or-moving-oracle-files Moving a data file online between filesystems - oracle-base.com]
====Set the relevant datafile offline====
<pre>
alter database datafile 125 offline;
alter database datafile 126 offline;
alter database datafile 127 offline;
</pre>
====Rename the files on the filesystem using o/s commands====
<pre>
alter tablespace ts_thaler_data_offline;

host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>
====Run the relevant alter commands to inform the control files of the new locations====
<pre>
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>

====Recover the datafiles====
<pre>
recover datafile 125;
recover datafile 126;
recover datafile 127;
</pre>
====Set the relevant datafile online====
<pre>
alter database datafile 125 online;
alter database datafile 126 online;
alter database datafile 127 online;
</pre>
====Check all is well with the datafiles by using an appropriate statement====
<pre>
set lines 2000 pages 100
select file_id, file_name, status, online_status from dba_data_files where tablespace_name = 'TS_THALER_DATA' order by 2;
</pre>
====Rename a datafile on 12c====
If you're lucky enough to be on 12c, it's one command - no need to offline the datafile!
<pre>
SQL> alter database move datafile '/oracle/ora_data2/prod/data4/ts_thaler_data_113.dbf' to '/oracle/ora_data2/prod/data3/ts_thaler_data_113.dbf';

Database altered.
</pre>

===Pass parameter/argument into perl one-liner script from shell===
Trick? Just use ARGV to pass them in...
<pre>
FREQ=$(perl -e 'my @CAL=split(";",$ARGV[0]);shift @CAL;print $CAL[$ARGV[1]];' -- "$LINE" $offset)
</pre>
or
<pre>
DUMP_DATE=`perl -MTime::Local -e 'print(timelocal(0,$ARGV[0],$ARGV[1],$ARGV[2],$ARGV[3],$ARGV[4]))' -- $MI $HH $DD $MM $YYYY`
</pre>
or export the variable from shell and access it via the ENV hash
<pre>
export db=ENDP1
perl -p -i -e 's!DSMI_LOG.+$!DSMI_LOG /oracle/$ENV{db}/admin/tdpoerror_$ENV{db}!' ${db}/admin/tdpo.opt
</pre>

===Return epoch seconds in Perl===
<pre>
perl -e 'print time();'
</pre>
or to convert a specific day of the year to epoch seconds
<pre>
use POSIX;
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
or for a specific date (careful though - month is 0-11 not 1-12!... 
<pre>
use Time::Local;
# SS MM HH DD MM YYYY
my $epochsecs = timelocal (30,10,19,03,04,2014);
</pre>
or more long-winded but delimited by anything... 
Supply the date/time in any delimited format. Eg. YYYY-MM-DD:HH:MI
<pre>
#!/usr/bin/perl -w
use Time::Local;

sub date2epoch {
my($s) = @_;
my($year, $month, $day, $hour, $minute, $second);

if($s =~ m{^\s*(\d{1,4})\W*0*(\d{1,2})\W*0*(\d{1,2})\W*0*
(\d{0,2})\W*0*(\d{0,2})\W*0*(\d{0,2})}x) {
$year = $1; $month = $2; $day = $3;
$hour = $4; $minute = $5; $second = $6;
$hour |= 0; $minute |= 0; $second |= 0; # defaults.
$year = ($year<100 ? ($year<70 ? 2000+$year : 1900+$year) : $year);
return timelocal($second,$minute,$hour,$day,$month-1,$year);
}
return -1;
}
</pre>

===Return epoch seconds in DOS/VBS/Windows===
Paste this code into epoch.vbs
<pre>
function date2epoch(p_date)
date2epoch = DateDiff("s", "01/01/1970 00:00:00", p_date)
end function

Wscript.Echo date2epoch(Now())
</pre>
and call from a DOS box like this
<pre>
cscript //nologo epoch.vbs
</pre>

===Return date from epoch seconds in Perl===
<pre>
perl -e 'print scalar (localtime (1243269270))'
</pre>
===Return epoch seconds from julian day number in Perl===
<pre>
use POSIX;
my ($year, $jday) = (2012,60);
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
===Extract specific pieces of a date from an epoch timestamp in Perl===
<pre>
use POSIX;
# return localtime into an array
my @tm = localtime $epochsecs;

my $yyyymmdd = strftime "%Y%m%d", @tm;
print $yyyymmdd."\n";
</pre>

===Return epoch seconds in Shell (linux)===
<pre>
date -d "2014/04/03 18:34:30" "+%s"
</pre>

===Return date from epoch seconds in Shell (linux)===
<pre>
date -d @1396542870
</pre>

===Return epoch seconds in PL/SQL===
You cannot just use sysdate as that is timezone sensitive... (epoch seconds are in UTC/GMT)
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) from dual;
or
select round((vd.created - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) created from v$database vd;
</pre>
How long has this instance been up (in minutes)?
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - startup_time)*24*60) up_mins from v$instance;
</pre>

===Return date from epoch seconds in SQL===
<pre>
select to_char(to_date('19700101','YYYYMMDD') + ((&epoch)/24/60/60),'DD-MON-YYYY HH24:MI:SS') utc_date from dual;
</pre>

===A database overview using the sys.plato package===
exec plato.help;
or
exec plato.complete('HTM');

===List datafiles for a tablespace===
<pre>
select *
from dba_data_files
where 1=1
and tablespace_name ='&ts_name';
</pre>
===Show graph of available and free space in tablespaces===
<pre>
-- =============================================================================
-- File Name : http://www.oracle-base.com/dba/monitoring/ts_free_space.sql
-- Author : Tim Hall
-- Description : Displays a list of tablespaces and their used/full status.
-- Requirements : Access to the DBA views.
-- Call Syntax : @ts_free_space.sql
-- Last Modified: 13-OCT-2012 - Created. Based on ts_full.sql
--
-- Modification History
-- ====================
-- When Who What
-- ========= ================= =================================================
-- 13-NOV-13 Stuart Barkley Added cols free_pct and used_pct
-- =============================================================================
SET PAGESIZE 140 lines 180
COLUMN used_pct FORMAT A11
COLUMN max_used_pct FORMAT A11

SELECT tablespace_name tablespace_name
, size_mb size_mb
, free_mb free_mb
, TRUNC((free_mb/size_mb) * 100) free_pct
, RPAD(' '|| RPAD('X',ROUND((size_mb-free_mb)/size_mb*10,0), 'X'),11,'-') used_pct
, max_size_mb max_size_mb
, max_free_mb max_free_mb
, TRUNC((max_free_mb/max_size_mb) * 100) max_free_pct
, RPAD(' '|| RPAD('X',ROUND((max_size_mb-max_free_mb)/max_size_mb*10,0), 'X'),11,'-') max_used_pct
from (
select a.tablespace_name tablespace_name
, b.size_mb size_mb
, a.free_mb free_mb
, b.max_size_mb max_size_mb
, a.free_mb + (b.max_size_mb - b.size_mb) max_free_mb
from (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) free_mb
from dba_free_space
group by tablespace_name
) a
, (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) size_mb
, trunc(sum(greatest(bytes,maxbytes))/1024/1024) max_size_mb
from dba_data_files
group by tablespace_name
) b
, v$instance vi
where a.tablespace_name = b.tablespace_name
)
order by tablespace_name;

set lines 80
</pre>

===Another method for calculating free space in tablespace using segments===
<pre>
select df.tablespace_name "Tablespace"
, totalusedspace "Used MB"
, (df.totalspace - tu.totalusedspace) "Free MB"
, df.totalspace "Total MB"
, round(100 * ( (df.totalspace - tu.totalusedspace)/ df.totalspace)) "Pct. Free"
from (
select tablespace_name
, round(sum(bytes) / 1048576) totalspace
from dba_data_files
group by tablespace_name
) df
, (
select round(sum(bytes)/(1024*1024)) totalusedspace
, tablespace_name
from dba_segments
group by tablespace_name
) tu
where df.tablespace_name = tu.tablespace_name;
</pre>
===Work out maximum possible size of a datafile===
<pre>
select round( (4*1024*1024*value) / (1024*1024*1024) ,2) maxfilesizeingigabytes from v$parameter where name='db_block_size';
</pre>
or, as tablespaces can have block sizes differing from that of the init.ora parameter...
<pre>
select round( (4*1024*1024*block_size) / (1024*1024*1024) ,2) maxfilesizeingigabytes from dba_tablespaces where tablespace_name='&tablespace_name';
</pre>

===Show size and maxsize at datafile level===
datafiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_data_files
group by file_name
/
</pre>
tempfiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_temp_files
group by file_name
/
</pre>

===Resize the online redo logfiles===
Found a more concise, smarter way of doing it [http://www.oracle-wiki.net/startdocshowtorecreateredogrps here] - oracle-wiki.net 
Switching logs too often? Redolog files too small? 
* Show current log groups
<pre>
set lines 1000
col group_member for a60
select l.group# group_number
, (bytes/1024/1024) megs
, l.status group_status
, f.member group_member
, l.archived archived
, f.type file_type
from v$log l
, v$logfile f
where l.group# = f.group#
order by l.group#
, f.member
/
</pre>
* Create additional (bigger) groups
<pre>
define SID=TIBQFW
alter database add logfile group 6 '/oracle/&SID/oradata1/redo1.log' size 1G;
alter database add logfile group 7 '/oracle/&SID/oradata2/redo2.log' size 1G;
alter database add logfile group 8 '/oracle/&SID/oradata3/redo3.log' size 1G;
alter database add logfile group 9 '/oracle/&SID/oradata1/redo4.log' size 1G;
alter database add logfile group 10 '/oracle/&SID/oradata2/redo5.log' size 1G;
</pre>
or if you use multiple members...
<pre>
alter database add logfile group 6 ('/oracle/&SID/oradata1/redo/redo01a.log', '/oracle/&SID/oradata1/redo01b') size 50M;
alter database add logfile group 7 ('/oracle/&SID/oradata1/redo/redo02a.log', '/oracle/&SID/oradata1/redo02b') size 50M;
alter database add logfile group 8 ('/oracle/&SID/oradata1/redo/redo03a.log', '/oracle/&SID/oradata1/redo03b') size 50M;
</pre>
* Switch archivelogs until the new ones are current and the old ones are inactive
<pre>
alter system switch logfile;
</pre>
If the old logs are not yet inactive, checkpoint the database
<pre>
alter system checkpoint;
</pre>
* Drop the old groups
<pre>
alter database drop logfile group 1;
alter database drop logfile group 2;
alter database drop logfile group 3;
alter database drop logfile group 4;
alter database drop logfile group 5;
</pre>

===Increase the existing size of a datafile===
<pre>
alter database datafile '&full_path_of_datafile' resize &new_meg_size.M;
</pre>

===Increase the max size of a tempfile===
<pre>
alter database tempfile '/oracle/ENDP1/oradata90/temp01.dbf' autoextend on maxsize unlimited;
</pre>
===Find out what processes are using the temp tablespace===
Temporary tablespace is used for sorting query results. Find them with this.
<pre>
SELECT b.tablespace,b.segfile#,b.segblk#,b.blocks,a.sid,a.serial#,
a.username,a.osuser, a.status
FROM v$session a,v$sort_usage b
WHERE a.saddr = b.session_addr;
</pre>

===Increase the maximum size of a datafile===
Although this can be set lower than existing size, try not to. It makes the reports look weird!
<pre>
alter database
datafile '&full_path_of_datafile'
autoextend on
maxsize &new_meg_size.m;
</pre>

===Find schemas (users) with objects created outside their default tablespace===
Indexes could be a notable exception if they are created in an index tablespace
<pre>
set lines 200
col owner for a20
col segment_name for a45
col tablespace_name for a32
select owner
, segment_name
, tablespace_name
from dba_segments
where exists (select username from dba_users where username = owner)
and tablespace_name != (select default_tablespace from dba_users where username = owner)
and owner = '&owner'
/
</pre>

===Add a datafile to a tablespace===
'unlimited' will default to the maximum datafile size for the current db_block_size
<pre>
alter tablepace &tablespace_name
add datafile '&full_path_of_datafile'
size 100M
autoextend on
next 100M
maxsize unlimited
</pre>

===List all datafiles with their size===
<pre>
set pages 1000 lines 2000
col filetype for a15
col name for a60
break on report
compute sum of gig on report

select filetype
, name
, gig
from (
select 'datafile' filetype
, name
, bytes/1024/1024 gig
from v$datafile
union all
select 'tempfile' filetype
, name
, bytes/1024/1024
from v$tempfile
union all
select 'logfile' filetype
, lf.member "name"
, l.bytes/1024/1024
from v$logfile lf
, v$log l
where 1=1
and lf.group# = l.group#
) used
, (
select sum(bytes)/1024/1024
from dba_free_space
) free
</pre>
===Database size (How big is my database?)===
There are different interpretations of what constitutes the size of a database... 
Is it the space allocated to the datafiles or only the space taken up by the data? Are tempfiles included? Are redo logs included? etc...
<pre>
set lines 132
col dbname for a9 heading "Database"
col dbsize for a15 heading "Size"
col dbused for a15 heading "Used space"
col dbfree for a15 heading "Free space"
with used_space as
(
select bytes
from v$datafile
union all
select bytes
from v$tempfile
union all
select bytes
from v$log
)
, free_space as
(
select sum(bytes) sum_bytes
from dba_free_space
)
select vd.name dbname
, round(sum(used_space.bytes)/1024/1024/1024 ) || ' GB' dbsize
, round(sum(used_space.bytes)/1024/1024/1024 ) - round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbused
, round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbfree
from free_space
, used_space
, v$database vd
group by vd.name
, free_space.sum_bytes
/
</pre>

===Drop datafile from temp tablespace===
Database is completely stuck because the temporary tablespace has grown to fill all available room. 
Look around for at least some log files to delete in order to get connected (audit files, sqlnet logs, listener logs) 
Once connected, change the default temporary tablespace to a small one so we can remove the original.
<pre>
create temporary tablespace temp2 tempfile '/oracle/RMANV12/oradata2/temp2.dbf' size 5M;
</pre>
<pre>
alter database default temporary tablespace temp2;
</pre>
I found trying to drop the datafile like this didn't work, just hung there (probably active tranactions)...
<pre>
drop tablespace temp including contents and datafiles;
</pre>
So did it like this...
<pre>
alter database tempfile '/oracle/RMANV12/oradata2/temp.dbf' drop including datafiles;

Database altered.

drop tablespace temp including contents and datafiles;

Tablespace dropped.
</pre>
... an alternative would be to find the sessions using the temp space and kill them...
<pre>
select sid, serial#, status from v$session where serial# in (select session_num from v$sort_usage);
</pre>
Then to be neat and tidy, rename the temp2 tablespace back to temp.
<pre>
create temporary tablespace temp tempfile '/oracle/RMANV12/oradata2/temp.dbf' size 256M reuse autoextend on next 128M maxsize 1G;
alter database default temporary tablespace temp;
drop tablespace temp2 including contents and datafiles;
</pre>
Although the last statement will not work until any transactions using it have been rolled back or committed.

===List files that are in hot-backup mode===
set lines 100
set pages 100
col name format a60

select df.name
, b.status
, to_char(time, 'hh24:mi:ss dd/mm/yyyy') time
from v$datafile df
, v$backup b
where 1=1
and df.file# = b.file#
and b.status = 'ACTIVE'
order by b.file#;

===Waiting for snapshot control file enqueue===
Script to identify sessions causing RMAN to hang because of 'waiting for snapshot control file enqueue' message
<pre>
set lines 2000
col killer for a70
col program for a20
col module for a20
col action for a20
col logon_time for a20

select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, username
, program
, module
, action
, logon_time
from v$session s
, v$enqueue_lock l
where l.sid = s.sid
and l.type = 'CF'
and l.id1 = 0
and l.id2 = 2
/
</pre>

===Info on blocking processes===
<pre>
select s1.username || '@' || s1.machine
|| ' ( SID=' || s1.sid || ' ) is blocking '
|| s2.username || '@' || s2.machine || ' ( SID=' || s2.sid || ' ) ' blocking_status
from v$lock l1
, v$session s1
, v$lock l2
, v$session s2
where s1.sid = l1.sid
and s2.sid = l2.sid
and l1.block = 1
and l2.request > 0
and l1.id1 = l2.id1
and l2.id2 = l2.id2
/
</pre>
session doing the blocking
<pre>
select *
from v$lock l1
where 1=1
and block = 1 ;
</pre>
sessions being blocked
<pre>
select *
from v$lock l1
where 1=1
and id2 = 85203
</pre>

info on session doing the blocking
<pre>
select row_wait_obj#, row_wait_file#, row_wait_block#, row_wait_row#
from v$session
where sid = 234

select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create ( 1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW# ) row_id
from v$session s
, dba_objects do
where sid=234
and s.ROW_WAIT_OBJ# = do.OBJECT_ID;
</pre>

===Show locked objects===
set lines 100
set pages 999
col username format a20
col sess_id format a10
col object format a25
col mode_held format a10
select oracle_username||' ('||s.osuser||')' username
, s.sid||','||s.serial# sess_id
, owner||'.'||object_name object
, object_type
, decode ( l.block
, 0, 'Not Blocking'
, 1, 'Blocking'
, 2, 'Global'
) status
, decode ( v.locked_mode
, 0, 'None'
, 1, 'Null'
, 2, 'Row-S (SS)'
, 3, 'Row-X (SX)'
, 4, 'Share'
, 5, 'S/Row-X (SSX)'
, 6, 'Exclusive', TO_CHAR(lmode)
) mode_held
from v$locked_object v
, dba_objects d
, v$lock l
, v$session s
where 1=1
and v.object_id = d.object_id
and v.object_id = l.id1
and v.session_id = s.sid
order by oracle_username
, session_id;

===Show which row is locked===
select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create (1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW#)
from v$session s
, dba_objects do
where 1=1
and s.ROW_WAIT_OBJ# = do.OBJECT_ID
and sid = &sid;

===Check what is audited on a database===
<pre>
set pagesize 100
set linesize 256
select audit_option,success,failure from dba_stmt_audit_opts;
</pre>
===How old is the oldest audit record?===
<pre>
select extract (day from (systimestamp - min(ntimestamp#))) days_old from aud$;
</pre>
===Check what objects are being audited===
<pre>
tti col 60 'Object Audit Options (dba_obj_audit_opts)' skip col 50 'A=By Access, S=By Session. Left=on success, right=on failure' skip 2
set lines 1000 pages 100
col alt for a3 head "Alt|er"
col aud for a3 head "Aud|it"
col com for a3 head "Com|ent"
col del for a3 head "Del|ete"
col gra for a3 head "Gra|nt"
col ind for a3 head "Ind|ex"
col ins for a3 head "Ins|ert"
col loc for a3 head "Lo|ck"
col ren for a3 head "Ren|ame"
col sel for a3 head "Sel|ect"
col upd for a3 head "Upd|ate"
col ref for a3 head "Ref|rnc"
col exe for a3 head "Exe|cut"
col cre for a3 head "Cre|ate"
col rea for a3 head "Re|ad"
col wri for a3 head "Wri|te"
col fbk for a3 head "Fla|sh"

select *
from dba_obj_audit_opts
/
</pre>

===Procedure to delete old audit records===
<pre>
select text from all_source where lower(name)='purge_audit_trail';

TEXT
------------------------------------------------------------------------------------------------
PROCEDURE purge_audit_trail IS
BEGIN
-- set the last archive timestamp
DBMS_AUDIT_MGMT.SET_LAST_ARCHIVE_TIMESTAMP(
audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD,
last_archive_time => systimestamp - interval '365' day,
rac_instance_number => null
);
-- purge audit trail till last archive timestamp
DBMS_AUDIT_MGMT.CLEAN_AUDIT_TRAIL( audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD
, use_last_arch_timestamp => TRUE);

END purge_audit_trail;
</pre>

===Job setup to run the audit purge===
<pre>
BEGIN
sys.dbms_scheduler.create_job(
job_name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"',
job_type => 'STORED_PROCEDURE',
job_action => '"SYS"."PURGE_AUDIT_TRAIL"',
repeat_interval => 'FREQ=DAILY;BYHOUR=20;BYMINUTE=0;BYSECOND=0',
start_date => to_timestamp_tz('2012-02-22 Europe/Paris', 'YYYY-MM-DD TZR'),
job_class => '"DEFAULT_JOB_CLASS"',
comments => 'purge audit trails until last archive timestamp',
auto_drop => FALSE,
enabled => FALSE
);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'logging_level', value => DBMS_SCHEDULER.LOGGING_OFF);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'job_weight', value => 1);
sys.dbms_scheduler.enable( '"SYS"."PURGE_AUDIT_TRAIL_JOB"' );
END;
/
</pre>
===A list of all SIDs in oratab that should restart after a server boot===
Using awk
<pre>
awk -F: '$NF=="Y" && $1 !~/[#]/ {print $1}' /etc/oratab
</pre>
Using perl
<pre>
perl -F: -ne 'print "$1\n" if /(\w+):(.+):Y$/' /etc/oratab
</pre>

===Move the admin directories to a new location===
<pre>
./all_db_do "alter system set audit_file_dest='/oracle/&SID/admin/adump' scope=spfile;"

./all_db_do "shutdown immediate"

for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
mkdir -p /oracle/${db}/admin
echo "/oracle/${db}/admin created"
mv /oracle/admin/${db}/adump /oracle/${db}/admin/
mv /oracle/admin/${db}/dpdump /oracle/${db}/admin/
echo "Moved /oracle/admin/${db}/adump to /oracle/${db}/admin/"
done

./all_db_do startup

./all_db_do "create pfile from spfile;"
</pre>

===Check if the Standby database is up-to-date with the primary database===
select arch.thread# "Thread"
, arch.sequence# "Last Sequence Received"
, appl.sequence# "Last Sequence Applied"
, (arch.sequence# - appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where 1=1
and ( thread#,first_time ) in (
select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
,
(
select thread#
, sequence#
from v$log_history
where 1=1
and ( thread#,first_time ) in ( select thread# ,max(first_time)
from v$log_history
group by thread#
)
) appl
where 1=1
and arch.thread# = appl.thread#
order by 1;

===Check for gaps on the Standby database===
Run this on the standby
<pre>
select thread#, low_sequence#, high_sequence# from v$archive_gap;
</pre>
or run this on the Primary to see the latest generated archive...
<pre>
select thread# "Thread"
, sequence# "Last sequence generated"
from v$archived_log
where (thread#, first_time) in ( select thread#, max(first_time)
from v$archived_log
group by thread#
)
order by 1
/
</pre>
and run this on the standby to check for received but not yet applied logs (this could be normal if a lag has been set)...
<pre>
select arch.thread# "Thread"
, arch.sequence# "Last sequence received"
, appl.sequence# "Last sequence applied"
, (arch.sequence#-appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where (thread#,first_time ) in (select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
, (
select thread#
, sequence#
from v$log_history
where (thread#,first_time ) in (select thread#, max(first_time)
from v$log_history
group by thread#
)
) appl
where arch.thread# = appl.thread#
order by 1
/
</pre>
Compare the results from Primary and Secondary to detect possible network problems or other errors in shipping.

===Ignore case-sensitive passwords in 11g (deprecated in 12c)===
<pre>
alter system set SEC_CASE_SENSITIVE_LOGON = false scope=both
</pre>

===External table for the Alert log (pre 11g)===
Modified to use (the better) scripts found on [http://www.adp-gmbh.ch/ora/admin/scripts/read_alert_log.html Rene Nyffenegger's site] 
This script generates the required DDL for the alertlog table
<pre>
column db new_value _DB noprint;
column bdump new_value _bdump noprint;

select
</pre>

===Alert log (11g+)===
This reads the log.xml file (which contains the same information as alert.log) 
Show the messages put in the alert log in the last 24 hours
<pre>
select substr(MESSAGE_TEXT, 1, 300) message_text
, count(*) cnt
from X$DBGALERTEXT
where 1=1
and (MESSAGE_TEXT like '%ORA-%' or upper(MESSAGE_TEXT) like '%ERROR%')
and cast(ORIGINATING_TIMESTAMP as DATE) > sysdate - &days_ago/1440
group by substr(MESSAGE_TEXT, 1, 300)
</pre>
There is also a fixed table X$DBGDIREXT which returns all file and directory names under [diagnostic_dest]/diag directory:
<pre>
select lpad(' ',lvl,' ')||logical_file file_name
from x$dbgdirext
where rownum <=20;
</pre>
===Directory paths available in v$diag_info===
<pre>
set lines 2000
col name for a35
col value for a100 wrap
select * from v$diag_info;

INST_ID NAME VALUE CON_ID
---------- ----------------------------------- ---------------------------------------------------------------------------------------------------- ----------
1 Diag Enabled TRUE 0
1 ADR Base /cln/prg/ora_bin2/app/oracle 0
1 ADR Home /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild 0
1 Diag Trace /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace 0
1 Diag Alert /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/alert 0
1 Diag Incident /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/incident 0
1 Diag Cdump /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/cdump 0
1 Health Monitor /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/hm 0
1 Default Trace File /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace/bild_ora_44696768.trc 0
1 Active Problem Count 0 0
1 Active Incident Count 0 0

11 rows selected.
</pre>
===Find out the names of the active trace files for the running processes===
<pre>
select pid, program, tracefile from v$process;
</pre>

===Request was to duplicate a large tablespace from production to test environment===
...but rather than copy the terabytes of data, create the destination tablespace with just the most recent months data 
====See what the source data looks like====
<pre>
col table_owner for a20
col table_name for a30
col partition_name for a20
set pages 100 lines 1000

select table_owner
, table_name
, partition_name
, partition_position
, tablespace_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
order by 1,2,3,4
/
</pre>
This query produces something like this...
<pre>
TABLE_OWNER TABLE_NAME PARTITION_NAME PARTITION_POSITION TABLESPACE_NAME
-------------------- ------------------------------ -------------------- ------------------ ------------------------------
ADS_ARCHIVE BIL_DAY_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D04 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D09 2 ADS_ARCHIVE
ADS_ARCHIVE BIL_MTH_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q1_M03_D31 3 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q2_M04_D01 4 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D12 5 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D13 6 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D14 7 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D31 2 ADS_ARCHIVE
...
ADS_ARCHIVE SBP_HIS_LINES_ARC P_LS 3 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D12 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D13 3 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D15 4 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D16 5 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D17 6 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D18 7 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D19 8 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D20 9 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D21 10 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D22 11 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D23 12 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D24 13 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2013_Q2_M04_D30 3 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q3_M07_D12 1657 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q4_M12_D13 1811 ADS_ARCHIVE
ADS_DBA FAH_DAY_MVT_IFRS Y2016_Q4_M10_D10 1654 ADS_ARCHIVE
</pre>
====Capture the tablespace metadata====
<pre>
set long 1000000
select dbms_metadata.get_ddl ( 'TABLESPACE', 'ADS_ARCHIVE') from dual
/
</pre>
produces...
<pre>
CREATE TABLESPACE "ADS_ARCHIVE" DATAFILE
'/oracle/tst/ora_data3/adst/ads_archive01.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 32000M,
...
'/oracle/tst/ora_data3/adst/ads_archive66.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 3200M,
LOGGING ONLINE PERMANENT BLOCKSIZE 8192
EXTENT MANAGEMENT LOCAL AUTOALLOCATE DEFAULT
NOCOMPRESS SEGMENT SPACE MANAGEMENT AUTO
</pre>
====Capture the tablespace objects' metadata====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=expdp_adst_ads_archive_metadata.log
tablespaces=ADS_ARCHIVE
parallel=20
content=metadata_only
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_metadata.par
</pre>
====Find the partitions with data from the most recent month====
<pre>
cat <<EOCAT>/tmp/adst_ads_archive_partitions.sql
set termo off echo off lines 1000 feedb off headi off newpa none trims on
spool /tmp/adst_ads_archive_partitions.lst
select table_owner||'.'||table_name||':'||partition_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
and partition_name like 'Y2017_Q1_M01%'
/
spool off

echo "@/tmp/adst_ads_archive_partitions.sql" | sqlplus / as sysdba
EOCAT
</pre>
produces...
<pre>
ADS_ARCHIVE.FAH_DAY_CBA_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D28
...
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D22
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D21
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D15
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D14
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D08
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_MTH_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_DAY_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D28
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D22
</pre>
====Export the data in these partitions====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=expdp_adst_ads_archive_Y2017.log
EOCAT

cat /tmp/adst_ads_archive_partitions.lst | perl -p -i -e 's/^/tables=/'g >>expdp_adst_ads_archive_partitions.par

cat<<EOCAT >>expdp_adst_ads_archive_partitions.par
parallel=20
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_partitions.par
</pre>
====Drop the old tablespace====
<pre>
drop tablespace ads_archive including contents and datafiles
/
</pre>
====Recreate the tablepspace using the metadata capture above====
<pre>
create tablespace "ADS_ARCHIVE"
datafile '/oracle/tst/ora_data3/adst/ads_archive01.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive02.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive03.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive04.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive05.dbf' size 100M autoextend on next 50M maxsize unlimited
/
</pre>
====Import the tablespace metadata====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=impdp_adst_ads_archive_metadata.log
EOCAT

impdp parfile=impdp_adst_ads_archive_metadata.par

select 'alter index '|| owner||'.'||index_name||' rebuild online parallel 8;'
from dba_indexes
where status = 'UNUSABLE'
/
</pre>
====Import the last month partition data====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=impdp_adst_ads_archive_Y2017.log
table_exists_action=append
parallel=20
EOCAT

impdp parfile=impdp_adst_ads_archive_partitions.par
</pre>

===Write to a TCP/IP socket from PL/SQL===
<pre>
declare
bt_conn utl_tcp.connection;
retval binary_integer;
l_sequence varchar2(30) := 'Sequence Number 101021';
begin
bt_conn := utl_tcp.open_connection(remote_host => '10.10.1.1'
,remote_port => 5000
,tx_timeout => 1
)
;
retval := utl_tcp.write_line(bt_conn,l_sequence)
;
utl_tcp.flush(bt_conn)
;
utl_tcp.close_connection(bt_conn)
;
exception
when others then
raise_application_error(-20101, sqlerrm)
;
utl_tcp.close_connection(bt_conn)
;
end
;
/
</pre>
and read from it using netcat in another session
<pre>
nc -lk 5000
</pre>
produces
<pre>
Sequence Number 101021
</pre>
===Execute a script as a different user===
Some things have to be done as the user and cannot be done as sys (eg. creating and dropping jobs or create and drop a database link) 
It is possible to login as the user by saving, changing and resetting his password (using identified by values) but using dbms_sys_sql is another option 
Create a PL/SQL procedure to drop a db link
<pre>
create or replace procedure drop_dblink ( p_schema_name in varchar2
, p_dblink in varchar2
) is
l_plsql varchar2(1000);
l_cur number;
l_uid number;
l_rc number;
begin
select du.user_id
into l_uid
from dba_users du
where du.username = p_schema_name
;
plsql := 'drop database link "'||p_dblink||'"';
l_cur := sys.dbms_sys_sql.open_cursor;
sys.dbms_sys_sql.parse_as_user(
c => l_cur,
statement => l_plsql,
language_flag => dbms_sql.native,
userid => l_uid
);
l_rc := sys.dbms_sys_sql.execute(l_cur);
sys.dbms_sys_sql.close_cursor(l_cur);
end;
/
</pre>
Generate the calls to the procedure with the required parameters
<pre>
select 'exec drop_dblink ('''|| owner ||''''||', '||''''||db_link||''''||');'
from dba_db_links
where owner != 'PUBLIC'
and db_link like '%FTST%'
or db_link like '%HDEV%'
/
</pre>
and this reveals the lines to be executed
<pre>
exec drop_dblink ('USER1', 'DBL_FTST.WORLD');
exec drop_dblink ('USER1', 'DBL_HDEV.WORLD');
</pre>
Drop the procedure when finished with it
<pre>
drop procedure drop_dblink;
</pre>

or do it as an anonymous block in one go...
<pre>
declare
uid number;
sqltext varchar2(1000) := 'drop database link "&DB_LINK"';
myint integer;
begin
select user_id into uid from dba_users where username = '&USERNAME';
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user(myint,sqltext,dbms_sql.native,UID);
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
===Handling single quote marks inside SQL statements===
<pre>
SQL> SELECT 'D''COSTA' name FROM DUAL;

NAME
-------
D'COSTA

Alternatively, use the 10g+ quoting method:

SQL> SELECT q'$D'COSTA$' NAME FROM DUAL;

NAME
-------
D'COSTA
</pre>

===Run a script on all databases in /etc/oratab===
<pre>
export ORAENV_ASK=NO
for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
ORACLE_SID=$db
. oraenv
sqlplus -V
done
</pre>
===Schedule a cron job to run on the last day of each month===
<pre>
0 23 28-31 * * [ $(date -d +1day +%d) -eq 1 ] && su - oracle -c "dsmc arch -server=SO_U_`hostname`_ORX_M_SOL '/oracle/export/PV6/expdp_PV6_D_FULL_`date +\%Y\%m\%d`*'"
</pre>
===How to tell if a year is a leap year or not - using cal instead of reinventing the wheel===
Test: Why is Julian day 0, 17th November 1858? 
Pretty comprehensive answer: [http://h71000.www7.hp.com/wizard/wiz_2315.html here] and [http://mentalfloss.com/article/51370/why-our-calendars-skipped-11-days-1752 here] 
Also attempts to answer the question why typing 'cal 09 1752' on Unix systems looks so odd!
<pre>
function leap {
# This function tells you if the year passed in as a parameter is a leap year or not...
if [[ $(cal 2 ${1:-$(date '+%Y')} | egrep '\<[[:digit:]]{1,2}\>' | wc -w) -eq 29 ]]; then
leap='Y'
else
leap='N'
fi
echo ${leap}
}
</pre>

===Reset an expired (and/or locked) user password to the same value===
Can be used to save user passwords for example in a test environment before destroying them with a copy of production. 
Simple, quick and easy version. Run this then pick and choose the statements you want to run.
<pre>
set lines 200 pages 200
col user_list for a200 head "Expired User List"

select 'alter user ' ||su.name||' identified by values'||''''||spare4||';'||su.password||''' account unlock;' user_list
from sys.user$ su
, dba_users du
where 1=1
and su.name = du.username
and du.oracle_maintained = 'N'
and (account_status like 'EXPIRED%' or account_status like '%LOCKED')
/
</pre>
More industrialised version. Create a package.
<pre>
create or replace package dba_utils
as
procedure reset_password ( p_userlist in varchar2 );
end dba_utils;
/

create or replace package body dba_utils
as

procedure reset_password ( p_userlist in varchar2 )
is
cursor c1 ( p_userlist in varchar2 ) is
select username
, regexp_substr ( dbms_metadata.get_ddl('USER', username), '''[^'']+''' ) pwd
from dba_users
where 1=1
and username in upper( p_userlist )
;
begin
dbms_output.enable(null);
for r1 in c1 ( p_userlist )
loop
begin
execute immediate 'alter user ' || r1.username || ' account unlock';
execute immediate 'alter user ' || r1.username || ' identified by values ' || r1.pwd;
exception
when others then
dbms_output.put_line('Unable to modify user ' || r1.username);
end;
end loop;
end reset_password;

end dba_utils;
/
</pre>
Call it
<pre>
set serveroutput on
exec dba_utils.reset_password ('STUART');
</pre>

===Latch, mutex and beyond===
A fine example of how to write scripts from SQL*Plus that interact with the shell underneath 
Found [https://andreynikolaev.wordpress.com/demonstration-scripts/cursor_pin_s_contention-sql/ here at andreynikolaev.wordpress.com]
<pre>
/*
This file is part of demos for "Mutex Internals" seminar v.04.04.2011
Andrey S. Nikolaev (Andrey.Nikolaev@rdtex.ru)
https://andreynikolaev.wordpress.com

"Cursor: pin S" contention testcase.

The script spawn several sessions to induce "Cursor: pin S",
creates AWR snapshots and generates AWR report

Beware: The script will restart the test database.

usage: sqlplus /nolog @cursor_pin_s_contention.sql <parallelism>

*/
connect / as sysdba
startup force
set echo off
set define %
set verify off
set head off
set linesize 300

/* spawn parallel processes to create load on mutex */
spool one_thread.tmp
select 'set verify off' from dual;
select 'alter session set session_cached_cursors = 50;' from dual;
select 'begin for i in 1..1000000 loop' from dual;
select ' execute immediate ''select 1 from dual where 1=2'';' from dual;
select 'end loop; end;'||chr(10)||'/' from dual;
spool off

/* sleep while AWR initialized */
host sleep 5

exec dbms_workload_repository.create_snapshot();

spool many_threads.tmp
select 'host sqlplus "/ as sysdba" @one_thread.tmp &'
from dba_objects where rownum <= %1;
spool off

@many_threads.tmp
host sleep 50
set echo on
exec dbms_workload_repository.create_snapshot();
set markup html on
set head on
spool mutex_sleep_history.htm
select to_char(SLEEP_TIMESTAMP,'hh:mi:ss.ff') SLEEP_TIMESTAMP,MUTEX_ADDR,MUTEX_IDENTIFIER,MUTEX_TYPE,
GETS,SLEEPS,REQUESTING_SESSION,BLOCKING_SESSION,
LOCATION,MUTEX_VALUE from x$mutex_sleep_history order by sleep_timestamp;
spool off

set define &
set markup html off
set echo off heading on underline on;
column inst_num heading "Inst Num" new_value inst_num format 99999;
column inst_name heading "Instance" new_value inst_name format a12;
column db_name heading "DB Name" new_value db_name format a12;
column dbid heading "DB Id" new_value dbid format 9999999999 just c;
select d.dbid dbid
, d.name db_name
, i.instance_number inst_num
, i.instance_name inst_name
from v$database d,
v$instance i;
define num_days=1;
define report_type='html';
col end_snap new_value end_snap;
col begin_snap new_value begin_snap;
select max(snap_id) end_snap from dba_hist_snapshot where dbid=&dbid;
select max(snap_id) begin_snap from dba_hist_snapshot where dbid=&dbid and snap_id < &end_snap;
define report_name='awr_report.htm';
@?/rdbms/admin/awrrpti
exit
</pre>

==shell==
[http://www.databasejournal.com/features/oracle/article.php/3869076/Alert-Log-Scraping-with-Oracles-ADRCI-Utility.htm Alert Log scraping with ADRCI]

====Count the number of background processes for a particular SID====
<pre>
SID=RAVJDE1
ps -ef|cut -c54-100|awk -v SID=$SID '$0 ~ /'$SID'$/ {print}'|wc -l
</pre>
or ...this will work with any OS (so long as the process is at the end of the ps -ef or ps -aux listing
<pre>
SID=RAVJDE1
ps -ef|awk -v SID=$SID -F_ '{ $NF ~ /'$SID'$/ {print} }'|wc -l
</pre>
Pick the columns you want in the ps listing
<pre>
ps -efo user,pid,ppid=MOM -o args
</pre>
====Find Oracle errors in the most recent DataPump log files====
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for <customer>last night' stuart@domain.com
</pre>

====Find the 10 largest directories on a particular filesystem====
<pre>
du -ag /oracle | sort -nr | head -n 10
</pre>

====Find the 10 largest files on a particular mount point====
<pre>
find /home -size +1G -ls | sort -nr +6 | head -10
</pre>
or
<pre>
find /home -xdev -ls | sort -nr +6 | head -10
</pre>

====Split a file in pieces using sed====
Using fixed line numbers
<pre>
sed -ne '1,12p' file > text.part1
sed -ne '13,$p' file > text.part2
</pre>
Using line with a /pattern/ on it
<pre>
sed -e '/hello/q' tt.dat | grep -v hello > text.part1
sed -n `sed -n '/hello/=' tt.dat`',$p' tt.dat | grep -v hello > text.part2
</pre>

====Split a file in pieces using Perl====
<pre>
perl -ne 'print if 1 .. /marker line/' text.dat >text.part1
perl -ne 'print if /marker line/ .. eof()' text.dat >text.part2
</pre>

====Find and display RMAN errors in an RMAN log file====
<pre>
sed -ne '/^RMAN-/,/^$/p' RMAN_<SID>_<DATE>.log
</pre>

==cmd==
*[http://www.dba-oracle.com/t_scripts_windows_export.htm Database Export - from DBA Oracle (Burleson)]
==Perl==
===For all files in a directory, replace a keyword (SSIIDD) in a file with another (a parameter)===
<pre>
for i in `ls`
do
perl -p -i -e 's/SSIIDD/'$SID'/g' $i
done
</pre>

===Parse tnsnames.ora to get just the service names===
[[http://stackoverflow.com/questions/12605415/parsing-tnsnames-ora-with-regex-to-just-get-name from here]]
<pre>
perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora
</pre>

===and use that to check the listener status===
<pre>
for svc in `perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora | sed -e 's/=//'` ;do
tnsping $svc
done
</pre>

Handy scripts

2018-11-21T13:16:57Z

Stuart: /* External table for the Alert log (pre 11g) */

==SQL==
* [[Database Overview - from idevelopment]] [http://www.idevelopment.info/data/Oracle/DBA_scripts/Database_Administration/dba_snapshot_database_10g.sql online version]
* [[Extract ddl with "dbms metadata.get ddl"]]
* [http://asktom.oracle.com/pls/asktom/f?p=100:11:0::::P11_QUESTION_ID:83012348058 Connecting as another user via proxy in SQL*Plus]
* [http://www.petefinnigan.com/tools.htm Password cracker and role and priv tools from Pete Finnigan]
* [http://www.oracle.com/technetwork/articles/sql/11g-pivot-097235.html Using pivot tables in SQL - XML and XLS (Excel) also)]
===List all instances running on a server===
Sounds simple enough and indeed pre 12.1, is was as easy as either
<pre>
ps -ef | grep [p]mon | awk -F_ '{print $NF}'
</pre>
or this one is safer in case you have an underscore character in your SID name!!
<pre>
SIDLIST=$(${PS} -ef | ${GREP} [o]ra_pmon | ${AWK} '{print $NF}' | sed -e 's/ora_pmon_//' | egrep -v 'grep|///|sed|awk|ASM|^$')
</pre>
but now we have the added complication of CDB/PDB (container / pluggable databases) so a fair bit more work is needed!
<pre>
#!/bin/ksh
# ==============================================================================
# Name : list_server_db
# Description : List all running databases found on a server
#
# Parameters : none
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 21-DEC-16 Stuart Barkley Created
# ==============================================================================
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<EOSQL
set serveroutput on feed off pages 0 head off newpa none
declare
e_col_not_found exception;
e_not_mounted exception;
pragma exception_init(e_not_mounted, -01507);
pragma exception_init(e_col_not_found, -904);
l_db_name varchar2(20);
l_database_role varchar2(20);
l_cdb varchar2(20);
l_status varchar2(20);
type varchar2_tab is table of varchar2(240) index by binary_integer;
t_pdbs varchar2_tab;
begin
begin
dbms_output.enable(null);
execute immediate 'select name, database_role, cdb from v\$database' into l_db_name, l_database_role, l_cdb;
if l_cdb = 'YES' then
l_status := 'CDB';
execute immediate 'select name from v\$pdbs' bulk collect into t_pdbs;
for i in nvl(t_pdbs.first,1) .. nvl(t_pdbs.last,0)
loop
dbms_output.put_line (t_pdbs(i)||':PDB');
end loop;
else
l_status := 'Independent'; -- col CDB exists but this is not one
end if;
if l_database_role like '%STANDBY%' then
l_status := 'Standby';
end if;
exception
when e_not_mounted then
l_status := 'Not Mounted';
when e_col_not_found then
l_status := 'pre12';
end;

dbms_output.put_line ('${db}'||':'||l_status);

end;
/
EOSQL
done
</pre>

===Run a command or script on all databases in tnsnames.ora===
Very handy if you have a global tnsnames.ora accessible to all clients. 
So from a client install, this has access to all databases. 
Any files created can be created on the client so no need to scp to all the machines to recover spool files etc. 
Downside: Cannot connect as sysdba across tns so password will need to be known for whatever user is used.
<pre>
#!/bin/ksh
TNSNAMES="./tnsnames.ora"
[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/xxxxxx@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done

</pre>

===Run a command or script on all databases in oratab===
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : all_db_do
# Description : Loops over all the databases in oratab and executes the
# specified SQL command - be careful!
#
# Parameters : -v flag for verbose
# [-f <filename> | <quoted SQL command to be executed>]
#
# Example : all_db_do 'alter system switch logfile;'
# all_db_do -f sessions.sql
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 14-JAN-13 Stuart Barkley Created
# 25-FEB-13 Stuart Barkley Adapt for Solaris
# 21-MAR-13 Stuart Barkley Check db is running first
# 29-APR-13 Stuart Barkley Added verbose flag processing
# 24-MAY-13 Stuart Barkley Wrap / as sysdba in quotes for older versions
# 23-JUN-16 Stuart Barkley Add -f to run a file containing sql
# ==============================================================================

PROGNAME=$(basename $0)
OS=$(uname -s)

AWK=$(which awk)
GREP=$(which grep)
if [[ "${OS}" == "SunOS" ]]; then
AWK=/usr/xpg4/bin/awk
GREP=/usr/xpg4/bin/grep
fi

if [[ ! -r /etc/oratab ]]; then
if [[ "${OS}" == "SunOS" ]]; then
echo "oratab is not where we want it. Please run 'ln -s /var/opt/oracle/oratab /etc/oratab' as root and retry" && exit 1
else
echo "Either Oracle is not installed or database is running without an oratab" && exit 1
fi
fi

# -------------------------
# get the arguments, if any
# -------------------------
unset VERBOSE
while getopts "vf:" flag
do
case "$flag" in
v) VERBOSE=1;;
f) FILE2RUN=$OPTARG;;
esac
done
shift $((OPTIND-1))

if [[ -z ${FILE2RUN} ]]; then
# no file, need an SQL supplied
if [[ -z $1 ]]; then
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi
SQL=$1
elif [[ -s ${FILE2RUN} ]]; then
# file supplied and exists
SQL="@${FILE2RUN}"
else
# file supplied, does it exist
echo "File ${FILE2RUN} is empty or does not exist"
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi

export ORAENV_ASK=NO

for db in $(${AWK} -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab)
do
if ( [[ $1 != "startup" ]] && [[ $(ps -ef | ${GREP} -c -E [o]ra_pmon_${db}) -eq 0 ]] ); then
[[ ! -z "$VERBOSE" ]] && echo "$db is not running, skipping..."
continue
fi
echo
[[ ! -z "$VERBOSE" ]] && echo "vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv"
[[ ! -z "$VERBOSE" ]] && echo $db
ORACLE_SID=$db
. oraenv >/dev/null
sqlplus -s "/ as sysdba" <<EOSQL
define SID=$ORACLE_SID
col comp_name format a50
col value for a40
set linesize 1000
set pagesize 100
$SQL
EOSQL
[[ ! -z "$VERBOSE" ]] && echo "^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"
done

</pre>
<pre>
all_db_do "create or replace directory data_pump_dir as '/oracle/export/&SID';"

all_db_do "archive log list"

all_db_do "shutdown immediate"

all_db_do 'alter system set log_archive_dest_1="location=/oracle/arch/&SID" scope=both;'
</pre>

===Run an SQL command on behalf of another user===
It can be used to execute any sql command as a specified user provided this procedure is created in sys schema. 
* not got this working properly yet *
<pre>
set serveroutput on
create or replace procedure run_sql_as_user ( p_schema_name in varchar2
, p_sql in varchar2
) is
l_user_id dba_users.user_id%type;
l_cursor number;
l_rc number;
begin
dbms_output.enable(null);
begin
select u.user_id
into l_user_id
from dba_users u
where u.username = p_schema_name;
exception
when no_data_found then
raise_application_error (-20001, 'Cannot find user '||p_schema_name);
end;
l_cursor := dbms_sys_sql.open_cursor;
dbms_sys_sql.parse_as_user ( c => l_cursor
, statement => p_sql
, language_flag => dbms_sql.native
, userid => l_user_id
);
l_rc := dbms_sys_sql.execute(l_cursor);
dbms_sys_sql.close_cursor(l_cursor);
exception
when others then
raise_application_error (-20001, 'ERROR: '||sqlerrm);
end;
/

</pre>

===Run a script on all databases listed in tnsnames.ora===
Can run an SQL command file on all SID/SERVICE found in a tnsnames.ora file. I use this from a client laptop having a global tns file on it. 
This way it's not necessary to copy the file onto every host before executing it. Any files created by the script will be created on the client.
<pre>
#!/bin/ksh

TNSNAMES="./tnsnames.ora"

[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/password@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done
</pre>

===List invalid objects===
set lines 200
set pages 200
col obj format a40
select owner||'.'||object_name obj
, object_type
from dba_objects
where 1=1
and status = 'INVALID';
===Recompile all invalid objects===
@?/rdbms/admin/utlrp.sql
===See how much space is left in the flash recovery area (FRA)===
<pre>
select name
, to_char (space_limit, '999,999,999,999') as space_limit
, to_char (space_limit - space_used + space_reclaimable
, '999,999,999,999')
as space_available
, round ( (space_used - space_reclaimable) / space_limit * 100, 1)
as pct_full
from v$recovery_file_dest;
</pre>
or
<pre>
# ==============================================
# Check FRA to see how much space is reclaimable
# ==============================================
fra_reclaim_check() {

LOGFILE=${RMAN_LogDir}/${ORACLE_SID}_`date '+%Y%m'`_${V_SCRIPT}.log
sqlplus "/ as sysdba" <<EOSQL > /tmp/results.$$
set vefify off echo off heading off newpage none linesize 1000 echo off
select 'Filesystem:'||name||
'; Total(Gb):'||round((space_limit/1073741824),2) ||
'; Reclaimable(Gb):'||round((space_reclaimable/1073741824),2) ||
'; Reclaimable(%):'||round( ((space_reclaimable/1073741824)/(space_limit/1073741824)*100),2 )
from v$recovery_file_dest
/
EOSQL
cat /tmp/results.$$ >> $LOGFILE
rm /tmp/results.$$

}
</pre>
===How far back can we flashback?===
<pre>
col time_now for a25
col time_oldest_flashback for a25
select to_char(sysdate,'DD-MON-YY HH24:MI') time_now
, to_char(fdl.oldest_flashback_time, 'DD-MON-YY HH24:MI') time_oldest_flashback
, round((sysdate-fdl.oldest_flashback_time)*24,1) hours_flashback_possible
from v$database d
, v$flashback_database_log fdl
/
</pre>

===DBA privs tables===
DBA_AQ_AGENT_PRIVS
DBA_COL_PRIVS
DBA_PRIV_AUDIT_OPTS
DBA_REPGROUP_PRIVILEGES
DBA_ROLE_PRIVS
DBA_RSRC_CONSUMER_GROUP_PRIVS
DBA_RSRC_MANAGER_SYSTEM_PRIVS
DBA_SYS_PRIVS
DBA_TAB_PRIVS
DBA_WM_SYS_PRIVS
DBA_WORKSPACE_PRIVS

===Schedule a shell job===
begin
dbms_scheduler.create_program ( program_name => 'myshelljob'
, program_action => '/home/oracle/scripts/shell.sh'
, program_type => 'EXECUTABLE'
, comments => 'Run a shell'
, enabled => TRUE
);
end;
/
===Start the job===
begin
dbms_sheduler.create_job ( job_name => 'myshelljob'
, program_name => 'myshelljob'
, start_date =>
);
/

===What statement is a user running?===
<pre>
select a.sid
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
and a.username = '&username'
/
</pre>
===See what statements all users are running===
Useful to see what is happening when process limit is reached
<pre>
set lines 300 pages 1000

col username for a10
col command for 999 head "CMD"
col lockwait for a10
col status for a8
col schemaname for a12
col osuser for a10
col process for a10
col program for a20
col machine for a10
col action for a10
col module for a10
col identifier for a10
col event for a27
col state for a8
col service_name for a10
col serial# for 999999

select a.username
, a.command
, a.lockwait
, a.status
, a.schemaname
, a.osuser
, a.process
, a.machine
, a.program
, a.type
--, a.sql_exec_start
--, a.plsql_object_id
--, a.plsql_subprogram_id
--, a.module
--, a.action
, a.logon_time
, a.event
, a.wait_time
, a.seconds_in_wait
, a.state
--, a.service_name
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
order by a.logon_time desc
/

set lines 80
</pre>

===A logminer session===
Mine all SQL statements in a 10 minute period
<pre>
sqlplus / as sysdba
alter session set nls_date_format = 'DD-MON-YYYY HH24:MI:SS';
execute dbms_logmnr.start_logmnr ( starttime => '27-OCT-2009 11:05:00'
, endtime => '27-OCT-2009 11:15:00'
, options => dbms_logmnr.dict_from_online_catalog+dbms_logmnr.continuous_mine
);
create table mycontents as select * from v$logmnr_contents;
execute dbms_logmnr.end_logmnr();

select * from mycontents;

drop table mycontents;
</pre>
===Huge Pages===
<pre>
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segments
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6' | '3.8') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
</pre>

===Pretty longops listing===
<pre>
set lines 2000 pages 1000
col opname for a34 head "Job"
col message for a60
col perc_done for a10 head "Done"
col started for a18
col killer for a15
col mins_busy head "Mins busy"
col mins_left head "Mins left"
select sid||','||serial# killer
, opname
, message
, round ((sofar/totalwork),4)*100||'%' perc_done
, to_char(start_time,'DD-MON-YY HH24:MI') started
, floor(elapsed_seconds/60) mins_busy
, ceil(time_remaining/60) mins_left
from v$session_longops
where 1=1
and sofar != totalwork
and totalwork != 0
and opname like 'RMAN%'
/
</pre>
<pre>
select * from v$session where module='Data Pump Worker'
</pre>
or attach to the impdp job and it shows percentage done.
<pre>
Get the SID from v$session_longops and plug it into v$session to check the SQL command details.

Current Running SQLs
--------------------
set pages 1000 lines 2000
col program format a40
col sql_text format a130

select s.sid
, s.status
, s.last_call_et
, s.program
, sa.sql_id
, sa.sql_text
from v$session s
, v$sqlarea sa
where s.sql_id = sa.sql_id
and s.sid = '&sid'
/

set pages 1000 lines 2000
col USERNAME for a10
col OSUSER for a10
col MACHINE for a10

select s.sid
, s.serial#
, p.spid
, s.username
, s.osuser
, s.status
, s.process fg_pid
, s.longon_time
, s.machine
, p.spid bg_pid
from gv$session s
, gv$process p
where s.addr = p.addr
and s.sid = '&sid'
/

$ps -ef | grep <spid>

set pages 1000 lines 2000
SELECT INST_ID
, SID
, SERIAL#
, SQL_ID
, USERNAME
, PROGRAM
, MACHINE
, SERVICE_NAME
FROM GV$SESSION
WHERE SID IN ('<SID_NO.1>','<SID_NO.2>')
/
Active Running SQLs
--------------------
set pages 1000 lines 2000
col SPID for a10
col PROGRAM for a15
col OSUSER for a10
col ACTION for a10
col EVENT for a25
col SQL_TEXT for a25
col MACHINE for a10
col P1TEXT for a10
col P2TEXT for a10
col P3TEXT for a10
SELECT b.sid
, b.serial#
, a.spid
, b.sql_id
, b.program
, b.osuser
, b.machine
, b.type
, b.event
, b.action
, b.p1text
, b.p2text
, b.p3text
, b.state
, c.sql_text
, b.logon_time
FROM v$process a
, v$session b
, v$sqltext c
WHERE a.addr = b.paddr
AND b.sql_hash_value = c.hash_value
AND b.STATUS = 'ACTIVE'
AND b.sid = '&sid'
ORDER BY a.spid
, c.piece
/

OR - Use the below Query

Longops.sql
-----------
set pages 50000 lines 32767
col OPNAME for a10
col SID form 9999
col SERIAL form 9999999
col PROGRAM for a10
col USERNAME for a10
col SQL_TEXT for a40
col START_TIME for a10
col LAST_UPDATE_TIME for a10
col TARGET for a25
col MESSAGE for a25

alter session set nls_date_format = 'DD-MM-YYYY HH24:MI:SS';

SELECT l.inst_id,l.sid, l.serial#, l.sql_id, l.opname, l.username, l.target, l.sofar, l.totalwork, l.start_time,l.last_update_time,round(l.time_remaining/60,2) "REMAIN MINS", round(l.elapsed_seconds/60,2) "ELAPSED MINS", round((l.time_remaining+l.elapsed_seconds)/60,2) "TOTAL MINS", ROUND(l.SOFAR/l.TOTALWORK*100,2) "%_COMPLETE", l.message,s.sql_text
FROM gv$session_longops l
LEFT OUTER JOIN v$sql s on s.hash_value=l.sql_hash_value and s.address=l.sql_address and s.child_number=0
WHERE l.OPNAME NOT LIKE 'RMAN%' AND l.OPNAME NOT LIKE '%aggregate%' AND l.TOTALWORK != 0 AND l.sofar<>l.totalwork AND l.time_remaining > 0
/

</pre>
===Apply the database patch after the ORACLE_HOME has been patched===
<pre>
ORAENV_ASK=NO
export ORACLE_SID=$1
. oraenv

sqlplus /nolog <<EOSQL
connect / as sysdba
startup
@?/rdbms/admin/catbundle.sql psu apply
@?/rdbms/admin/utlrp.sql
purge dba_recyclebin;

prompt check patch apply...
set lines 150
col action_time for a50
col comp_name for a50
col comments for a50

select action_time,action,comments from sys.registry\$history where trunc(action_time) = trunc(sysdate);
select comp_name,version,status,modified from dba_registry;
exit
EOSQL
</pre>

===Show how much archivelog data is generated per day===
A companion script for 'how many log switches in a day'
<pre>
col orderby noprint
select trunc(first_time) orderby
, to_char(first_time,'DD-MON-YYYY') "Date"
, round(sum(bytes/1024/1024/1024),2) arch_logs_gigs
from (
select unique (blocks * block_size) bytes,
thread#,
sequence#,
resetlogs_change#,
first_time
from v$archived_log
)
group by trunc(first_time)
, to_char(first_time, 'DD-MON-YYYY')
order by trunc(first_time) desc
/
</pre>

===Abort a hanging database even when sysdba cannot connect===
Unable to connect to database with sqlplus / as sysdba because audit file cannot be created?
* [http://tech.e2sn.com/oracle/troubleshooting/hang/how-to-log-on-even-when-sysdba-can-t-do-so tech.e2sn.com]
* [http://blog.dbi-services.com/oracle-is-hanging-dont-forget-hanganalyze-and-systemstate/ blog.dbi-services.com]
Instead of just killing the pmon process, there is a kinder (and more useful) way to kill the database. 
Use the hidden, undocumented 'prelim' switch parameter to sqlplus to make a connection to the database without creating SGA session data structures. 
It can be very useful for hang analysis so the possible cause can be found after the database has been restarted.
<pre>
sqlplus -prelim / as sysdba
oradebug unlimit
oradebug hanganalyze 3
oradebug setmypid -- or oradebug setorapname diag
oradebug dump ashdumpseconds 30
oradebug dump systemstate 10 -- or oradebug dump systemstate 266
oradebug tracefile_name
shutdown abort
</pre>

===Lists Oracle session with kill session statement all ready to go===
disconnect attempts to kill the o/s processes too. kill doesn't.
<pre>
col killer for a60
col osuser for a12
col logon for a23
col spid for a8
col username for a15
col program for a50
set lines 2000
select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, s.inst_id
, to_char(s.logon_time,'DD-MON-YY HH24:MI:SS') logon
, sci.osuser
, p.spid
, s.username
, s.program
from gv$session s
, gv$session_connect_info sci
, gv$process p
where 1=1
and p.addr = s.paddr
and p.inst_id = s.inst_id
and s.sid = sci.sid
and s.serial# = sci.serial#
and s.type != 'BACKGROUND'
and sci.osuser = 'oraibm'
order by s.logon_time desc
/

KILLER INST_ID LOGON OSUSER SPID USERNAME PROGRAM
------------------------------------------------------------ ---------- ----------------------- ------------ -------- --------------- --------------------------------------------------
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
</pre>

===How much space is being used by a guaranteed restore point?===
<pre>
show parameter recovery
set numwi 15
set lines 200
col name for a40
col time for a23
col gigs_limit head "Max (but check df -g also!)"

select name
, time
, round(storage_size/1024/1024/1024,2) gigs_used
from v$restore_point
where 1=1
and guarantee_flashback_database = 'YES'
/

select * from v$flash_recovery_area_usage
/

select name
, round(space_used/1024/1024/1024,2) gigs_used
, round(space_limit/1024/1024/1024,2) gigs_limit
, space_reclaimable
, number_of_files
from v$recovery_file_dest
/
</pre>

===Get statistics for LOB columns in a table===
<pre>
select
max(dbms_lob.getlength(lob_content)) max_len
, avg(dbms_lob.getlength(lob_content)) avg_len
, min(dbms_lob.getlength(lob_content)) min_len
, sum(case when dbms_lob.getlength(lob_content) <= 4000 then 1
else 0 end) "<4k"
, sum(case when dbms_lob.getlength(lob_content) > 4000 then 1
else 0 end) ">4k"
, sum(case when dbms_lob.getlength(lob_content) is null then 1 else
0 end) "is null"
from &tablename
/
</pre>

===badprivs.sql===
Check to see if any ordinary users have privileges / access / grants / rights they should not have
<pre>
select grantee, privilege, admin_option
from sys.dba_sys_privs
where ( privilege like '% ANY %'
or privilege in ('BECOME USER', 'UNLIMITED TABLESPACE')
or admin_option = 'YES'
)
and grantee not in ('SYS', 'SYSTEM', 'OUTLN', 'AQ_ADMINISTRATOR_ROLE',
'DBA', 'EXP_FULL_DATABASE', 'IMP_FULL_DATABASE',
'OEM_MONITOR', 'CTXSYS', 'DBSNMP', 'IFSSYS',
'IFSSYS$CM', 'MDSYS', 'ORDPLUGINS', 'ORDSYS',
'TIMESERIES_DBA')
</pre>

===Generate a list of tablespaces ready for a migration===
<pre>
set echo off
set lines 300
set pages 0
Set headi off
set feedb off
set long 32000

spool migration_create_target_tablespaces.sql

exec dbms_metadata.set_transform_param(dbms_metadata.session_transform,'SQLTERMINATOR',TRUE);
select DBMS_METADATA.GET_DDL('TABLESPACE',tablespace_name) from dba_tablespaces
/

spool off
</pre>
===List the privileges assigned to users on directories===
table_name is the name of the directory...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where table_name = 'DATA_PUMP_DIR'
/
</pre>

===List the privileges assigned to users on packages/procedures===
table_name is the name of the package...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where upper(table_name) like upper('%UTL_FILE%')
/
</pre>

===List the system privileges assigned to a user (used to copy user as or clone user as)===
Maybe this one is better [[Extract ddl with "dbms metadata.get ddl"]]

SELECT LPAD(' ', 2*level) || granted_role "USER PRIVS"
FROM (
SELECT NULL grantee, username granted_role
FROM dba_users
WHERE username LIKE UPPER('%&uname%')
UNION
SELECT grantee, granted_role
FROM dba_role_privs
UNION
SELECT grantee, privilege
FROM dba_sys_privs)
START WITH grantee IS NULL
CONNECT BY grantee = prior granted_role;

or

SELECT path
FROM (
SELECT grantee,
sys_connect_by_path(privilege, ':')||':'||grantee path
FROM (
SELECT grantee, privilege, 0 role
FROM dba_sys_privs
UNION ALL
SELECT grantee, granted_role, 1 role
FROM dba_role_privs)
CONNECT BY privilege=prior grantee
START WITH role = 0)
WHERE grantee IN (
SELECT username
FROM dba_users
WHERE lock_date IS NULL
AND password != 'EXTERNAL'
AND username != 'SYS')
OR grantee='PUBLIC'

or

for a migration from 10g...
<pre>
set headi off
set feedb off
set long 9999999
set pages 0
set lines 300

spool migration_create_target_users_grants.sql

select dbms_metadata.get_ddl('USER', username) || ';' ddl
from dba_users
where 1=1
and username like upper('%&&USER_NAME%')
/

select 'grant '||privilege|| ' to ' || grantee || ';'
from dba_sys_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

select 'grant '||granted_role|| ' to ' || grantee || ';'
from dba_role_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

spool off
</pre>
or for a migration on 11g...!
<pre>
set head off
set pages 0
set long 9999999
col ddl for a1000

SELECT DBMS_METADATA.GET_DDL('USER', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('ROLE_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('SYSTEM_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('OBJECT_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'

spool migration_create_users_grants.sql
/
spool off
</pre>

===Move datafiles between filesystems===
* [https://blogs.oracle.com/alejandrovargas/moving-a-datafile-from-file-system-to-asm Moving a datafile from File System to ASM (does not have to be ASM!) - oracle.com]
* [https://docs.oracle.com/database/121/OSTMG/GUID-3B8D0956-0888-452D-A9E4-9FB8D98577E0.htm#OSTMG89997 Moving Data Files Between Oracle ASM (does not have to be ASM!) Using RMAN - oracle.com]
* [https://oracle-base.com/articles/misc/renaming-or-moving-oracle-files Moving a data file online between filesystems - oracle-base.com]
====Set the relevant datafile offline====
<pre>
alter database datafile 125 offline;
alter database datafile 126 offline;
alter database datafile 127 offline;
</pre>
====Rename the files on the filesystem using o/s commands====
<pre>
alter tablespace ts_thaler_data_offline;

host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>
====Run the relevant alter commands to inform the control files of the new locations====
<pre>
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>

====Recover the datafiles====
<pre>
recover datafile 125;
recover datafile 126;
recover datafile 127;
</pre>
====Set the relevant datafile online====
<pre>
alter database datafile 125 online;
alter database datafile 126 online;
alter database datafile 127 online;
</pre>
====Check all is well with the datafiles by using an appropriate statement====
<pre>
set lines 2000 pages 100
select file_id, file_name, status, online_status from dba_data_files where tablespace_name = 'TS_THALER_DATA' order by 2;
</pre>
====Rename a datafile on 12c====
If you're lucky enough to be on 12c, it's one command - no need to offline the datafile!
<pre>
SQL> alter database move datafile '/oracle/ora_data2/prod/data4/ts_thaler_data_113.dbf' to '/oracle/ora_data2/prod/data3/ts_thaler_data_113.dbf';

Database altered.
</pre>

===Pass parameter/argument into perl one-liner script from shell===
Trick? Just use ARGV to pass them in...
<pre>
FREQ=$(perl -e 'my @CAL=split(";",$ARGV[0]);shift @CAL;print $CAL[$ARGV[1]];' -- "$LINE" $offset)
</pre>
or
<pre>
DUMP_DATE=`perl -MTime::Local -e 'print(timelocal(0,$ARGV[0],$ARGV[1],$ARGV[2],$ARGV[3],$ARGV[4]))' -- $MI $HH $DD $MM $YYYY`
</pre>
or export the variable from shell and access it via the ENV hash
<pre>
export db=ENDP1
perl -p -i -e 's!DSMI_LOG.+$!DSMI_LOG /oracle/$ENV{db}/admin/tdpoerror_$ENV{db}!' ${db}/admin/tdpo.opt
</pre>

===Return epoch seconds in Perl===
<pre>
perl -e 'print time();'
</pre>
or to convert a specific day of the year to epoch seconds
<pre>
use POSIX;
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
or for a specific date (careful though - month is 0-11 not 1-12!... 
<pre>
use Time::Local;
# SS MM HH DD MM YYYY
my $epochsecs = timelocal (30,10,19,03,04,2014);
</pre>
or more long-winded but delimited by anything... 
Supply the date/time in any delimited format. Eg. YYYY-MM-DD:HH:MI
<pre>
#!/usr/bin/perl -w
use Time::Local;

sub date2epoch {
my($s) = @_;
my($year, $month, $day, $hour, $minute, $second);

if($s =~ m{^\s*(\d{1,4})\W*0*(\d{1,2})\W*0*(\d{1,2})\W*0*
(\d{0,2})\W*0*(\d{0,2})\W*0*(\d{0,2})}x) {
$year = $1; $month = $2; $day = $3;
$hour = $4; $minute = $5; $second = $6;
$hour |= 0; $minute |= 0; $second |= 0; # defaults.
$year = ($year<100 ? ($year<70 ? 2000+$year : 1900+$year) : $year);
return timelocal($second,$minute,$hour,$day,$month-1,$year);
}
return -1;
}
</pre>

===Return epoch seconds in DOS/VBS/Windows===
Paste this code into epoch.vbs
<pre>
function date2epoch(p_date)
date2epoch = DateDiff("s", "01/01/1970 00:00:00", p_date)
end function

Wscript.Echo date2epoch(Now())
</pre>
and call from a DOS box like this
<pre>
cscript //nologo epoch.vbs
</pre>

===Return date from epoch seconds in Perl===
<pre>
perl -e 'print scalar (localtime (1243269270))'
</pre>
===Return epoch seconds from julian day number in Perl===
<pre>
use POSIX;
my ($year, $jday) = (2012,60);
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
===Extract specific pieces of a date from an epoch timestamp in Perl===
<pre>
use POSIX;
# return localtime into an array
my @tm = localtime $epochsecs;

my $yyyymmdd = strftime "%Y%m%d", @tm;
print $yyyymmdd."\n";
</pre>

===Return epoch seconds in Shell (linux)===
<pre>
date -d "2014/04/03 18:34:30" "+%s"
</pre>

===Return date from epoch seconds in Shell (linux)===
<pre>
date -d @1396542870
</pre>

===Return epoch seconds in PL/SQL===
You cannot just use sysdate as that is timezone sensitive... (epoch seconds are in UTC/GMT)
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) from dual;
or
select round((vd.created - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) created from v$database vd;
</pre>
How long has this instance been up (in minutes)?
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - startup_time)*24*60) up_mins from v$instance;
</pre>

===Return date from epoch seconds in SQL===
<pre>
select to_char(to_date('19700101','YYYYMMDD') + ((&epoch)/24/60/60),'DD-MON-YYYY HH24:MI:SS') utc_date from dual;
</pre>

===A database overview using the sys.plato package===
exec plato.help;
or
exec plato.complete('HTM');

===List datafiles for a tablespace===
<pre>
select *
from dba_data_files
where 1=1
and tablespace_name ='&ts_name';
</pre>
===Show graph of available and free space in tablespaces===
<pre>
-- =============================================================================
-- File Name : http://www.oracle-base.com/dba/monitoring/ts_free_space.sql
-- Author : Tim Hall
-- Description : Displays a list of tablespaces and their used/full status.
-- Requirements : Access to the DBA views.
-- Call Syntax : @ts_free_space.sql
-- Last Modified: 13-OCT-2012 - Created. Based on ts_full.sql
--
-- Modification History
-- ====================
-- When Who What
-- ========= ================= =================================================
-- 13-NOV-13 Stuart Barkley Added cols free_pct and used_pct
-- =============================================================================
SET PAGESIZE 140 lines 180
COLUMN used_pct FORMAT A11
COLUMN max_used_pct FORMAT A11

SELECT tablespace_name tablespace_name
, size_mb size_mb
, free_mb free_mb
, TRUNC((free_mb/size_mb) * 100) free_pct
, RPAD(' '|| RPAD('X',ROUND((size_mb-free_mb)/size_mb*10,0), 'X'),11,'-') used_pct
, max_size_mb max_size_mb
, max_free_mb max_free_mb
, TRUNC((max_free_mb/max_size_mb) * 100) max_free_pct
, RPAD(' '|| RPAD('X',ROUND((max_size_mb-max_free_mb)/max_size_mb*10,0), 'X'),11,'-') max_used_pct
from (
select a.tablespace_name tablespace_name
, b.size_mb size_mb
, a.free_mb free_mb
, b.max_size_mb max_size_mb
, a.free_mb + (b.max_size_mb - b.size_mb) max_free_mb
from (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) free_mb
from dba_free_space
group by tablespace_name
) a
, (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) size_mb
, trunc(sum(greatest(bytes,maxbytes))/1024/1024) max_size_mb
from dba_data_files
group by tablespace_name
) b
, v$instance vi
where a.tablespace_name = b.tablespace_name
)
order by tablespace_name;

set lines 80
</pre>

===Another method for calculating free space in tablespace using segments===
<pre>
select df.tablespace_name "Tablespace"
, totalusedspace "Used MB"
, (df.totalspace - tu.totalusedspace) "Free MB"
, df.totalspace "Total MB"
, round(100 * ( (df.totalspace - tu.totalusedspace)/ df.totalspace)) "Pct. Free"
from (
select tablespace_name
, round(sum(bytes) / 1048576) totalspace
from dba_data_files
group by tablespace_name
) df
, (
select round(sum(bytes)/(1024*1024)) totalusedspace
, tablespace_name
from dba_segments
group by tablespace_name
) tu
where df.tablespace_name = tu.tablespace_name;
</pre>
===Work out maximum possible size of a datafile===
<pre>
select round( (4*1024*1024*value) / (1024*1024*1024) ,2) maxfilesizeingigabytes from v$parameter where name='db_block_size';
</pre>
or, as tablespaces can have block sizes differing from that of the init.ora parameter...
<pre>
select round( (4*1024*1024*block_size) / (1024*1024*1024) ,2) maxfilesizeingigabytes from dba_tablespaces where tablespace_name='&tablespace_name';
</pre>

===Show size and maxsize at datafile level===
datafiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_data_files
group by file_name
/
</pre>
tempfiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_temp_files
group by file_name
/
</pre>

===Resize the online redo logfiles===
Found a more concise, smarter way of doing it [http://www.oracle-wiki.net/startdocshowtorecreateredogrps here] - oracle-wiki.net 
Switching logs too often? Redolog files too small? 
* Show current log groups
<pre>
set lines 1000
col group_member for a60
select l.group# group_number
, (bytes/1024/1024) megs
, l.status group_status
, f.member group_member
, l.archived archived
, f.type file_type
from v$log l
, v$logfile f
where l.group# = f.group#
order by l.group#
, f.member
/
</pre>
* Create additional (bigger) groups
<pre>
define SID=TIBQFW
alter database add logfile group 6 '/oracle/&SID/oradata1/redo1.log' size 1G;
alter database add logfile group 7 '/oracle/&SID/oradata2/redo2.log' size 1G;
alter database add logfile group 8 '/oracle/&SID/oradata3/redo3.log' size 1G;
alter database add logfile group 9 '/oracle/&SID/oradata1/redo4.log' size 1G;
alter database add logfile group 10 '/oracle/&SID/oradata2/redo5.log' size 1G;
</pre>
or if you use multiple members...
<pre>
alter database add logfile group 6 ('/oracle/&SID/oradata1/redo/redo01a.log', '/oracle/&SID/oradata1/redo01b') size 50M;
alter database add logfile group 7 ('/oracle/&SID/oradata1/redo/redo02a.log', '/oracle/&SID/oradata1/redo02b') size 50M;
alter database add logfile group 8 ('/oracle/&SID/oradata1/redo/redo03a.log', '/oracle/&SID/oradata1/redo03b') size 50M;
</pre>
* Switch archivelogs until the new ones are current and the old ones are inactive
<pre>
alter system switch logfile;
</pre>
If the old logs are not yet inactive, checkpoint the database
<pre>
alter system checkpoint;
</pre>
* Drop the old groups
<pre>
alter database drop logfile group 1;
alter database drop logfile group 2;
alter database drop logfile group 3;
alter database drop logfile group 4;
alter database drop logfile group 5;
</pre>

===Increase the existing size of a datafile===
<pre>
alter database datafile '&full_path_of_datafile' resize &new_meg_size.M;
</pre>

===Increase the max size of a tempfile===
<pre>
alter database tempfile '/oracle/ENDP1/oradata90/temp01.dbf' autoextend on maxsize unlimited;
</pre>
===Find out what processes are using the temp tablespace===
Temporary tablespace is used for sorting query results. Find them with this.
<pre>
SELECT b.tablespace,b.segfile#,b.segblk#,b.blocks,a.sid,a.serial#,
a.username,a.osuser, a.status
FROM v$session a,v$sort_usage b
WHERE a.saddr = b.session_addr;
</pre>

===Increase the maximum size of a datafile===
Although this can be set lower than existing size, try not to. It makes the reports look weird!
<pre>
alter database
datafile '&full_path_of_datafile'
autoextend on
maxsize &new_meg_size.m;
</pre>

===Find schemas (users) with objects created outside their default tablespace===
Indexes could be a notable exception if they are created in an index tablespace
<pre>
set lines 200
col owner for a20
col segment_name for a45
col tablespace_name for a32
select owner
, segment_name
, tablespace_name
from dba_segments
where exists (select username from dba_users where username = owner)
and tablespace_name != (select default_tablespace from dba_users where username = owner)
and owner = '&owner'
/
</pre>

===Add a datafile to a tablespace===
'unlimited' will default to the maximum datafile size for the current db_block_size
<pre>
alter tablepace &tablespace_name
add datafile '&full_path_of_datafile'
size 100M
autoextend on
next 100M
maxsize unlimited
</pre>

===List all datafiles with their size===
<pre>
set pages 1000 lines 2000
col filetype for a15
col name for a60
break on report
compute sum of gig on report

select filetype
, name
, gig
from (
select 'datafile' filetype
, name
, bytes/1024/1024 gig
from v$datafile
union all
select 'tempfile' filetype
, name
, bytes/1024/1024
from v$tempfile
union all
select 'logfile' filetype
, lf.member "name"
, l.bytes/1024/1024
from v$logfile lf
, v$log l
where 1=1
and lf.group# = l.group#
) used
, (
select sum(bytes)/1024/1024
from dba_free_space
) free
</pre>
===Database size (How big is my database?)===
There are different interpretations of what constitutes the size of a database... 
Is it the space allocated to the datafiles or only the space taken up by the data? Are tempfiles included? Are redo logs included? etc...
<pre>
set lines 132
col dbname for a9 heading "Database"
col dbsize for a15 heading "Size"
col dbused for a15 heading "Used space"
col dbfree for a15 heading "Free space"
with used_space as
(
select bytes
from v$datafile
union all
select bytes
from v$tempfile
union all
select bytes
from v$log
)
, free_space as
(
select sum(bytes) sum_bytes
from dba_free_space
)
select vd.name dbname
, round(sum(used_space.bytes)/1024/1024/1024 ) || ' GB' dbsize
, round(sum(used_space.bytes)/1024/1024/1024 ) - round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbused
, round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbfree
from free_space
, used_space
, v$database vd
group by vd.name
, free_space.sum_bytes
/
</pre>

===Drop datafile from temp tablespace===
Database is completely stuck because the temporary tablespace has grown to fill all available room. 
Look around for at least some log files to delete in order to get connected (audit files, sqlnet logs, listener logs) 
Once connected, change the default temporary tablespace to a small one so we can remove the original.
<pre>
create temporary tablespace temp2 tempfile '/oracle/RMANV12/oradata2/temp2.dbf' size 5M;
</pre>
<pre>
alter database default temporary tablespace temp2;
</pre>
I found trying to drop the datafile like this didn't work, just hung there (probably active tranactions)...
<pre>
drop tablespace temp including contents and datafiles;
</pre>
So did it like this...
<pre>
alter database tempfile '/oracle/RMANV12/oradata2/temp.dbf' drop including datafiles;

Database altered.

drop tablespace temp including contents and datafiles;

Tablespace dropped.
</pre>
... an alternative would be to find the sessions using the temp space and kill them...
<pre>
select sid, serial#, status from v$session where serial# in (select session_num from v$sort_usage);
</pre>
Then to be neat and tidy, rename the temp2 tablespace back to temp.
<pre>
create temporary tablespace temp tempfile '/oracle/RMANV12/oradata2/temp.dbf' size 256M reuse autoextend on next 128M maxsize 1G;
alter database default temporary tablespace temp;
drop tablespace temp2 including contents and datafiles;
</pre>
Although the last statement will not work until any transactions using it have been rolled back or committed.

===List files that are in hot-backup mode===
set lines 100
set pages 100
col name format a60

select df.name
, b.status
, to_char(time, 'hh24:mi:ss dd/mm/yyyy') time
from v$datafile df
, v$backup b
where 1=1
and df.file# = b.file#
and b.status = 'ACTIVE'
order by b.file#;

===Waiting for snapshot control file enqueue===
Script to identify sessions causing RMAN to hang because of 'waiting for snapshot control file enqueue' message
<pre>
set lines 2000
col killer for a70
col program for a20
col module for a20
col action for a20
col logon_time for a20

select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, username
, program
, module
, action
, logon_time
from v$session s
, v$enqueue_lock l
where l.sid = s.sid
and l.type = 'CF'
and l.id1 = 0
and l.id2 = 2
/
</pre>

===Info on blocking processes===
<pre>
select s1.username || '@' || s1.machine
|| ' ( SID=' || s1.sid || ' ) is blocking '
|| s2.username || '@' || s2.machine || ' ( SID=' || s2.sid || ' ) ' blocking_status
from v$lock l1
, v$session s1
, v$lock l2
, v$session s2
where s1.sid = l1.sid
and s2.sid = l2.sid
and l1.block = 1
and l2.request > 0
and l1.id1 = l2.id1
and l2.id2 = l2.id2
/
</pre>
session doing the blocking
<pre>
select *
from v$lock l1
where 1=1
and block = 1 ;
</pre>
sessions being blocked
<pre>
select *
from v$lock l1
where 1=1
and id2 = 85203
</pre>

info on session doing the blocking
<pre>
select row_wait_obj#, row_wait_file#, row_wait_block#, row_wait_row#
from v$session
where sid = 234

select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create ( 1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW# ) row_id
from v$session s
, dba_objects do
where sid=234
and s.ROW_WAIT_OBJ# = do.OBJECT_ID;
</pre>

===Show locked objects===
set lines 100
set pages 999
col username format a20
col sess_id format a10
col object format a25
col mode_held format a10
select oracle_username||' ('||s.osuser||')' username
, s.sid||','||s.serial# sess_id
, owner||'.'||object_name object
, object_type
, decode ( l.block
, 0, 'Not Blocking'
, 1, 'Blocking'
, 2, 'Global'
) status
, decode ( v.locked_mode
, 0, 'None'
, 1, 'Null'
, 2, 'Row-S (SS)'
, 3, 'Row-X (SX)'
, 4, 'Share'
, 5, 'S/Row-X (SSX)'
, 6, 'Exclusive', TO_CHAR(lmode)
) mode_held
from v$locked_object v
, dba_objects d
, v$lock l
, v$session s
where 1=1
and v.object_id = d.object_id
and v.object_id = l.id1
and v.session_id = s.sid
order by oracle_username
, session_id;

===Show which row is locked===
select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create (1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW#)
from v$session s
, dba_objects do
where 1=1
and s.ROW_WAIT_OBJ# = do.OBJECT_ID
and sid = &sid;

===Check what is audited on a database===
<pre>
set pagesize 100
set linesize 256
select audit_option,success,failure from dba_stmt_audit_opts;
</pre>
===How old is the oldest audit record?===
<pre>
select extract (day from (systimestamp - min(ntimestamp#))) days_old from aud$;
</pre>
===Check what objects are being audited===
<pre>
tti col 60 'Object Audit Options (dba_obj_audit_opts)' skip col 50 'A=By Access, S=By Session. Left=on success, right=on failure' skip 2
set lines 1000 pages 100
col alt for a3 head "Alt|er"
col aud for a3 head "Aud|it"
col com for a3 head "Com|ent"
col del for a3 head "Del|ete"
col gra for a3 head "Gra|nt"
col ind for a3 head "Ind|ex"
col ins for a3 head "Ins|ert"
col loc for a3 head "Lo|ck"
col ren for a3 head "Ren|ame"
col sel for a3 head "Sel|ect"
col upd for a3 head "Upd|ate"
col ref for a3 head "Ref|rnc"
col exe for a3 head "Exe|cut"
col cre for a3 head "Cre|ate"
col rea for a3 head "Re|ad"
col wri for a3 head "Wri|te"
col fbk for a3 head "Fla|sh"

select *
from dba_obj_audit_opts
/
</pre>

===Procedure to delete old audit records===
<pre>
select text from all_source where lower(name)='purge_audit_trail';

TEXT
------------------------------------------------------------------------------------------------
PROCEDURE purge_audit_trail IS
BEGIN
-- set the last archive timestamp
DBMS_AUDIT_MGMT.SET_LAST_ARCHIVE_TIMESTAMP(
audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD,
last_archive_time => systimestamp - interval '365' day,
rac_instance_number => null
);
-- purge audit trail till last archive timestamp
DBMS_AUDIT_MGMT.CLEAN_AUDIT_TRAIL( audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD
, use_last_arch_timestamp => TRUE);

END purge_audit_trail;
</pre>

===Job setup to run the audit purge===
<pre>
BEGIN
sys.dbms_scheduler.create_job(
job_name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"',
job_type => 'STORED_PROCEDURE',
job_action => '"SYS"."PURGE_AUDIT_TRAIL"',
repeat_interval => 'FREQ=DAILY;BYHOUR=20;BYMINUTE=0;BYSECOND=0',
start_date => to_timestamp_tz('2012-02-22 Europe/Paris', 'YYYY-MM-DD TZR'),
job_class => '"DEFAULT_JOB_CLASS"',
comments => 'purge audit trails until last archive timestamp',
auto_drop => FALSE,
enabled => FALSE
);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'logging_level', value => DBMS_SCHEDULER.LOGGING_OFF);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'job_weight', value => 1);
sys.dbms_scheduler.enable( '"SYS"."PURGE_AUDIT_TRAIL_JOB"' );
END;
/
</pre>
===A list of all SIDs in oratab that should restart after a server boot===
Using awk
<pre>
awk -F: '$NF=="Y" && $1 !~/[#]/ {print $1}' /etc/oratab
</pre>
Using perl
<pre>
perl -F: -ne 'print "$1\n" if /(\w+):(.+):Y$/' /etc/oratab
</pre>

===Move the admin directories to a new location===
<pre>
./all_db_do "alter system set audit_file_dest='/oracle/&SID/admin/adump' scope=spfile;"

./all_db_do "shutdown immediate"

for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
mkdir -p /oracle/${db}/admin
echo "/oracle/${db}/admin created"
mv /oracle/admin/${db}/adump /oracle/${db}/admin/
mv /oracle/admin/${db}/dpdump /oracle/${db}/admin/
echo "Moved /oracle/admin/${db}/adump to /oracle/${db}/admin/"
done

./all_db_do startup

./all_db_do "create pfile from spfile;"
</pre>

===Check if the Standby database is up-to-date with the primary database===
select arch.thread# "Thread"
, arch.sequence# "Last Sequence Received"
, appl.sequence# "Last Sequence Applied"
, (arch.sequence# - appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where 1=1
and ( thread#,first_time ) in (
select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
,
(
select thread#
, sequence#
from v$log_history
where 1=1
and ( thread#,first_time ) in ( select thread# ,max(first_time)
from v$log_history
group by thread#
)
) appl
where 1=1
and arch.thread# = appl.thread#
order by 1;

===Check for gaps on the Standby database===
Run this on the standby
<pre>
select thread#, low_sequence#, high_sequence# from v$archive_gap;
</pre>
or run this on the Primary to see the latest generated archive...
<pre>
select thread# "Thread"
, sequence# "Last sequence generated"
from v$archived_log
where (thread#, first_time) in ( select thread#, max(first_time)
from v$archived_log
group by thread#
)
order by 1
/
</pre>
and run this on the standby to check for received but not yet applied logs (this could be normal if a lag has been set)...
<pre>
select arch.thread# "Thread"
, arch.sequence# "Last sequence received"
, appl.sequence# "Last sequence applied"
, (arch.sequence#-appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where (thread#,first_time ) in (select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
, (
select thread#
, sequence#
from v$log_history
where (thread#,first_time ) in (select thread#, max(first_time)
from v$log_history
group by thread#
)
) appl
where arch.thread# = appl.thread#
order by 1
/
</pre>
Compare the results from Primary and Secondary to detect possible network problems or other errors in shipping.

===Ignore case-sensitive passwords in 11g (deprecated in 12c)===
<pre>
alter system set SEC_CASE_SENSITIVE_LOGON = false scope=both
</pre>

===External table for the Alert log (pre 11g)===
Modified to use (the better) scripts found on [http://www.adp-gmbh.ch/ora/admin/scripts/read_alert_log.html Rene Nyffenegger's site] 
This script generates the required DDL for the alertlog table
<pre>
column db new_value _DB noprint;
column bdump new_value _bdump noprint;

select
</pre>

===Alert log (11g+)===
This reads the log.xml file (which contains the same information as alert.log) 
Show the messages put in the alert log in the last 24 hours
<pre>
select substr(MESSAGE_TEXT, 1, 300) message_text
, count(*) cnt
from X$DBGALERTEXT
where 1=1
and (MESSAGE_TEXT like '%ORA-%' or upper(MESSAGE_TEXT) like '%ERROR%')
and cast(ORIGINATING_TIMESTAMP as DATE) > sysdate - &days_ago/1440
group by substr(MESSAGE_TEXT, 1, 300)
</pre>
There is also a fixed table X$DBGDIREXT which returns all file and directory names under [diagnostic_dest]/diag directory:
<pre>
select lpad(' ',lvl,' ')||logical_file file_name
from x$dbgdirext
where rownum <=20;
</pre>
===Directory paths available in v$diag_info===
<pre>
set lines 2000
col name for a35
col value for a100 wrap
select * from v$diag_info;

INST_ID NAME VALUE CON_ID
---------- ----------------------------------- ---------------------------------------------------------------------------------------------------- ----------
1 Diag Enabled TRUE 0
1 ADR Base /cln/prg/ora_bin2/app/oracle 0
1 ADR Home /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild 0
1 Diag Trace /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace 0
1 Diag Alert /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/alert 0
1 Diag Incident /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/incident 0
1 Diag Cdump /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/cdump 0
1 Health Monitor /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/hm 0
1 Default Trace File /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace/bild_ora_44696768.trc 0
1 Active Problem Count 0 0
1 Active Incident Count 0 0

11 rows selected.
</pre>
===Find out the names of the active trace files for the running processes===
<pre>
select pid, program, tracefile from v$process;
</pre>

===Request was to duplicate a large tablespace from production to test environment===
...but rather than copy the terabytes of data, create the destination tablespace with just the most recent months data 
====See what the source data looks like====
<pre>
col table_owner for a20
col table_name for a30
col partition_name for a20
set pages 100 lines 1000

select table_owner
, table_name
, partition_name
, partition_position
, tablespace_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
order by 1,2,3,4
/
</pre>
This query produces something like this...
<pre>
TABLE_OWNER TABLE_NAME PARTITION_NAME PARTITION_POSITION TABLESPACE_NAME
-------------------- ------------------------------ -------------------- ------------------ ------------------------------
ADS_ARCHIVE BIL_DAY_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D04 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D09 2 ADS_ARCHIVE
ADS_ARCHIVE BIL_MTH_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q1_M03_D31 3 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q2_M04_D01 4 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D12 5 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D13 6 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D14 7 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D31 2 ADS_ARCHIVE
...
ADS_ARCHIVE SBP_HIS_LINES_ARC P_LS 3 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D12 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D13 3 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D15 4 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D16 5 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D17 6 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D18 7 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D19 8 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D20 9 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D21 10 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D22 11 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D23 12 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D24 13 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2013_Q2_M04_D30 3 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q3_M07_D12 1657 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q4_M12_D13 1811 ADS_ARCHIVE
ADS_DBA FAH_DAY_MVT_IFRS Y2016_Q4_M10_D10 1654 ADS_ARCHIVE
</pre>
====Capture the tablespace metadata====
<pre>
set long 1000000
select dbms_metadata.get_ddl ( 'TABLESPACE', 'ADS_ARCHIVE') from dual
/
</pre>
produces...
<pre>
CREATE TABLESPACE "ADS_ARCHIVE" DATAFILE
'/oracle/tst/ora_data3/adst/ads_archive01.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 32000M,
...
'/oracle/tst/ora_data3/adst/ads_archive66.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 3200M,
LOGGING ONLINE PERMANENT BLOCKSIZE 8192
EXTENT MANAGEMENT LOCAL AUTOALLOCATE DEFAULT
NOCOMPRESS SEGMENT SPACE MANAGEMENT AUTO
</pre>
====Capture the tablespace objects' metadata====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=expdp_adst_ads_archive_metadata.log
tablespaces=ADS_ARCHIVE
parallel=20
content=metadata_only
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_metadata.par
</pre>
====Find the partitions with data from the most recent month====
<pre>
cat <<EOCAT>/tmp/adst_ads_archive_partitions.sql
set termo off echo off lines 1000 feedb off headi off newpa none trims on
spool /tmp/adst_ads_archive_partitions.lst
select table_owner||'.'||table_name||':'||partition_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
and partition_name like 'Y2017_Q1_M01%'
/
spool off

echo "@/tmp/adst_ads_archive_partitions.sql" | sqlplus / as sysdba
EOCAT
</pre>
produces...
<pre>
ADS_ARCHIVE.FAH_DAY_CBA_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D28
...
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D22
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D21
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D15
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D14
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D08
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_MTH_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_DAY_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D28
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D22
</pre>
====Export the data in these partitions====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=expdp_adst_ads_archive_Y2017.log
EOCAT

cat /tmp/adst_ads_archive_partitions.lst | perl -p -i -e 's/^/tables=/'g >>expdp_adst_ads_archive_partitions.par

cat<<EOCAT >>expdp_adst_ads_archive_partitions.par
parallel=20
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_partitions.par
</pre>
====Drop the old tablespace====
<pre>
drop tablespace ads_archive including contents and datafiles
/
</pre>
====Recreate the tablepspace using the metadata capture above====
<pre>
create tablespace "ADS_ARCHIVE"
datafile '/oracle/tst/ora_data3/adst/ads_archive01.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive02.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive03.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive04.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive05.dbf' size 100M autoextend on next 50M maxsize unlimited
/
</pre>
====Import the tablespace metadata====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=impdp_adst_ads_archive_metadata.log
EOCAT

impdp parfile=impdp_adst_ads_archive_metadata.par

select 'alter index '|| owner||'.'||index_name||' rebuild online parallel 8;'
from dba_indexes
where status = 'UNUSABLE'
/
</pre>
====Import the last month partition data====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=impdp_adst_ads_archive_Y2017.log
table_exists_action=append
parallel=20
EOCAT

impdp parfile=impdp_adst_ads_archive_partitions.par
</pre>

===Write to a TCP/IP socket from PL/SQL===
<pre>
declare
bt_conn utl_tcp.connection;
retval binary_integer;
l_sequence varchar2(30) := 'Sequence Number 101021';
begin
bt_conn := utl_tcp.open_connection(remote_host => '10.10.1.1'
,remote_port => 5000
,tx_timeout => 1
)
;
retval := utl_tcp.write_line(bt_conn,l_sequence)
;
utl_tcp.flush(bt_conn)
;
utl_tcp.close_connection(bt_conn)
;
exception
when others then
raise_application_error(-20101, sqlerrm)
;
utl_tcp.close_connection(bt_conn)
;
end
;
/
</pre>
and read from it using netcat in another session
<pre>
nc -lk 5000
</pre>
produces
<pre>
Sequence Number 101021
</pre>
===Execute a script as a different user===
Some things have to be done as the user and cannot be done as sys (eg. creating and dropping jobs or create and drop a database link) 
It is possible to login as the user by saving, changing and resetting his password (using identified by values) but using dbms_sys_sql is another option 
Create a PL/SQL procedure to drop a db link
<pre>
create or replace procedure drop_dblink ( p_schema_name in varchar2
, p_dblink in varchar2
) is
l_plsql varchar2(1000);
l_cur number;
l_uid number;
l_rc number;
begin
select du.user_id
into l_uid
from dba_users du
where du.username = p_schema_name
;
plsql := 'drop database link "'||p_dblink||'"';
l_cur := sys.dbms_sys_sql.open_cursor;
sys.dbms_sys_sql.parse_as_user(
c => l_cur,
statement => l_plsql,
language_flag => dbms_sql.native,
userid => l_uid
);
l_rc := sys.dbms_sys_sql.execute(l_cur);
sys.dbms_sys_sql.close_cursor(l_cur);
end;
/
</pre>
Generate the calls to the procedure with the required parameters
<pre>
select 'exec drop_dblink ('''|| owner ||''''||', '||''''||db_link||''''||');'
from dba_db_links
where owner != 'PUBLIC'
and db_link like '%FTST%'
or db_link like '%HDEV%'
/
</pre>
and this reveals the lines to be executed
<pre>
exec drop_dblink ('USER1', 'DBL_FTST.WORLD');
exec drop_dblink ('USER1', 'DBL_HDEV.WORLD');
</pre>
Drop the procedure when finished with it
<pre>
drop procedure drop_dblink;
</pre>

or do it as an anonymous block in one go...
<pre>
declare
uid number;
sqltext varchar2(1000) := 'drop database link "&DB_LINK"';
myint integer;
begin
select user_id into uid from dba_users where username = '&USERNAME';
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user(myint,sqltext,dbms_sql.native,UID);
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
===Handling single quote marks inside SQL statements===
<pre>
SQL> SELECT 'D''COSTA' name FROM DUAL;

NAME
-------
D'COSTA

Alternatively, use the 10g+ quoting method:

SQL> SELECT q'$D'COSTA$' NAME FROM DUAL;

NAME
-------
D'COSTA
</pre>

===Run a script on all databases in /etc/oratab===
<pre>
export ORAENV_ASK=NO
for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
ORACLE_SID=$db
. oraenv
sqlplus -V
done
</pre>
===Schedule a cron job to run on the last day of each month===
<pre>
0 23 28-31 * * [ $(date -d +1day +%d) -eq 1 ] && su - oracle -c "dsmc arch -server=SO_U_`hostname`_ORX_M_SOL '/oracle/export/PV6/expdp_PV6_D_FULL_`date +\%Y\%m\%d`*'"
</pre>
===How to tell if a year is a leap year or not - using cal instead of reinventing the wheel===
Test: Why is Julian day 0, 17th November 1858? 
Pretty comprehensive answer: [http://h71000.www7.hp.com/wizard/wiz_2315.html here] and [http://mentalfloss.com/article/51370/why-our-calendars-skipped-11-days-1752 here] 
Also attempts to answer the question why typing 'cal 09 1752' on Unix systems looks so odd!
<pre>
function leap {
# This function tells you if the year passed in as a parameter is a leap year or not...
if [[ $(cal 2 ${1:-$(date '+%Y')} | egrep '\<[[:digit:]]{1,2}\>' | wc -w) -eq 29 ]]; then
leap='Y'
else
leap='N'
fi
echo ${leap}
}
</pre>

===Reset an expired (and/or locked) user password to the same value===
Can be used to save user passwords for example in a test environment before destroying them with a copy of production. 
Simple, quick and easy version. Run this then pick and choose the statements you want to run.
<pre>
set lines 200 pages 200
col user_list for a200 head "Expired User List"

select 'alter user ' ||su.name||' identified by values'||''''||spare4||';'||su.password||''' account unlock;' user_list
from sys.user$ su
, dba_users du
where 1=1
and su.name = du.username
and du.oracle_maintained = 'N'
and (account_status like 'EXPIRED%' or account_status like '%LOCKED')
/
</pre>
More industrialised version. Create a package.
<pre>
create or replace package dba_utils
as
procedure reset_password ( p_userlist in varchar2 );
end dba_utils;
/

create or replace package body dba_utils
as

procedure reset_password ( p_userlist in varchar2 )
is
cursor c1 ( p_userlist in varchar2 ) is
select username
, regexp_substr ( dbms_metadata.get_ddl('USER', username), '''[^'']+''' ) pwd
from dba_users
where 1=1
and username in upper( p_userlist )
;
begin
dbms_output.enable(null);
for r1 in c1 ( p_userlist )
loop
begin
execute immediate 'alter user ' || r1.username || ' account unlock';
execute immediate 'alter user ' || r1.username || ' identified by values ' || r1.pwd;
exception
when others then
dbms_output.put_line('Unable to modify user ' || r1.username);
end;
end loop;
end reset_password;

end dba_utils;
/
</pre>
Call it
<pre>
set serveroutput on
exec dba_utils.reset_password ('STUART');
</pre>

===Latch, mutex and beyond===
A fine example of how to write scripts from SQL*Plus that interact with the shell underneath 
Found [https://andreynikolaev.wordpress.com/demonstration-scripts/cursor_pin_s_contention-sql/ here at andreynikolaev.wordpress.com]
<pre>
/*
This file is part of demos for "Mutex Internals" seminar v.04.04.2011
Andrey S. Nikolaev (Andrey.Nikolaev@rdtex.ru)
https://andreynikolaev.wordpress.com

"Cursor: pin S" contention testcase.

The script spawn several sessions to induce "Cursor: pin S",
creates AWR snapshots and generates AWR report

Beware: The script will restart the test database.

usage: sqlplus /nolog @cursor_pin_s_contention.sql <parallelism>

*/
connect / as sysdba
startup force
set echo off
set define %
set verify off
set head off
set linesize 300

/* spawn parallel processes to create load on mutex */
spool one_thread.tmp
select 'set verify off' from dual;
select 'alter session set session_cached_cursors = 50;' from dual;
select 'begin for i in 1..1000000 loop' from dual;
select ' execute immediate ''select 1 from dual where 1=2'';' from dual;
select 'end loop; end;'||chr(10)||'/' from dual;
spool off

/* sleep while AWR initialized */
host sleep 5

exec dbms_workload_repository.create_snapshot();

spool many_threads.tmp
select 'host sqlplus "/ as sysdba" @one_thread.tmp &'
from dba_objects where rownum <= %1;
spool off

@many_threads.tmp
host sleep 50
set echo on
exec dbms_workload_repository.create_snapshot();
set markup html on
set head on
spool mutex_sleep_history.htm
select to_char(SLEEP_TIMESTAMP,'hh:mi:ss.ff') SLEEP_TIMESTAMP,MUTEX_ADDR,MUTEX_IDENTIFIER,MUTEX_TYPE,
GETS,SLEEPS,REQUESTING_SESSION,BLOCKING_SESSION,
LOCATION,MUTEX_VALUE from x$mutex_sleep_history order by sleep_timestamp;
spool off

set define &
set markup html off
set echo off heading on underline on;
column inst_num heading "Inst Num" new_value inst_num format 99999;
column inst_name heading "Instance" new_value inst_name format a12;
column db_name heading "DB Name" new_value db_name format a12;
column dbid heading "DB Id" new_value dbid format 9999999999 just c;
select d.dbid dbid
, d.name db_name
, i.instance_number inst_num
, i.instance_name inst_name
from v$database d,
v$instance i;
define num_days=1;
define report_type='html';
col end_snap new_value end_snap;
col begin_snap new_value begin_snap;
select max(snap_id) end_snap from dba_hist_snapshot where dbid=&dbid;
select max(snap_id) begin_snap from dba_hist_snapshot where dbid=&dbid and snap_id < &end_snap;
define report_name='awr_report.htm';
@?/rdbms/admin/awrrpti
exit
</pre>

==shell==
[http://www.databasejournal.com/features/oracle/article.php/3869076/Alert-Log-Scraping-with-Oracles-ADRCI-Utility.htm Alert Log scraping with ADRCI]

====Count the number of background processes for a particular SID====
<pre>
SID=RAVJDE1
ps -ef|cut -c54-100|awk -v SID=$SID '$0 ~ /'$SID'$/ {print}'|wc -l
</pre>
or ...this will work with any OS (so long as the process is at the end of the ps -ef or ps -aux listing
<pre>
SID=RAVJDE1
ps -ef|awk -v SID=$SID -F_ '{ $NF ~ /'$SID'$/ {print} }'|wc -l
</pre>
Pick the columns you want in the ps listing
<pre>
ps -efo user,pid,ppid=MOM -o args
</pre>
====Find Oracle errors in the most recent DataPump log files====
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for <customer>last night' stuart@domain.com
</pre>

====Find the 10 largest directories on a particular filesystem====
<pre>
du -ag /oracle | sort -nr | head -n 10
</pre>

====Find the 10 largest files on a particular mount point====
<pre>
find /home -size +1G -ls | sort -nr +6 | head -10
</pre>
or
<pre>
find /home -xdev -ls | sort -nr +6 | head -10
</pre>

====Split a file in pieces using sed====
Using fixed line numbers
<pre>
sed -ne '1,12p' file > text.part1
sed -ne '13,$p' file > text.part2
</pre>
Using line with a /pattern/ on it
<pre>
sed -e '/hello/q' tt.dat | grep -v hello > text.part1
sed -n `sed -n '/hello/=' tt.dat`',$p' tt.dat | grep -v hello > text.part2
</pre>

====Split a file in pieces using Perl====
<pre>
perl -ne 'print if 1 .. /marker line/' text.dat >text.part1
perl -ne 'print if /marker line/ .. eof()' text.dat >text.part2
</pre>

====Find and display RMAN errors in an RMAN log file====
<pre>
sed -ne '/^RMAN-/,/^$/p' RMAN_<SID>_<DATE>.log
</pre>

==cmd==
*[http://www.dba-oracle.com/t_scripts_windows_export.htm Database Export - from DBA Oracle (Burleson)]
==Perl==
===For all files in a directory, replace a keyword (SSIIDD) in a file with another (a parameter)===
<pre>
for i in `ls`
do
perl -p -i -e 's/SSIIDD/'$SID'/g' $i
done
</pre>

===Parse tnsnames.ora to get just the service names===
[[http://stackoverflow.com/questions/12605415/parsing-tnsnames-ora-with-regex-to-just-get-name from here]]
<pre>
perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora
</pre>

===and use that to check the listener status===
<pre>
for svc in `perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora | sed -e 's/=//'` ;do
tnsping $svc
done
</pre>

Handy scripts

2018-11-21T12:00:32Z

Stuart: /* External table for the Alert log (pre 11g) */

==SQL==
* [[Database Overview - from idevelopment]] [http://www.idevelopment.info/data/Oracle/DBA_scripts/Database_Administration/dba_snapshot_database_10g.sql online version]
* [[Extract ddl with "dbms metadata.get ddl"]]
* [http://asktom.oracle.com/pls/asktom/f?p=100:11:0::::P11_QUESTION_ID:83012348058 Connecting as another user via proxy in SQL*Plus]
* [http://www.petefinnigan.com/tools.htm Password cracker and role and priv tools from Pete Finnigan]
* [http://www.oracle.com/technetwork/articles/sql/11g-pivot-097235.html Using pivot tables in SQL - XML and XLS (Excel) also)]
===List all instances running on a server===
Sounds simple enough and indeed pre 12.1, is was as easy as either
<pre>
ps -ef | grep [p]mon | awk -F_ '{print $NF}'
</pre>
or this one is safer in case you have an underscore character in your SID name!!
<pre>
SIDLIST=$(${PS} -ef | ${GREP} [o]ra_pmon | ${AWK} '{print $NF}' | sed -e 's/ora_pmon_//' | egrep -v 'grep|///|sed|awk|ASM|^$')
</pre>
but now we have the added complication of CDB/PDB (container / pluggable databases) so a fair bit more work is needed!
<pre>
#!/bin/ksh
# ==============================================================================
# Name : list_server_db
# Description : List all running databases found on a server
#
# Parameters : none
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 21-DEC-16 Stuart Barkley Created
# ==============================================================================
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<EOSQL
set serveroutput on feed off pages 0 head off newpa none
declare
e_col_not_found exception;
e_not_mounted exception;
pragma exception_init(e_not_mounted, -01507);
pragma exception_init(e_col_not_found, -904);
l_db_name varchar2(20);
l_database_role varchar2(20);
l_cdb varchar2(20);
l_status varchar2(20);
type varchar2_tab is table of varchar2(240) index by binary_integer;
t_pdbs varchar2_tab;
begin
begin
dbms_output.enable(null);
execute immediate 'select name, database_role, cdb from v\$database' into l_db_name, l_database_role, l_cdb;
if l_cdb = 'YES' then
l_status := 'CDB';
execute immediate 'select name from v\$pdbs' bulk collect into t_pdbs;
for i in nvl(t_pdbs.first,1) .. nvl(t_pdbs.last,0)
loop
dbms_output.put_line (t_pdbs(i)||':PDB');
end loop;
else
l_status := 'Independent'; -- col CDB exists but this is not one
end if;
if l_database_role like '%STANDBY%' then
l_status := 'Standby';
end if;
exception
when e_not_mounted then
l_status := 'Not Mounted';
when e_col_not_found then
l_status := 'pre12';
end;

dbms_output.put_line ('${db}'||':'||l_status);

end;
/
EOSQL
done
</pre>

===Run a command or script on all databases in tnsnames.ora===
Very handy if you have a global tnsnames.ora accessible to all clients. 
So from a client install, this has access to all databases. 
Any files created can be created on the client so no need to scp to all the machines to recover spool files etc. 
Downside: Cannot connect as sysdba across tns so password will need to be known for whatever user is used.
<pre>
#!/bin/ksh
TNSNAMES="./tnsnames.ora"
[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/xxxxxx@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done

</pre>

===Run a command or script on all databases in oratab===
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : all_db_do
# Description : Loops over all the databases in oratab and executes the
# specified SQL command - be careful!
#
# Parameters : -v flag for verbose
# [-f <filename> | <quoted SQL command to be executed>]
#
# Example : all_db_do 'alter system switch logfile;'
# all_db_do -f sessions.sql
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 14-JAN-13 Stuart Barkley Created
# 25-FEB-13 Stuart Barkley Adapt for Solaris
# 21-MAR-13 Stuart Barkley Check db is running first
# 29-APR-13 Stuart Barkley Added verbose flag processing
# 24-MAY-13 Stuart Barkley Wrap / as sysdba in quotes for older versions
# 23-JUN-16 Stuart Barkley Add -f to run a file containing sql
# ==============================================================================

PROGNAME=$(basename $0)
OS=$(uname -s)

AWK=$(which awk)
GREP=$(which grep)
if [[ "${OS}" == "SunOS" ]]; then
AWK=/usr/xpg4/bin/awk
GREP=/usr/xpg4/bin/grep
fi

if [[ ! -r /etc/oratab ]]; then
if [[ "${OS}" == "SunOS" ]]; then
echo "oratab is not where we want it. Please run 'ln -s /var/opt/oracle/oratab /etc/oratab' as root and retry" && exit 1
else
echo "Either Oracle is not installed or database is running without an oratab" && exit 1
fi
fi

# -------------------------
# get the arguments, if any
# -------------------------
unset VERBOSE
while getopts "vf:" flag
do
case "$flag" in
v) VERBOSE=1;;
f) FILE2RUN=$OPTARG;;
esac
done
shift $((OPTIND-1))

if [[ -z ${FILE2RUN} ]]; then
# no file, need an SQL supplied
if [[ -z $1 ]]; then
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi
SQL=$1
elif [[ -s ${FILE2RUN} ]]; then
# file supplied and exists
SQL="@${FILE2RUN}"
else
# file supplied, does it exist
echo "File ${FILE2RUN} is empty or does not exist"
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi

export ORAENV_ASK=NO

for db in $(${AWK} -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab)
do
if ( [[ $1 != "startup" ]] && [[ $(ps -ef | ${GREP} -c -E [o]ra_pmon_${db}) -eq 0 ]] ); then
[[ ! -z "$VERBOSE" ]] && echo "$db is not running, skipping..."
continue
fi
echo
[[ ! -z "$VERBOSE" ]] && echo "vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv"
[[ ! -z "$VERBOSE" ]] && echo $db
ORACLE_SID=$db
. oraenv >/dev/null
sqlplus -s "/ as sysdba" <<EOSQL
define SID=$ORACLE_SID
col comp_name format a50
col value for a40
set linesize 1000
set pagesize 100
$SQL
EOSQL
[[ ! -z "$VERBOSE" ]] && echo "^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"
done

</pre>
<pre>
all_db_do "create or replace directory data_pump_dir as '/oracle/export/&SID';"

all_db_do "archive log list"

all_db_do "shutdown immediate"

all_db_do 'alter system set log_archive_dest_1="location=/oracle/arch/&SID" scope=both;'
</pre>

===Run an SQL command on behalf of another user===
It can be used to execute any sql command as a specified user provided this procedure is created in sys schema. 
* not got this working properly yet *
<pre>
set serveroutput on
create or replace procedure run_sql_as_user ( p_schema_name in varchar2
, p_sql in varchar2
) is
l_user_id dba_users.user_id%type;
l_cursor number;
l_rc number;
begin
dbms_output.enable(null);
begin
select u.user_id
into l_user_id
from dba_users u
where u.username = p_schema_name;
exception
when no_data_found then
raise_application_error (-20001, 'Cannot find user '||p_schema_name);
end;
l_cursor := dbms_sys_sql.open_cursor;
dbms_sys_sql.parse_as_user ( c => l_cursor
, statement => p_sql
, language_flag => dbms_sql.native
, userid => l_user_id
);
l_rc := dbms_sys_sql.execute(l_cursor);
dbms_sys_sql.close_cursor(l_cursor);
exception
when others then
raise_application_error (-20001, 'ERROR: '||sqlerrm);
end;
/

</pre>

===Run a script on all databases listed in tnsnames.ora===
Can run an SQL command file on all SID/SERVICE found in a tnsnames.ora file. I use this from a client laptop having a global tns file on it. 
This way it's not necessary to copy the file onto every host before executing it. Any files created by the script will be created on the client.
<pre>
#!/bin/ksh

TNSNAMES="./tnsnames.ora"

[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/password@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done
</pre>

===List invalid objects===
set lines 200
set pages 200
col obj format a40
select owner||'.'||object_name obj
, object_type
from dba_objects
where 1=1
and status = 'INVALID';
===Recompile all invalid objects===
@?/rdbms/admin/utlrp.sql
===See how much space is left in the flash recovery area (FRA)===
<pre>
select name
, to_char (space_limit, '999,999,999,999') as space_limit
, to_char (space_limit - space_used + space_reclaimable
, '999,999,999,999')
as space_available
, round ( (space_used - space_reclaimable) / space_limit * 100, 1)
as pct_full
from v$recovery_file_dest;
</pre>
or
<pre>
# ==============================================
# Check FRA to see how much space is reclaimable
# ==============================================
fra_reclaim_check() {

LOGFILE=${RMAN_LogDir}/${ORACLE_SID}_`date '+%Y%m'`_${V_SCRIPT}.log
sqlplus "/ as sysdba" <<EOSQL > /tmp/results.$$
set vefify off echo off heading off newpage none linesize 1000 echo off
select 'Filesystem:'||name||
'; Total(Gb):'||round((space_limit/1073741824),2) ||
'; Reclaimable(Gb):'||round((space_reclaimable/1073741824),2) ||
'; Reclaimable(%):'||round( ((space_reclaimable/1073741824)/(space_limit/1073741824)*100),2 )
from v$recovery_file_dest
/
EOSQL
cat /tmp/results.$$ >> $LOGFILE
rm /tmp/results.$$

}
</pre>
===How far back can we flashback?===
<pre>
col time_now for a25
col time_oldest_flashback for a25
select to_char(sysdate,'DD-MON-YY HH24:MI') time_now
, to_char(fdl.oldest_flashback_time, 'DD-MON-YY HH24:MI') time_oldest_flashback
, round((sysdate-fdl.oldest_flashback_time)*24,1) hours_flashback_possible
from v$database d
, v$flashback_database_log fdl
/
</pre>

===DBA privs tables===
DBA_AQ_AGENT_PRIVS
DBA_COL_PRIVS
DBA_PRIV_AUDIT_OPTS
DBA_REPGROUP_PRIVILEGES
DBA_ROLE_PRIVS
DBA_RSRC_CONSUMER_GROUP_PRIVS
DBA_RSRC_MANAGER_SYSTEM_PRIVS
DBA_SYS_PRIVS
DBA_TAB_PRIVS
DBA_WM_SYS_PRIVS
DBA_WORKSPACE_PRIVS

===Schedule a shell job===
begin
dbms_scheduler.create_program ( program_name => 'myshelljob'
, program_action => '/home/oracle/scripts/shell.sh'
, program_type => 'EXECUTABLE'
, comments => 'Run a shell'
, enabled => TRUE
);
end;
/
===Start the job===
begin
dbms_sheduler.create_job ( job_name => 'myshelljob'
, program_name => 'myshelljob'
, start_date =>
);
/

===What statement is a user running?===
<pre>
select a.sid
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
and a.username = '&username'
/
</pre>
===See what statements all users are running===
Useful to see what is happening when process limit is reached
<pre>
set lines 300 pages 1000

col username for a10
col command for 999 head "CMD"
col lockwait for a10
col status for a8
col schemaname for a12
col osuser for a10
col process for a10
col program for a20
col machine for a10
col action for a10
col module for a10
col identifier for a10
col event for a27
col state for a8
col service_name for a10
col serial# for 999999

select a.username
, a.command
, a.lockwait
, a.status
, a.schemaname
, a.osuser
, a.process
, a.machine
, a.program
, a.type
--, a.sql_exec_start
--, a.plsql_object_id
--, a.plsql_subprogram_id
--, a.module
--, a.action
, a.logon_time
, a.event
, a.wait_time
, a.seconds_in_wait
, a.state
--, a.service_name
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
order by a.logon_time desc
/

set lines 80
</pre>

===A logminer session===
Mine all SQL statements in a 10 minute period
<pre>
sqlplus / as sysdba
alter session set nls_date_format = 'DD-MON-YYYY HH24:MI:SS';
execute dbms_logmnr.start_logmnr ( starttime => '27-OCT-2009 11:05:00'
, endtime => '27-OCT-2009 11:15:00'
, options => dbms_logmnr.dict_from_online_catalog+dbms_logmnr.continuous_mine
);
create table mycontents as select * from v$logmnr_contents;
execute dbms_logmnr.end_logmnr();

select * from mycontents;

drop table mycontents;
</pre>
===Huge Pages===
<pre>
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segments
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6' | '3.8') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
</pre>

===Pretty longops listing===
<pre>
set lines 2000 pages 1000
col opname for a34 head "Job"
col message for a60
col perc_done for a10 head "Done"
col started for a18
col killer for a15
col mins_busy head "Mins busy"
col mins_left head "Mins left"
select sid||','||serial# killer
, opname
, message
, round ((sofar/totalwork),4)*100||'%' perc_done
, to_char(start_time,'DD-MON-YY HH24:MI') started
, floor(elapsed_seconds/60) mins_busy
, ceil(time_remaining/60) mins_left
from v$session_longops
where 1=1
and sofar != totalwork
and totalwork != 0
and opname like 'RMAN%'
/
</pre>
<pre>
select * from v$session where module='Data Pump Worker'
</pre>
or attach to the impdp job and it shows percentage done.
<pre>
Get the SID from v$session_longops and plug it into v$session to check the SQL command details.

Current Running SQLs
--------------------
set pages 1000 lines 2000
col program format a40
col sql_text format a130

select s.sid
, s.status
, s.last_call_et
, s.program
, sa.sql_id
, sa.sql_text
from v$session s
, v$sqlarea sa
where s.sql_id = sa.sql_id
and s.sid = '&sid'
/

set pages 1000 lines 2000
col USERNAME for a10
col OSUSER for a10
col MACHINE for a10

select s.sid
, s.serial#
, p.spid
, s.username
, s.osuser
, s.status
, s.process fg_pid
, s.longon_time
, s.machine
, p.spid bg_pid
from gv$session s
, gv$process p
where s.addr = p.addr
and s.sid = '&sid'
/

$ps -ef | grep <spid>

set pages 1000 lines 2000
SELECT INST_ID
, SID
, SERIAL#
, SQL_ID
, USERNAME
, PROGRAM
, MACHINE
, SERVICE_NAME
FROM GV$SESSION
WHERE SID IN ('<SID_NO.1>','<SID_NO.2>')
/
Active Running SQLs
--------------------
set pages 1000 lines 2000
col SPID for a10
col PROGRAM for a15
col OSUSER for a10
col ACTION for a10
col EVENT for a25
col SQL_TEXT for a25
col MACHINE for a10
col P1TEXT for a10
col P2TEXT for a10
col P3TEXT for a10
SELECT b.sid
, b.serial#
, a.spid
, b.sql_id
, b.program
, b.osuser
, b.machine
, b.type
, b.event
, b.action
, b.p1text
, b.p2text
, b.p3text
, b.state
, c.sql_text
, b.logon_time
FROM v$process a
, v$session b
, v$sqltext c
WHERE a.addr = b.paddr
AND b.sql_hash_value = c.hash_value
AND b.STATUS = 'ACTIVE'
AND b.sid = '&sid'
ORDER BY a.spid
, c.piece
/

OR - Use the below Query

Longops.sql
-----------
set pages 50000 lines 32767
col OPNAME for a10
col SID form 9999
col SERIAL form 9999999
col PROGRAM for a10
col USERNAME for a10
col SQL_TEXT for a40
col START_TIME for a10
col LAST_UPDATE_TIME for a10
col TARGET for a25
col MESSAGE for a25

alter session set nls_date_format = 'DD-MM-YYYY HH24:MI:SS';

SELECT l.inst_id,l.sid, l.serial#, l.sql_id, l.opname, l.username, l.target, l.sofar, l.totalwork, l.start_time,l.last_update_time,round(l.time_remaining/60,2) "REMAIN MINS", round(l.elapsed_seconds/60,2) "ELAPSED MINS", round((l.time_remaining+l.elapsed_seconds)/60,2) "TOTAL MINS", ROUND(l.SOFAR/l.TOTALWORK*100,2) "%_COMPLETE", l.message,s.sql_text
FROM gv$session_longops l
LEFT OUTER JOIN v$sql s on s.hash_value=l.sql_hash_value and s.address=l.sql_address and s.child_number=0
WHERE l.OPNAME NOT LIKE 'RMAN%' AND l.OPNAME NOT LIKE '%aggregate%' AND l.TOTALWORK != 0 AND l.sofar<>l.totalwork AND l.time_remaining > 0
/

</pre>
===Apply the database patch after the ORACLE_HOME has been patched===
<pre>
ORAENV_ASK=NO
export ORACLE_SID=$1
. oraenv

sqlplus /nolog <<EOSQL
connect / as sysdba
startup
@?/rdbms/admin/catbundle.sql psu apply
@?/rdbms/admin/utlrp.sql
purge dba_recyclebin;

prompt check patch apply...
set lines 150
col action_time for a50
col comp_name for a50
col comments for a50

select action_time,action,comments from sys.registry\$history where trunc(action_time) = trunc(sysdate);
select comp_name,version,status,modified from dba_registry;
exit
EOSQL
</pre>

===Show how much archivelog data is generated per day===
A companion script for 'how many log switches in a day'
<pre>
col orderby noprint
select trunc(first_time) orderby
, to_char(first_time,'DD-MON-YYYY') "Date"
, round(sum(bytes/1024/1024/1024),2) arch_logs_gigs
from (
select unique (blocks * block_size) bytes,
thread#,
sequence#,
resetlogs_change#,
first_time
from v$archived_log
)
group by trunc(first_time)
, to_char(first_time, 'DD-MON-YYYY')
order by trunc(first_time) desc
/
</pre>

===Abort a hanging database even when sysdba cannot connect===
Unable to connect to database with sqlplus / as sysdba because audit file cannot be created?
* [http://tech.e2sn.com/oracle/troubleshooting/hang/how-to-log-on-even-when-sysdba-can-t-do-so tech.e2sn.com]
* [http://blog.dbi-services.com/oracle-is-hanging-dont-forget-hanganalyze-and-systemstate/ blog.dbi-services.com]
Instead of just killing the pmon process, there is a kinder (and more useful) way to kill the database. 
Use the hidden, undocumented 'prelim' switch parameter to sqlplus to make a connection to the database without creating SGA session data structures. 
It can be very useful for hang analysis so the possible cause can be found after the database has been restarted.
<pre>
sqlplus -prelim / as sysdba
oradebug unlimit
oradebug hanganalyze 3
oradebug setmypid -- or oradebug setorapname diag
oradebug dump ashdumpseconds 30
oradebug dump systemstate 10 -- or oradebug dump systemstate 266
oradebug tracefile_name
shutdown abort
</pre>

===Lists Oracle session with kill session statement all ready to go===
disconnect attempts to kill the o/s processes too. kill doesn't.
<pre>
col killer for a60
col osuser for a12
col logon for a23
col spid for a8
col username for a15
col program for a50
set lines 2000
select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, s.inst_id
, to_char(s.logon_time,'DD-MON-YY HH24:MI:SS') logon
, sci.osuser
, p.spid
, s.username
, s.program
from gv$session s
, gv$session_connect_info sci
, gv$process p
where 1=1
and p.addr = s.paddr
and p.inst_id = s.inst_id
and s.sid = sci.sid
and s.serial# = sci.serial#
and s.type != 'BACKGROUND'
and sci.osuser = 'oraibm'
order by s.logon_time desc
/

KILLER INST_ID LOGON OSUSER SPID USERNAME PROGRAM
------------------------------------------------------------ ---------- ----------------------- ------------ -------- --------------- --------------------------------------------------
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
</pre>

===How much space is being used by a guaranteed restore point?===
<pre>
show parameter recovery
set numwi 15
set lines 200
col name for a40
col time for a23
col gigs_limit head "Max (but check df -g also!)"

select name
, time
, round(storage_size/1024/1024/1024,2) gigs_used
from v$restore_point
where 1=1
and guarantee_flashback_database = 'YES'
/

select * from v$flash_recovery_area_usage
/

select name
, round(space_used/1024/1024/1024,2) gigs_used
, round(space_limit/1024/1024/1024,2) gigs_limit
, space_reclaimable
, number_of_files
from v$recovery_file_dest
/
</pre>

===Get statistics for LOB columns in a table===
<pre>
select
max(dbms_lob.getlength(lob_content)) max_len
, avg(dbms_lob.getlength(lob_content)) avg_len
, min(dbms_lob.getlength(lob_content)) min_len
, sum(case when dbms_lob.getlength(lob_content) <= 4000 then 1
else 0 end) "<4k"
, sum(case when dbms_lob.getlength(lob_content) > 4000 then 1
else 0 end) ">4k"
, sum(case when dbms_lob.getlength(lob_content) is null then 1 else
0 end) "is null"
from &tablename
/
</pre>

===badprivs.sql===
Check to see if any ordinary users have privileges / access / grants / rights they should not have
<pre>
select grantee, privilege, admin_option
from sys.dba_sys_privs
where ( privilege like '% ANY %'
or privilege in ('BECOME USER', 'UNLIMITED TABLESPACE')
or admin_option = 'YES'
)
and grantee not in ('SYS', 'SYSTEM', 'OUTLN', 'AQ_ADMINISTRATOR_ROLE',
'DBA', 'EXP_FULL_DATABASE', 'IMP_FULL_DATABASE',
'OEM_MONITOR', 'CTXSYS', 'DBSNMP', 'IFSSYS',
'IFSSYS$CM', 'MDSYS', 'ORDPLUGINS', 'ORDSYS',
'TIMESERIES_DBA')
</pre>

===Generate a list of tablespaces ready for a migration===
<pre>
set echo off
set lines 300
set pages 0
Set headi off
set feedb off
set long 32000

spool migration_create_target_tablespaces.sql

exec dbms_metadata.set_transform_param(dbms_metadata.session_transform,'SQLTERMINATOR',TRUE);
select DBMS_METADATA.GET_DDL('TABLESPACE',tablespace_name) from dba_tablespaces
/

spool off
</pre>
===List the privileges assigned to users on directories===
table_name is the name of the directory...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where table_name = 'DATA_PUMP_DIR'
/
</pre>

===List the privileges assigned to users on packages/procedures===
table_name is the name of the package...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where upper(table_name) like upper('%UTL_FILE%')
/
</pre>

===List the system privileges assigned to a user (used to copy user as or clone user as)===
Maybe this one is better [[Extract ddl with "dbms metadata.get ddl"]]

SELECT LPAD(' ', 2*level) || granted_role "USER PRIVS"
FROM (
SELECT NULL grantee, username granted_role
FROM dba_users
WHERE username LIKE UPPER('%&uname%')
UNION
SELECT grantee, granted_role
FROM dba_role_privs
UNION
SELECT grantee, privilege
FROM dba_sys_privs)
START WITH grantee IS NULL
CONNECT BY grantee = prior granted_role;

or

SELECT path
FROM (
SELECT grantee,
sys_connect_by_path(privilege, ':')||':'||grantee path
FROM (
SELECT grantee, privilege, 0 role
FROM dba_sys_privs
UNION ALL
SELECT grantee, granted_role, 1 role
FROM dba_role_privs)
CONNECT BY privilege=prior grantee
START WITH role = 0)
WHERE grantee IN (
SELECT username
FROM dba_users
WHERE lock_date IS NULL
AND password != 'EXTERNAL'
AND username != 'SYS')
OR grantee='PUBLIC'

or

for a migration from 10g...
<pre>
set headi off
set feedb off
set long 9999999
set pages 0
set lines 300

spool migration_create_target_users_grants.sql

select dbms_metadata.get_ddl('USER', username) || ';' ddl
from dba_users
where 1=1
and username like upper('%&&USER_NAME%')
/

select 'grant '||privilege|| ' to ' || grantee || ';'
from dba_sys_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

select 'grant '||granted_role|| ' to ' || grantee || ';'
from dba_role_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

spool off
</pre>
or for a migration on 11g...!
<pre>
set head off
set pages 0
set long 9999999
col ddl for a1000

SELECT DBMS_METADATA.GET_DDL('USER', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('ROLE_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('SYSTEM_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('OBJECT_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'

spool migration_create_users_grants.sql
/
spool off
</pre>

===Move datafiles between filesystems===
* [https://blogs.oracle.com/alejandrovargas/moving-a-datafile-from-file-system-to-asm Moving a datafile from File System to ASM (does not have to be ASM!) - oracle.com]
* [https://docs.oracle.com/database/121/OSTMG/GUID-3B8D0956-0888-452D-A9E4-9FB8D98577E0.htm#OSTMG89997 Moving Data Files Between Oracle ASM (does not have to be ASM!) Using RMAN - oracle.com]
* [https://oracle-base.com/articles/misc/renaming-or-moving-oracle-files Moving a data file online between filesystems - oracle-base.com]
====Set the relevant datafile offline====
<pre>
alter database datafile 125 offline;
alter database datafile 126 offline;
alter database datafile 127 offline;
</pre>
====Rename the files on the filesystem using o/s commands====
<pre>
alter tablespace ts_thaler_data_offline;

host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>
====Run the relevant alter commands to inform the control files of the new locations====
<pre>
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>

====Recover the datafiles====
<pre>
recover datafile 125;
recover datafile 126;
recover datafile 127;
</pre>
====Set the relevant datafile online====
<pre>
alter database datafile 125 online;
alter database datafile 126 online;
alter database datafile 127 online;
</pre>
====Check all is well with the datafiles by using an appropriate statement====
<pre>
set lines 2000 pages 100
select file_id, file_name, status, online_status from dba_data_files where tablespace_name = 'TS_THALER_DATA' order by 2;
</pre>
====Rename a datafile on 12c====
If you're lucky enough to be on 12c, it's one command - no need to offline the datafile!
<pre>
SQL> alter database move datafile '/oracle/ora_data2/prod/data4/ts_thaler_data_113.dbf' to '/oracle/ora_data2/prod/data3/ts_thaler_data_113.dbf';

Database altered.
</pre>

===Pass parameter/argument into perl one-liner script from shell===
Trick? Just use ARGV to pass them in...
<pre>
FREQ=$(perl -e 'my @CAL=split(";",$ARGV[0]);shift @CAL;print $CAL[$ARGV[1]];' -- "$LINE" $offset)
</pre>
or
<pre>
DUMP_DATE=`perl -MTime::Local -e 'print(timelocal(0,$ARGV[0],$ARGV[1],$ARGV[2],$ARGV[3],$ARGV[4]))' -- $MI $HH $DD $MM $YYYY`
</pre>
or export the variable from shell and access it via the ENV hash
<pre>
export db=ENDP1
perl -p -i -e 's!DSMI_LOG.+$!DSMI_LOG /oracle/$ENV{db}/admin/tdpoerror_$ENV{db}!' ${db}/admin/tdpo.opt
</pre>

===Return epoch seconds in Perl===
<pre>
perl -e 'print time();'
</pre>
or to convert a specific day of the year to epoch seconds
<pre>
use POSIX;
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
or for a specific date (careful though - month is 0-11 not 1-12!... 
<pre>
use Time::Local;
# SS MM HH DD MM YYYY
my $epochsecs = timelocal (30,10,19,03,04,2014);
</pre>
or more long-winded but delimited by anything... 
Supply the date/time in any delimited format. Eg. YYYY-MM-DD:HH:MI
<pre>
#!/usr/bin/perl -w
use Time::Local;

sub date2epoch {
my($s) = @_;
my($year, $month, $day, $hour, $minute, $second);

if($s =~ m{^\s*(\d{1,4})\W*0*(\d{1,2})\W*0*(\d{1,2})\W*0*
(\d{0,2})\W*0*(\d{0,2})\W*0*(\d{0,2})}x) {
$year = $1; $month = $2; $day = $3;
$hour = $4; $minute = $5; $second = $6;
$hour |= 0; $minute |= 0; $second |= 0; # defaults.
$year = ($year<100 ? ($year<70 ? 2000+$year : 1900+$year) : $year);
return timelocal($second,$minute,$hour,$day,$month-1,$year);
}
return -1;
}
</pre>

===Return epoch seconds in DOS/VBS/Windows===
Paste this code into epoch.vbs
<pre>
function date2epoch(p_date)
date2epoch = DateDiff("s", "01/01/1970 00:00:00", p_date)
end function

Wscript.Echo date2epoch(Now())
</pre>
and call from a DOS box like this
<pre>
cscript //nologo epoch.vbs
</pre>

===Return date from epoch seconds in Perl===
<pre>
perl -e 'print scalar (localtime (1243269270))'
</pre>
===Return epoch seconds from julian day number in Perl===
<pre>
use POSIX;
my ($year, $jday) = (2012,60);
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
===Extract specific pieces of a date from an epoch timestamp in Perl===
<pre>
use POSIX;
# return localtime into an array
my @tm = localtime $epochsecs;

my $yyyymmdd = strftime "%Y%m%d", @tm;
print $yyyymmdd."\n";
</pre>

===Return epoch seconds in Shell (linux)===
<pre>
date -d "2014/04/03 18:34:30" "+%s"
</pre>

===Return date from epoch seconds in Shell (linux)===
<pre>
date -d @1396542870
</pre>

===Return epoch seconds in PL/SQL===
You cannot just use sysdate as that is timezone sensitive... (epoch seconds are in UTC/GMT)
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) from dual;
or
select round((vd.created - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) created from v$database vd;
</pre>
How long has this instance been up (in minutes)?
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - startup_time)*24*60) up_mins from v$instance;
</pre>

===Return date from epoch seconds in SQL===
<pre>
select to_char(to_date('19700101','YYYYMMDD') + ((&epoch)/24/60/60),'DD-MON-YYYY HH24:MI:SS') utc_date from dual;
</pre>

===A database overview using the sys.plato package===
exec plato.help;
or
exec plato.complete('HTM');

===List datafiles for a tablespace===
<pre>
select *
from dba_data_files
where 1=1
and tablespace_name ='&ts_name';
</pre>
===Show graph of available and free space in tablespaces===
<pre>
-- =============================================================================
-- File Name : http://www.oracle-base.com/dba/monitoring/ts_free_space.sql
-- Author : Tim Hall
-- Description : Displays a list of tablespaces and their used/full status.
-- Requirements : Access to the DBA views.
-- Call Syntax : @ts_free_space.sql
-- Last Modified: 13-OCT-2012 - Created. Based on ts_full.sql
--
-- Modification History
-- ====================
-- When Who What
-- ========= ================= =================================================
-- 13-NOV-13 Stuart Barkley Added cols free_pct and used_pct
-- =============================================================================
SET PAGESIZE 140 lines 180
COLUMN used_pct FORMAT A11
COLUMN max_used_pct FORMAT A11

SELECT tablespace_name tablespace_name
, size_mb size_mb
, free_mb free_mb
, TRUNC((free_mb/size_mb) * 100) free_pct
, RPAD(' '|| RPAD('X',ROUND((size_mb-free_mb)/size_mb*10,0), 'X'),11,'-') used_pct
, max_size_mb max_size_mb
, max_free_mb max_free_mb
, TRUNC((max_free_mb/max_size_mb) * 100) max_free_pct
, RPAD(' '|| RPAD('X',ROUND((max_size_mb-max_free_mb)/max_size_mb*10,0), 'X'),11,'-') max_used_pct
from (
select a.tablespace_name tablespace_name
, b.size_mb size_mb
, a.free_mb free_mb
, b.max_size_mb max_size_mb
, a.free_mb + (b.max_size_mb - b.size_mb) max_free_mb
from (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) free_mb
from dba_free_space
group by tablespace_name
) a
, (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) size_mb
, trunc(sum(greatest(bytes,maxbytes))/1024/1024) max_size_mb
from dba_data_files
group by tablespace_name
) b
, v$instance vi
where a.tablespace_name = b.tablespace_name
)
order by tablespace_name;

set lines 80
</pre>

===Another method for calculating free space in tablespace using segments===
<pre>
select df.tablespace_name "Tablespace"
, totalusedspace "Used MB"
, (df.totalspace - tu.totalusedspace) "Free MB"
, df.totalspace "Total MB"
, round(100 * ( (df.totalspace - tu.totalusedspace)/ df.totalspace)) "Pct. Free"
from (
select tablespace_name
, round(sum(bytes) / 1048576) totalspace
from dba_data_files
group by tablespace_name
) df
, (
select round(sum(bytes)/(1024*1024)) totalusedspace
, tablespace_name
from dba_segments
group by tablespace_name
) tu
where df.tablespace_name = tu.tablespace_name;
</pre>
===Work out maximum possible size of a datafile===
<pre>
select round( (4*1024*1024*value) / (1024*1024*1024) ,2) maxfilesizeingigabytes from v$parameter where name='db_block_size';
</pre>
or, as tablespaces can have block sizes differing from that of the init.ora parameter...
<pre>
select round( (4*1024*1024*block_size) / (1024*1024*1024) ,2) maxfilesizeingigabytes from dba_tablespaces where tablespace_name='&tablespace_name';
</pre>

===Show size and maxsize at datafile level===
datafiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_data_files
group by file_name
/
</pre>
tempfiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_temp_files
group by file_name
/
</pre>

===Resize the online redo logfiles===
Found a more concise, smarter way of doing it [http://www.oracle-wiki.net/startdocshowtorecreateredogrps here] - oracle-wiki.net 
Switching logs too often? Redolog files too small? 
* Show current log groups
<pre>
set lines 1000
col group_member for a60
select l.group# group_number
, (bytes/1024/1024) megs
, l.status group_status
, f.member group_member
, l.archived archived
, f.type file_type
from v$log l
, v$logfile f
where l.group# = f.group#
order by l.group#
, f.member
/
</pre>
* Create additional (bigger) groups
<pre>
define SID=TIBQFW
alter database add logfile group 6 '/oracle/&SID/oradata1/redo1.log' size 1G;
alter database add logfile group 7 '/oracle/&SID/oradata2/redo2.log' size 1G;
alter database add logfile group 8 '/oracle/&SID/oradata3/redo3.log' size 1G;
alter database add logfile group 9 '/oracle/&SID/oradata1/redo4.log' size 1G;
alter database add logfile group 10 '/oracle/&SID/oradata2/redo5.log' size 1G;
</pre>
or if you use multiple members...
<pre>
alter database add logfile group 6 ('/oracle/&SID/oradata1/redo/redo01a.log', '/oracle/&SID/oradata1/redo01b') size 50M;
alter database add logfile group 7 ('/oracle/&SID/oradata1/redo/redo02a.log', '/oracle/&SID/oradata1/redo02b') size 50M;
alter database add logfile group 8 ('/oracle/&SID/oradata1/redo/redo03a.log', '/oracle/&SID/oradata1/redo03b') size 50M;
</pre>
* Switch archivelogs until the new ones are current and the old ones are inactive
<pre>
alter system switch logfile;
</pre>
If the old logs are not yet inactive, checkpoint the database
<pre>
alter system checkpoint;
</pre>
* Drop the old groups
<pre>
alter database drop logfile group 1;
alter database drop logfile group 2;
alter database drop logfile group 3;
alter database drop logfile group 4;
alter database drop logfile group 5;
</pre>

===Increase the existing size of a datafile===
<pre>
alter database datafile '&full_path_of_datafile' resize &new_meg_size.M;
</pre>

===Increase the max size of a tempfile===
<pre>
alter database tempfile '/oracle/ENDP1/oradata90/temp01.dbf' autoextend on maxsize unlimited;
</pre>
===Find out what processes are using the temp tablespace===
Temporary tablespace is used for sorting query results. Find them with this.
<pre>
SELECT b.tablespace,b.segfile#,b.segblk#,b.blocks,a.sid,a.serial#,
a.username,a.osuser, a.status
FROM v$session a,v$sort_usage b
WHERE a.saddr = b.session_addr;
</pre>

===Increase the maximum size of a datafile===
Although this can be set lower than existing size, try not to. It makes the reports look weird!
<pre>
alter database
datafile '&full_path_of_datafile'
autoextend on
maxsize &new_meg_size.m;
</pre>

===Find schemas (users) with objects created outside their default tablespace===
Indexes could be a notable exception if they are created in an index tablespace
<pre>
set lines 200
col owner for a20
col segment_name for a45
col tablespace_name for a32
select owner
, segment_name
, tablespace_name
from dba_segments
where exists (select username from dba_users where username = owner)
and tablespace_name != (select default_tablespace from dba_users where username = owner)
and owner = '&owner'
/
</pre>

===Add a datafile to a tablespace===
'unlimited' will default to the maximum datafile size for the current db_block_size
<pre>
alter tablepace &tablespace_name
add datafile '&full_path_of_datafile'
size 100M
autoextend on
next 100M
maxsize unlimited
</pre>

===List all datafiles with their size===
<pre>
set pages 1000 lines 2000
col filetype for a15
col name for a60
break on report
compute sum of gig on report

select filetype
, name
, gig
from (
select 'datafile' filetype
, name
, bytes/1024/1024 gig
from v$datafile
union all
select 'tempfile' filetype
, name
, bytes/1024/1024
from v$tempfile
union all
select 'logfile' filetype
, lf.member "name"
, l.bytes/1024/1024
from v$logfile lf
, v$log l
where 1=1
and lf.group# = l.group#
) used
, (
select sum(bytes)/1024/1024
from dba_free_space
) free
</pre>
===Database size (How big is my database?)===
There are different interpretations of what constitutes the size of a database... 
Is it the space allocated to the datafiles or only the space taken up by the data? Are tempfiles included? Are redo logs included? etc...
<pre>
set lines 132
col dbname for a9 heading "Database"
col dbsize for a15 heading "Size"
col dbused for a15 heading "Used space"
col dbfree for a15 heading "Free space"
with used_space as
(
select bytes
from v$datafile
union all
select bytes
from v$tempfile
union all
select bytes
from v$log
)
, free_space as
(
select sum(bytes) sum_bytes
from dba_free_space
)
select vd.name dbname
, round(sum(used_space.bytes)/1024/1024/1024 ) || ' GB' dbsize
, round(sum(used_space.bytes)/1024/1024/1024 ) - round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbused
, round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbfree
from free_space
, used_space
, v$database vd
group by vd.name
, free_space.sum_bytes
/
</pre>

===Drop datafile from temp tablespace===
Database is completely stuck because the temporary tablespace has grown to fill all available room. 
Look around for at least some log files to delete in order to get connected (audit files, sqlnet logs, listener logs) 
Once connected, change the default temporary tablespace to a small one so we can remove the original.
<pre>
create temporary tablespace temp2 tempfile '/oracle/RMANV12/oradata2/temp2.dbf' size 5M;
</pre>
<pre>
alter database default temporary tablespace temp2;
</pre>
I found trying to drop the datafile like this didn't work, just hung there (probably active tranactions)...
<pre>
drop tablespace temp including contents and datafiles;
</pre>
So did it like this...
<pre>
alter database tempfile '/oracle/RMANV12/oradata2/temp.dbf' drop including datafiles;

Database altered.

drop tablespace temp including contents and datafiles;

Tablespace dropped.
</pre>
... an alternative would be to find the sessions using the temp space and kill them...
<pre>
select sid, serial#, status from v$session where serial# in (select session_num from v$sort_usage);
</pre>
Then to be neat and tidy, rename the temp2 tablespace back to temp.
<pre>
create temporary tablespace temp tempfile '/oracle/RMANV12/oradata2/temp.dbf' size 256M reuse autoextend on next 128M maxsize 1G;
alter database default temporary tablespace temp;
drop tablespace temp2 including contents and datafiles;
</pre>
Although the last statement will not work until any transactions using it have been rolled back or committed.

===List files that are in hot-backup mode===
set lines 100
set pages 100
col name format a60

select df.name
, b.status
, to_char(time, 'hh24:mi:ss dd/mm/yyyy') time
from v$datafile df
, v$backup b
where 1=1
and df.file# = b.file#
and b.status = 'ACTIVE'
order by b.file#;

===Waiting for snapshot control file enqueue===
Script to identify sessions causing RMAN to hang because of 'waiting for snapshot control file enqueue' message
<pre>
set lines 2000
col killer for a70
col program for a20
col module for a20
col action for a20
col logon_time for a20

select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, username
, program
, module
, action
, logon_time
from v$session s
, v$enqueue_lock l
where l.sid = s.sid
and l.type = 'CF'
and l.id1 = 0
and l.id2 = 2
/
</pre>

===Info on blocking processes===
<pre>
select s1.username || '@' || s1.machine
|| ' ( SID=' || s1.sid || ' ) is blocking '
|| s2.username || '@' || s2.machine || ' ( SID=' || s2.sid || ' ) ' blocking_status
from v$lock l1
, v$session s1
, v$lock l2
, v$session s2
where s1.sid = l1.sid
and s2.sid = l2.sid
and l1.block = 1
and l2.request > 0
and l1.id1 = l2.id1
and l2.id2 = l2.id2
/
</pre>
session doing the blocking
<pre>
select *
from v$lock l1
where 1=1
and block = 1 ;
</pre>
sessions being blocked
<pre>
select *
from v$lock l1
where 1=1
and id2 = 85203
</pre>

info on session doing the blocking
<pre>
select row_wait_obj#, row_wait_file#, row_wait_block#, row_wait_row#
from v$session
where sid = 234

select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create ( 1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW# ) row_id
from v$session s
, dba_objects do
where sid=234
and s.ROW_WAIT_OBJ# = do.OBJECT_ID;
</pre>

===Show locked objects===
set lines 100
set pages 999
col username format a20
col sess_id format a10
col object format a25
col mode_held format a10
select oracle_username||' ('||s.osuser||')' username
, s.sid||','||s.serial# sess_id
, owner||'.'||object_name object
, object_type
, decode ( l.block
, 0, 'Not Blocking'
, 1, 'Blocking'
, 2, 'Global'
) status
, decode ( v.locked_mode
, 0, 'None'
, 1, 'Null'
, 2, 'Row-S (SS)'
, 3, 'Row-X (SX)'
, 4, 'Share'
, 5, 'S/Row-X (SSX)'
, 6, 'Exclusive', TO_CHAR(lmode)
) mode_held
from v$locked_object v
, dba_objects d
, v$lock l
, v$session s
where 1=1
and v.object_id = d.object_id
and v.object_id = l.id1
and v.session_id = s.sid
order by oracle_username
, session_id;

===Show which row is locked===
select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create (1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW#)
from v$session s
, dba_objects do
where 1=1
and s.ROW_WAIT_OBJ# = do.OBJECT_ID
and sid = &sid;

===Check what is audited on a database===
<pre>
set pagesize 100
set linesize 256
select audit_option,success,failure from dba_stmt_audit_opts;
</pre>
===How old is the oldest audit record?===
<pre>
select extract (day from (systimestamp - min(ntimestamp#))) days_old from aud$;
</pre>
===Check what objects are being audited===
<pre>
tti col 60 'Object Audit Options (dba_obj_audit_opts)' skip col 50 'A=By Access, S=By Session. Left=on success, right=on failure' skip 2
set lines 1000 pages 100
col alt for a3 head "Alt|er"
col aud for a3 head "Aud|it"
col com for a3 head "Com|ent"
col del for a3 head "Del|ete"
col gra for a3 head "Gra|nt"
col ind for a3 head "Ind|ex"
col ins for a3 head "Ins|ert"
col loc for a3 head "Lo|ck"
col ren for a3 head "Ren|ame"
col sel for a3 head "Sel|ect"
col upd for a3 head "Upd|ate"
col ref for a3 head "Ref|rnc"
col exe for a3 head "Exe|cut"
col cre for a3 head "Cre|ate"
col rea for a3 head "Re|ad"
col wri for a3 head "Wri|te"
col fbk for a3 head "Fla|sh"

select *
from dba_obj_audit_opts
/
</pre>

===Procedure to delete old audit records===
<pre>
select text from all_source where lower(name)='purge_audit_trail';

TEXT
------------------------------------------------------------------------------------------------
PROCEDURE purge_audit_trail IS
BEGIN
-- set the last archive timestamp
DBMS_AUDIT_MGMT.SET_LAST_ARCHIVE_TIMESTAMP(
audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD,
last_archive_time => systimestamp - interval '365' day,
rac_instance_number => null
);
-- purge audit trail till last archive timestamp
DBMS_AUDIT_MGMT.CLEAN_AUDIT_TRAIL( audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD
, use_last_arch_timestamp => TRUE);

END purge_audit_trail;
</pre>

===Job setup to run the audit purge===
<pre>
BEGIN
sys.dbms_scheduler.create_job(
job_name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"',
job_type => 'STORED_PROCEDURE',
job_action => '"SYS"."PURGE_AUDIT_TRAIL"',
repeat_interval => 'FREQ=DAILY;BYHOUR=20;BYMINUTE=0;BYSECOND=0',
start_date => to_timestamp_tz('2012-02-22 Europe/Paris', 'YYYY-MM-DD TZR'),
job_class => '"DEFAULT_JOB_CLASS"',
comments => 'purge audit trails until last archive timestamp',
auto_drop => FALSE,
enabled => FALSE
);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'logging_level', value => DBMS_SCHEDULER.LOGGING_OFF);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'job_weight', value => 1);
sys.dbms_scheduler.enable( '"SYS"."PURGE_AUDIT_TRAIL_JOB"' );
END;
/
</pre>
===A list of all SIDs in oratab that should restart after a server boot===
Using awk
<pre>
awk -F: '$NF=="Y" && $1 !~/[#]/ {print $1}' /etc/oratab
</pre>
Using perl
<pre>
perl -F: -ne 'print "$1\n" if /(\w+):(.+):Y$/' /etc/oratab
</pre>

===Move the admin directories to a new location===
<pre>
./all_db_do "alter system set audit_file_dest='/oracle/&SID/admin/adump' scope=spfile;"

./all_db_do "shutdown immediate"

for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
mkdir -p /oracle/${db}/admin
echo "/oracle/${db}/admin created"
mv /oracle/admin/${db}/adump /oracle/${db}/admin/
mv /oracle/admin/${db}/dpdump /oracle/${db}/admin/
echo "Moved /oracle/admin/${db}/adump to /oracle/${db}/admin/"
done

./all_db_do startup

./all_db_do "create pfile from spfile;"
</pre>

===Check if the Standby database is up-to-date with the primary database===
select arch.thread# "Thread"
, arch.sequence# "Last Sequence Received"
, appl.sequence# "Last Sequence Applied"
, (arch.sequence# - appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where 1=1
and ( thread#,first_time ) in (
select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
,
(
select thread#
, sequence#
from v$log_history
where 1=1
and ( thread#,first_time ) in ( select thread# ,max(first_time)
from v$log_history
group by thread#
)
) appl
where 1=1
and arch.thread# = appl.thread#
order by 1;

===Check for gaps on the Standby database===
Run this on the standby
<pre>
select thread#, low_sequence#, high_sequence# from v$archive_gap;
</pre>
or run this on the Primary to see the latest generated archive...
<pre>
select thread# "Thread"
, sequence# "Last sequence generated"
from v$archived_log
where (thread#, first_time) in ( select thread#, max(first_time)
from v$archived_log
group by thread#
)
order by 1
/
</pre>
and run this on the standby to check for received but not yet applied logs (this could be normal if a lag has been set)...
<pre>
select arch.thread# "Thread"
, arch.sequence# "Last sequence received"
, appl.sequence# "Last sequence applied"
, (arch.sequence#-appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where (thread#,first_time ) in (select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
, (
select thread#
, sequence#
from v$log_history
where (thread#,first_time ) in (select thread#, max(first_time)
from v$log_history
group by thread#
)
) appl
where arch.thread# = appl.thread#
order by 1
/
</pre>
Compare the results from Primary and Secondary to detect possible network problems or other errors in shipping.

===Ignore case-sensitive passwords in 11g (deprecated in 12c)===
<pre>
alter system set SEC_CASE_SENSITIVE_LOGON = false scope=both
</pre>

===External table for the Alert log (pre 11g)===
Modified to use (the better) scripts found on [http://www.adp-gmbh.ch/ora/admin/scripts/read_alert_log.html Rene Nyffenegger's site] 
This script generates the required DDL for the alertlog table
<pre>
column db new_value _DB noprint;
column bdump new_value _bdump noprint;
</pre>

===Alert log (11g+)===
This reads the log.xml file (which contains the same information as alert.log) 
Show the messages put in the alert log in the last 24 hours
<pre>
select substr(MESSAGE_TEXT, 1, 300) message_text
, count(*) cnt
from X$DBGALERTEXT
where 1=1
and (MESSAGE_TEXT like '%ORA-%' or upper(MESSAGE_TEXT) like '%ERROR%')
and cast(ORIGINATING_TIMESTAMP as DATE) > sysdate - &days_ago/1440
group by substr(MESSAGE_TEXT, 1, 300)
</pre>
There is also a fixed table X$DBGDIREXT which returns all file and directory names under [diagnostic_dest]/diag directory:
<pre>
select lpad(' ',lvl,' ')||logical_file file_name
from x$dbgdirext
where rownum <=20;
</pre>
===Directory paths available in v$diag_info===
<pre>
set lines 2000
col name for a35
col value for a100 wrap
select * from v$diag_info;

INST_ID NAME VALUE CON_ID
---------- ----------------------------------- ---------------------------------------------------------------------------------------------------- ----------
1 Diag Enabled TRUE 0
1 ADR Base /cln/prg/ora_bin2/app/oracle 0
1 ADR Home /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild 0
1 Diag Trace /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace 0
1 Diag Alert /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/alert 0
1 Diag Incident /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/incident 0
1 Diag Cdump /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/cdump 0
1 Health Monitor /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/hm 0
1 Default Trace File /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace/bild_ora_44696768.trc 0
1 Active Problem Count 0 0
1 Active Incident Count 0 0

11 rows selected.
</pre>
===Find out the names of the active trace files for the running processes===
<pre>
select pid, program, tracefile from v$process;
</pre>

===Request was to duplicate a large tablespace from production to test environment===
...but rather than copy the terabytes of data, create the destination tablespace with just the most recent months data 
====See what the source data looks like====
<pre>
col table_owner for a20
col table_name for a30
col partition_name for a20
set pages 100 lines 1000

select table_owner
, table_name
, partition_name
, partition_position
, tablespace_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
order by 1,2,3,4
/
</pre>
This query produces something like this...
<pre>
TABLE_OWNER TABLE_NAME PARTITION_NAME PARTITION_POSITION TABLESPACE_NAME
-------------------- ------------------------------ -------------------- ------------------ ------------------------------
ADS_ARCHIVE BIL_DAY_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D04 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D09 2 ADS_ARCHIVE
ADS_ARCHIVE BIL_MTH_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q1_M03_D31 3 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q2_M04_D01 4 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D12 5 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D13 6 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D14 7 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D31 2 ADS_ARCHIVE
...
ADS_ARCHIVE SBP_HIS_LINES_ARC P_LS 3 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D12 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D13 3 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D15 4 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D16 5 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D17 6 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D18 7 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D19 8 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D20 9 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D21 10 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D22 11 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D23 12 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D24 13 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2013_Q2_M04_D30 3 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q3_M07_D12 1657 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q4_M12_D13 1811 ADS_ARCHIVE
ADS_DBA FAH_DAY_MVT_IFRS Y2016_Q4_M10_D10 1654 ADS_ARCHIVE
</pre>
====Capture the tablespace metadata====
<pre>
set long 1000000
select dbms_metadata.get_ddl ( 'TABLESPACE', 'ADS_ARCHIVE') from dual
/
</pre>
produces...
<pre>
CREATE TABLESPACE "ADS_ARCHIVE" DATAFILE
'/oracle/tst/ora_data3/adst/ads_archive01.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 32000M,
...
'/oracle/tst/ora_data3/adst/ads_archive66.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 3200M,
LOGGING ONLINE PERMANENT BLOCKSIZE 8192
EXTENT MANAGEMENT LOCAL AUTOALLOCATE DEFAULT
NOCOMPRESS SEGMENT SPACE MANAGEMENT AUTO
</pre>
====Capture the tablespace objects' metadata====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=expdp_adst_ads_archive_metadata.log
tablespaces=ADS_ARCHIVE
parallel=20
content=metadata_only
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_metadata.par
</pre>
====Find the partitions with data from the most recent month====
<pre>
cat <<EOCAT>/tmp/adst_ads_archive_partitions.sql
set termo off echo off lines 1000 feedb off headi off newpa none trims on
spool /tmp/adst_ads_archive_partitions.lst
select table_owner||'.'||table_name||':'||partition_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
and partition_name like 'Y2017_Q1_M01%'
/
spool off

echo "@/tmp/adst_ads_archive_partitions.sql" | sqlplus / as sysdba
EOCAT
</pre>
produces...
<pre>
ADS_ARCHIVE.FAH_DAY_CBA_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D28
...
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D22
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D21
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D15
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D14
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D08
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_MTH_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_DAY_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D28
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D22
</pre>
====Export the data in these partitions====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=expdp_adst_ads_archive_Y2017.log
EOCAT

cat /tmp/adst_ads_archive_partitions.lst | perl -p -i -e 's/^/tables=/'g >>expdp_adst_ads_archive_partitions.par

cat<<EOCAT >>expdp_adst_ads_archive_partitions.par
parallel=20
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_partitions.par
</pre>
====Drop the old tablespace====
<pre>
drop tablespace ads_archive including contents and datafiles
/
</pre>
====Recreate the tablepspace using the metadata capture above====
<pre>
create tablespace "ADS_ARCHIVE"
datafile '/oracle/tst/ora_data3/adst/ads_archive01.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive02.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive03.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive04.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive05.dbf' size 100M autoextend on next 50M maxsize unlimited
/
</pre>
====Import the tablespace metadata====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=impdp_adst_ads_archive_metadata.log
EOCAT

impdp parfile=impdp_adst_ads_archive_metadata.par

select 'alter index '|| owner||'.'||index_name||' rebuild online parallel 8;'
from dba_indexes
where status = 'UNUSABLE'
/
</pre>
====Import the last month partition data====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=impdp_adst_ads_archive_Y2017.log
table_exists_action=append
parallel=20
EOCAT

impdp parfile=impdp_adst_ads_archive_partitions.par
</pre>

===Write to a TCP/IP socket from PL/SQL===
<pre>
declare
bt_conn utl_tcp.connection;
retval binary_integer;
l_sequence varchar2(30) := 'Sequence Number 101021';
begin
bt_conn := utl_tcp.open_connection(remote_host => '10.10.1.1'
,remote_port => 5000
,tx_timeout => 1
)
;
retval := utl_tcp.write_line(bt_conn,l_sequence)
;
utl_tcp.flush(bt_conn)
;
utl_tcp.close_connection(bt_conn)
;
exception
when others then
raise_application_error(-20101, sqlerrm)
;
utl_tcp.close_connection(bt_conn)
;
end
;
/
</pre>
and read from it using netcat in another session
<pre>
nc -lk 5000
</pre>
produces
<pre>
Sequence Number 101021
</pre>
===Execute a script as a different user===
Some things have to be done as the user and cannot be done as sys (eg. creating and dropping jobs or create and drop a database link) 
It is possible to login as the user by saving, changing and resetting his password (using identified by values) but using dbms_sys_sql is another option 
Create a PL/SQL procedure to drop a db link
<pre>
create or replace procedure drop_dblink ( p_schema_name in varchar2
, p_dblink in varchar2
) is
l_plsql varchar2(1000);
l_cur number;
l_uid number;
l_rc number;
begin
select du.user_id
into l_uid
from dba_users du
where du.username = p_schema_name
;
plsql := 'drop database link "'||p_dblink||'"';
l_cur := sys.dbms_sys_sql.open_cursor;
sys.dbms_sys_sql.parse_as_user(
c => l_cur,
statement => l_plsql,
language_flag => dbms_sql.native,
userid => l_uid
);
l_rc := sys.dbms_sys_sql.execute(l_cur);
sys.dbms_sys_sql.close_cursor(l_cur);
end;
/
</pre>
Generate the calls to the procedure with the required parameters
<pre>
select 'exec drop_dblink ('''|| owner ||''''||', '||''''||db_link||''''||');'
from dba_db_links
where owner != 'PUBLIC'
and db_link like '%FTST%'
or db_link like '%HDEV%'
/
</pre>
and this reveals the lines to be executed
<pre>
exec drop_dblink ('USER1', 'DBL_FTST.WORLD');
exec drop_dblink ('USER1', 'DBL_HDEV.WORLD');
</pre>
Drop the procedure when finished with it
<pre>
drop procedure drop_dblink;
</pre>

or do it as an anonymous block in one go...
<pre>
declare
uid number;
sqltext varchar2(1000) := 'drop database link "&DB_LINK"';
myint integer;
begin
select user_id into uid from dba_users where username = '&USERNAME';
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user(myint,sqltext,dbms_sql.native,UID);
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
===Handling single quote marks inside SQL statements===
<pre>
SQL> SELECT 'D''COSTA' name FROM DUAL;

NAME
-------
D'COSTA

Alternatively, use the 10g+ quoting method:

SQL> SELECT q'$D'COSTA$' NAME FROM DUAL;

NAME
-------
D'COSTA
</pre>

===Run a script on all databases in /etc/oratab===
<pre>
export ORAENV_ASK=NO
for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
ORACLE_SID=$db
. oraenv
sqlplus -V
done
</pre>
===Schedule a cron job to run on the last day of each month===
<pre>
0 23 28-31 * * [ $(date -d +1day +%d) -eq 1 ] && su - oracle -c "dsmc arch -server=SO_U_`hostname`_ORX_M_SOL '/oracle/export/PV6/expdp_PV6_D_FULL_`date +\%Y\%m\%d`*'"
</pre>
===How to tell if a year is a leap year or not - using cal instead of reinventing the wheel===
Test: Why is Julian day 0, 17th November 1858? 
Pretty comprehensive answer: [http://h71000.www7.hp.com/wizard/wiz_2315.html here] and [http://mentalfloss.com/article/51370/why-our-calendars-skipped-11-days-1752 here] 
Also attempts to answer the question why typing 'cal 09 1752' on Unix systems looks so odd!
<pre>
function leap {
# This function tells you if the year passed in as a parameter is a leap year or not...
if [[ $(cal 2 ${1:-$(date '+%Y')} | egrep '\<[[:digit:]]{1,2}\>' | wc -w) -eq 29 ]]; then
leap='Y'
else
leap='N'
fi
echo ${leap}
}
</pre>

===Reset an expired (and/or locked) user password to the same value===
Can be used to save user passwords for example in a test environment before destroying them with a copy of production. 
Simple, quick and easy version. Run this then pick and choose the statements you want to run.
<pre>
set lines 200 pages 200
col user_list for a200 head "Expired User List"

select 'alter user ' ||su.name||' identified by values'||''''||spare4||';'||su.password||''' account unlock;' user_list
from sys.user$ su
, dba_users du
where 1=1
and su.name = du.username
and du.oracle_maintained = 'N'
and (account_status like 'EXPIRED%' or account_status like '%LOCKED')
/
</pre>
More industrialised version. Create a package.
<pre>
create or replace package dba_utils
as
procedure reset_password ( p_userlist in varchar2 );
end dba_utils;
/

create or replace package body dba_utils
as

procedure reset_password ( p_userlist in varchar2 )
is
cursor c1 ( p_userlist in varchar2 ) is
select username
, regexp_substr ( dbms_metadata.get_ddl('USER', username), '''[^'']+''' ) pwd
from dba_users
where 1=1
and username in upper( p_userlist )
;
begin
dbms_output.enable(null);
for r1 in c1 ( p_userlist )
loop
begin
execute immediate 'alter user ' || r1.username || ' account unlock';
execute immediate 'alter user ' || r1.username || ' identified by values ' || r1.pwd;
exception
when others then
dbms_output.put_line('Unable to modify user ' || r1.username);
end;
end loop;
end reset_password;

end dba_utils;
/
</pre>
Call it
<pre>
set serveroutput on
exec dba_utils.reset_password ('STUART');
</pre>

===Latch, mutex and beyond===
A fine example of how to write scripts from SQL*Plus that interact with the shell underneath 
Found [https://andreynikolaev.wordpress.com/demonstration-scripts/cursor_pin_s_contention-sql/ here at andreynikolaev.wordpress.com]
<pre>
/*
This file is part of demos for "Mutex Internals" seminar v.04.04.2011
Andrey S. Nikolaev (Andrey.Nikolaev@rdtex.ru)
https://andreynikolaev.wordpress.com

"Cursor: pin S" contention testcase.

The script spawn several sessions to induce "Cursor: pin S",
creates AWR snapshots and generates AWR report

Beware: The script will restart the test database.

usage: sqlplus /nolog @cursor_pin_s_contention.sql <parallelism>

*/
connect / as sysdba
startup force
set echo off
set define %
set verify off
set head off
set linesize 300

/* spawn parallel processes to create load on mutex */
spool one_thread.tmp
select 'set verify off' from dual;
select 'alter session set session_cached_cursors = 50;' from dual;
select 'begin for i in 1..1000000 loop' from dual;
select ' execute immediate ''select 1 from dual where 1=2'';' from dual;
select 'end loop; end;'||chr(10)||'/' from dual;
spool off

/* sleep while AWR initialized */
host sleep 5

exec dbms_workload_repository.create_snapshot();

spool many_threads.tmp
select 'host sqlplus "/ as sysdba" @one_thread.tmp &'
from dba_objects where rownum <= %1;
spool off

@many_threads.tmp
host sleep 50
set echo on
exec dbms_workload_repository.create_snapshot();
set markup html on
set head on
spool mutex_sleep_history.htm
select to_char(SLEEP_TIMESTAMP,'hh:mi:ss.ff') SLEEP_TIMESTAMP,MUTEX_ADDR,MUTEX_IDENTIFIER,MUTEX_TYPE,
GETS,SLEEPS,REQUESTING_SESSION,BLOCKING_SESSION,
LOCATION,MUTEX_VALUE from x$mutex_sleep_history order by sleep_timestamp;
spool off

set define &
set markup html off
set echo off heading on underline on;
column inst_num heading "Inst Num" new_value inst_num format 99999;
column inst_name heading "Instance" new_value inst_name format a12;
column db_name heading "DB Name" new_value db_name format a12;
column dbid heading "DB Id" new_value dbid format 9999999999 just c;
select d.dbid dbid
, d.name db_name
, i.instance_number inst_num
, i.instance_name inst_name
from v$database d,
v$instance i;
define num_days=1;
define report_type='html';
col end_snap new_value end_snap;
col begin_snap new_value begin_snap;
select max(snap_id) end_snap from dba_hist_snapshot where dbid=&dbid;
select max(snap_id) begin_snap from dba_hist_snapshot where dbid=&dbid and snap_id < &end_snap;
define report_name='awr_report.htm';
@?/rdbms/admin/awrrpti
exit
</pre>

==shell==
[http://www.databasejournal.com/features/oracle/article.php/3869076/Alert-Log-Scraping-with-Oracles-ADRCI-Utility.htm Alert Log scraping with ADRCI]

====Count the number of background processes for a particular SID====
<pre>
SID=RAVJDE1
ps -ef|cut -c54-100|awk -v SID=$SID '$0 ~ /'$SID'$/ {print}'|wc -l
</pre>
or ...this will work with any OS (so long as the process is at the end of the ps -ef or ps -aux listing
<pre>
SID=RAVJDE1
ps -ef|awk -v SID=$SID -F_ '{ $NF ~ /'$SID'$/ {print} }'|wc -l
</pre>
Pick the columns you want in the ps listing
<pre>
ps -efo user,pid,ppid=MOM -o args
</pre>
====Find Oracle errors in the most recent DataPump log files====
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for <customer>last night' stuart@domain.com
</pre>

====Find the 10 largest directories on a particular filesystem====
<pre>
du -ag /oracle | sort -nr | head -n 10
</pre>

====Find the 10 largest files on a particular mount point====
<pre>
find /home -size +1G -ls | sort -nr +6 | head -10
</pre>
or
<pre>
find /home -xdev -ls | sort -nr +6 | head -10
</pre>

====Split a file in pieces using sed====
Using fixed line numbers
<pre>
sed -ne '1,12p' file > text.part1
sed -ne '13,$p' file > text.part2
</pre>
Using line with a /pattern/ on it
<pre>
sed -e '/hello/q' tt.dat | grep -v hello > text.part1
sed -n `sed -n '/hello/=' tt.dat`',$p' tt.dat | grep -v hello > text.part2
</pre>

====Split a file in pieces using Perl====
<pre>
perl -ne 'print if 1 .. /marker line/' text.dat >text.part1
perl -ne 'print if /marker line/ .. eof()' text.dat >text.part2
</pre>

====Find and display RMAN errors in an RMAN log file====
<pre>
sed -ne '/^RMAN-/,/^$/p' RMAN_<SID>_<DATE>.log
</pre>

==cmd==
*[http://www.dba-oracle.com/t_scripts_windows_export.htm Database Export - from DBA Oracle (Burleson)]
==Perl==
===For all files in a directory, replace a keyword (SSIIDD) in a file with another (a parameter)===
<pre>
for i in `ls`
do
perl -p -i -e 's/SSIIDD/'$SID'/g' $i
done
</pre>

===Parse tnsnames.ora to get just the service names===
[[http://stackoverflow.com/questions/12605415/parsing-tnsnames-ora-with-regex-to-just-get-name from here]]
<pre>
perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora
</pre>

===and use that to check the listener status===
<pre>
for svc in `perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora | sed -e 's/=//'` ;do
tnsping $svc
done
</pre>

Handy scripts

2018-11-21T11:59:45Z

Stuart: /* External table for the Alert log (pre 11g) */

==SQL==
* [[Database Overview - from idevelopment]] [http://www.idevelopment.info/data/Oracle/DBA_scripts/Database_Administration/dba_snapshot_database_10g.sql online version]
* [[Extract ddl with "dbms metadata.get ddl"]]
* [http://asktom.oracle.com/pls/asktom/f?p=100:11:0::::P11_QUESTION_ID:83012348058 Connecting as another user via proxy in SQL*Plus]
* [http://www.petefinnigan.com/tools.htm Password cracker and role and priv tools from Pete Finnigan]
* [http://www.oracle.com/technetwork/articles/sql/11g-pivot-097235.html Using pivot tables in SQL - XML and XLS (Excel) also)]
===List all instances running on a server===
Sounds simple enough and indeed pre 12.1, is was as easy as either
<pre>
ps -ef | grep [p]mon | awk -F_ '{print $NF}'
</pre>
or this one is safer in case you have an underscore character in your SID name!!
<pre>
SIDLIST=$(${PS} -ef | ${GREP} [o]ra_pmon | ${AWK} '{print $NF}' | sed -e 's/ora_pmon_//' | egrep -v 'grep|///|sed|awk|ASM|^$')
</pre>
but now we have the added complication of CDB/PDB (container / pluggable databases) so a fair bit more work is needed!
<pre>
#!/bin/ksh
# ==============================================================================
# Name : list_server_db
# Description : List all running databases found on a server
#
# Parameters : none
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 21-DEC-16 Stuart Barkley Created
# ==============================================================================
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<EOSQL
set serveroutput on feed off pages 0 head off newpa none
declare
e_col_not_found exception;
e_not_mounted exception;
pragma exception_init(e_not_mounted, -01507);
pragma exception_init(e_col_not_found, -904);
l_db_name varchar2(20);
l_database_role varchar2(20);
l_cdb varchar2(20);
l_status varchar2(20);
type varchar2_tab is table of varchar2(240) index by binary_integer;
t_pdbs varchar2_tab;
begin
begin
dbms_output.enable(null);
execute immediate 'select name, database_role, cdb from v\$database' into l_db_name, l_database_role, l_cdb;
if l_cdb = 'YES' then
l_status := 'CDB';
execute immediate 'select name from v\$pdbs' bulk collect into t_pdbs;
for i in nvl(t_pdbs.first,1) .. nvl(t_pdbs.last,0)
loop
dbms_output.put_line (t_pdbs(i)||':PDB');
end loop;
else
l_status := 'Independent'; -- col CDB exists but this is not one
end if;
if l_database_role like '%STANDBY%' then
l_status := 'Standby';
end if;
exception
when e_not_mounted then
l_status := 'Not Mounted';
when e_col_not_found then
l_status := 'pre12';
end;

dbms_output.put_line ('${db}'||':'||l_status);

end;
/
EOSQL
done
</pre>

===Run a command or script on all databases in tnsnames.ora===
Very handy if you have a global tnsnames.ora accessible to all clients. 
So from a client install, this has access to all databases. 
Any files created can be created on the client so no need to scp to all the machines to recover spool files etc. 
Downside: Cannot connect as sysdba across tns so password will need to be known for whatever user is used.
<pre>
#!/bin/ksh
TNSNAMES="./tnsnames.ora"
[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/xxxxxx@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done

</pre>

===Run a command or script on all databases in oratab===
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : all_db_do
# Description : Loops over all the databases in oratab and executes the
# specified SQL command - be careful!
#
# Parameters : -v flag for verbose
# [-f <filename> | <quoted SQL command to be executed>]
#
# Example : all_db_do 'alter system switch logfile;'
# all_db_do -f sessions.sql
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 14-JAN-13 Stuart Barkley Created
# 25-FEB-13 Stuart Barkley Adapt for Solaris
# 21-MAR-13 Stuart Barkley Check db is running first
# 29-APR-13 Stuart Barkley Added verbose flag processing
# 24-MAY-13 Stuart Barkley Wrap / as sysdba in quotes for older versions
# 23-JUN-16 Stuart Barkley Add -f to run a file containing sql
# ==============================================================================

PROGNAME=$(basename $0)
OS=$(uname -s)

AWK=$(which awk)
GREP=$(which grep)
if [[ "${OS}" == "SunOS" ]]; then
AWK=/usr/xpg4/bin/awk
GREP=/usr/xpg4/bin/grep
fi

if [[ ! -r /etc/oratab ]]; then
if [[ "${OS}" == "SunOS" ]]; then
echo "oratab is not where we want it. Please run 'ln -s /var/opt/oracle/oratab /etc/oratab' as root and retry" && exit 1
else
echo "Either Oracle is not installed or database is running without an oratab" && exit 1
fi
fi

# -------------------------
# get the arguments, if any
# -------------------------
unset VERBOSE
while getopts "vf:" flag
do
case "$flag" in
v) VERBOSE=1;;
f) FILE2RUN=$OPTARG;;
esac
done
shift $((OPTIND-1))

if [[ -z ${FILE2RUN} ]]; then
# no file, need an SQL supplied
if [[ -z $1 ]]; then
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi
SQL=$1
elif [[ -s ${FILE2RUN} ]]; then
# file supplied and exists
SQL="@${FILE2RUN}"
else
# file supplied, does it exist
echo "File ${FILE2RUN} is empty or does not exist"
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi

export ORAENV_ASK=NO

for db in $(${AWK} -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab)
do
if ( [[ $1 != "startup" ]] && [[ $(ps -ef | ${GREP} -c -E [o]ra_pmon_${db}) -eq 0 ]] ); then
[[ ! -z "$VERBOSE" ]] && echo "$db is not running, skipping..."
continue
fi
echo
[[ ! -z "$VERBOSE" ]] && echo "vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv"
[[ ! -z "$VERBOSE" ]] && echo $db
ORACLE_SID=$db
. oraenv >/dev/null
sqlplus -s "/ as sysdba" <<EOSQL
define SID=$ORACLE_SID
col comp_name format a50
col value for a40
set linesize 1000
set pagesize 100
$SQL
EOSQL
[[ ! -z "$VERBOSE" ]] && echo "^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"
done

</pre>
<pre>
all_db_do "create or replace directory data_pump_dir as '/oracle/export/&SID';"

all_db_do "archive log list"

all_db_do "shutdown immediate"

all_db_do 'alter system set log_archive_dest_1="location=/oracle/arch/&SID" scope=both;'
</pre>

===Run an SQL command on behalf of another user===
It can be used to execute any sql command as a specified user provided this procedure is created in sys schema. 
* not got this working properly yet *
<pre>
set serveroutput on
create or replace procedure run_sql_as_user ( p_schema_name in varchar2
, p_sql in varchar2
) is
l_user_id dba_users.user_id%type;
l_cursor number;
l_rc number;
begin
dbms_output.enable(null);
begin
select u.user_id
into l_user_id
from dba_users u
where u.username = p_schema_name;
exception
when no_data_found then
raise_application_error (-20001, 'Cannot find user '||p_schema_name);
end;
l_cursor := dbms_sys_sql.open_cursor;
dbms_sys_sql.parse_as_user ( c => l_cursor
, statement => p_sql
, language_flag => dbms_sql.native
, userid => l_user_id
);
l_rc := dbms_sys_sql.execute(l_cursor);
dbms_sys_sql.close_cursor(l_cursor);
exception
when others then
raise_application_error (-20001, 'ERROR: '||sqlerrm);
end;
/

</pre>

===Run a script on all databases listed in tnsnames.ora===
Can run an SQL command file on all SID/SERVICE found in a tnsnames.ora file. I use this from a client laptop having a global tns file on it. 
This way it's not necessary to copy the file onto every host before executing it. Any files created by the script will be created on the client.
<pre>
#!/bin/ksh

TNSNAMES="./tnsnames.ora"

[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/password@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done
</pre>

===List invalid objects===
set lines 200
set pages 200
col obj format a40
select owner||'.'||object_name obj
, object_type
from dba_objects
where 1=1
and status = 'INVALID';
===Recompile all invalid objects===
@?/rdbms/admin/utlrp.sql
===See how much space is left in the flash recovery area (FRA)===
<pre>
select name
, to_char (space_limit, '999,999,999,999') as space_limit
, to_char (space_limit - space_used + space_reclaimable
, '999,999,999,999')
as space_available
, round ( (space_used - space_reclaimable) / space_limit * 100, 1)
as pct_full
from v$recovery_file_dest;
</pre>
or
<pre>
# ==============================================
# Check FRA to see how much space is reclaimable
# ==============================================
fra_reclaim_check() {

LOGFILE=${RMAN_LogDir}/${ORACLE_SID}_`date '+%Y%m'`_${V_SCRIPT}.log
sqlplus "/ as sysdba" <<EOSQL > /tmp/results.$$
set vefify off echo off heading off newpage none linesize 1000 echo off
select 'Filesystem:'||name||
'; Total(Gb):'||round((space_limit/1073741824),2) ||
'; Reclaimable(Gb):'||round((space_reclaimable/1073741824),2) ||
'; Reclaimable(%):'||round( ((space_reclaimable/1073741824)/(space_limit/1073741824)*100),2 )
from v$recovery_file_dest
/
EOSQL
cat /tmp/results.$$ >> $LOGFILE
rm /tmp/results.$$

}
</pre>
===How far back can we flashback?===
<pre>
col time_now for a25
col time_oldest_flashback for a25
select to_char(sysdate,'DD-MON-YY HH24:MI') time_now
, to_char(fdl.oldest_flashback_time, 'DD-MON-YY HH24:MI') time_oldest_flashback
, round((sysdate-fdl.oldest_flashback_time)*24,1) hours_flashback_possible
from v$database d
, v$flashback_database_log fdl
/
</pre>

===DBA privs tables===
DBA_AQ_AGENT_PRIVS
DBA_COL_PRIVS
DBA_PRIV_AUDIT_OPTS
DBA_REPGROUP_PRIVILEGES
DBA_ROLE_PRIVS
DBA_RSRC_CONSUMER_GROUP_PRIVS
DBA_RSRC_MANAGER_SYSTEM_PRIVS
DBA_SYS_PRIVS
DBA_TAB_PRIVS
DBA_WM_SYS_PRIVS
DBA_WORKSPACE_PRIVS

===Schedule a shell job===
begin
dbms_scheduler.create_program ( program_name => 'myshelljob'
, program_action => '/home/oracle/scripts/shell.sh'
, program_type => 'EXECUTABLE'
, comments => 'Run a shell'
, enabled => TRUE
);
end;
/
===Start the job===
begin
dbms_sheduler.create_job ( job_name => 'myshelljob'
, program_name => 'myshelljob'
, start_date =>
);
/

===What statement is a user running?===
<pre>
select a.sid
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
and a.username = '&username'
/
</pre>
===See what statements all users are running===
Useful to see what is happening when process limit is reached
<pre>
set lines 300 pages 1000

col username for a10
col command for 999 head "CMD"
col lockwait for a10
col status for a8
col schemaname for a12
col osuser for a10
col process for a10
col program for a20
col machine for a10
col action for a10
col module for a10
col identifier for a10
col event for a27
col state for a8
col service_name for a10
col serial# for 999999

select a.username
, a.command
, a.lockwait
, a.status
, a.schemaname
, a.osuser
, a.process
, a.machine
, a.program
, a.type
--, a.sql_exec_start
--, a.plsql_object_id
--, a.plsql_subprogram_id
--, a.module
--, a.action
, a.logon_time
, a.event
, a.wait_time
, a.seconds_in_wait
, a.state
--, a.service_name
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
order by a.logon_time desc
/

set lines 80
</pre>

===A logminer session===
Mine all SQL statements in a 10 minute period
<pre>
sqlplus / as sysdba
alter session set nls_date_format = 'DD-MON-YYYY HH24:MI:SS';
execute dbms_logmnr.start_logmnr ( starttime => '27-OCT-2009 11:05:00'
, endtime => '27-OCT-2009 11:15:00'
, options => dbms_logmnr.dict_from_online_catalog+dbms_logmnr.continuous_mine
);
create table mycontents as select * from v$logmnr_contents;
execute dbms_logmnr.end_logmnr();

select * from mycontents;

drop table mycontents;
</pre>
===Huge Pages===
<pre>
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segments
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6' | '3.8') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
</pre>

===Pretty longops listing===
<pre>
set lines 2000 pages 1000
col opname for a34 head "Job"
col message for a60
col perc_done for a10 head "Done"
col started for a18
col killer for a15
col mins_busy head "Mins busy"
col mins_left head "Mins left"
select sid||','||serial# killer
, opname
, message
, round ((sofar/totalwork),4)*100||'%' perc_done
, to_char(start_time,'DD-MON-YY HH24:MI') started
, floor(elapsed_seconds/60) mins_busy
, ceil(time_remaining/60) mins_left
from v$session_longops
where 1=1
and sofar != totalwork
and totalwork != 0
and opname like 'RMAN%'
/
</pre>
<pre>
select * from v$session where module='Data Pump Worker'
</pre>
or attach to the impdp job and it shows percentage done.
<pre>
Get the SID from v$session_longops and plug it into v$session to check the SQL command details.

Current Running SQLs
--------------------
set pages 1000 lines 2000
col program format a40
col sql_text format a130

select s.sid
, s.status
, s.last_call_et
, s.program
, sa.sql_id
, sa.sql_text
from v$session s
, v$sqlarea sa
where s.sql_id = sa.sql_id
and s.sid = '&sid'
/

set pages 1000 lines 2000
col USERNAME for a10
col OSUSER for a10
col MACHINE for a10

select s.sid
, s.serial#
, p.spid
, s.username
, s.osuser
, s.status
, s.process fg_pid
, s.longon_time
, s.machine
, p.spid bg_pid
from gv$session s
, gv$process p
where s.addr = p.addr
and s.sid = '&sid'
/

$ps -ef | grep <spid>

set pages 1000 lines 2000
SELECT INST_ID
, SID
, SERIAL#
, SQL_ID
, USERNAME
, PROGRAM
, MACHINE
, SERVICE_NAME
FROM GV$SESSION
WHERE SID IN ('<SID_NO.1>','<SID_NO.2>')
/
Active Running SQLs
--------------------
set pages 1000 lines 2000
col SPID for a10
col PROGRAM for a15
col OSUSER for a10
col ACTION for a10
col EVENT for a25
col SQL_TEXT for a25
col MACHINE for a10
col P1TEXT for a10
col P2TEXT for a10
col P3TEXT for a10
SELECT b.sid
, b.serial#
, a.spid
, b.sql_id
, b.program
, b.osuser
, b.machine
, b.type
, b.event
, b.action
, b.p1text
, b.p2text
, b.p3text
, b.state
, c.sql_text
, b.logon_time
FROM v$process a
, v$session b
, v$sqltext c
WHERE a.addr = b.paddr
AND b.sql_hash_value = c.hash_value
AND b.STATUS = 'ACTIVE'
AND b.sid = '&sid'
ORDER BY a.spid
, c.piece
/

OR - Use the below Query

Longops.sql
-----------
set pages 50000 lines 32767
col OPNAME for a10
col SID form 9999
col SERIAL form 9999999
col PROGRAM for a10
col USERNAME for a10
col SQL_TEXT for a40
col START_TIME for a10
col LAST_UPDATE_TIME for a10
col TARGET for a25
col MESSAGE for a25

alter session set nls_date_format = 'DD-MM-YYYY HH24:MI:SS';

SELECT l.inst_id,l.sid, l.serial#, l.sql_id, l.opname, l.username, l.target, l.sofar, l.totalwork, l.start_time,l.last_update_time,round(l.time_remaining/60,2) "REMAIN MINS", round(l.elapsed_seconds/60,2) "ELAPSED MINS", round((l.time_remaining+l.elapsed_seconds)/60,2) "TOTAL MINS", ROUND(l.SOFAR/l.TOTALWORK*100,2) "%_COMPLETE", l.message,s.sql_text
FROM gv$session_longops l
LEFT OUTER JOIN v$sql s on s.hash_value=l.sql_hash_value and s.address=l.sql_address and s.child_number=0
WHERE l.OPNAME NOT LIKE 'RMAN%' AND l.OPNAME NOT LIKE '%aggregate%' AND l.TOTALWORK != 0 AND l.sofar<>l.totalwork AND l.time_remaining > 0
/

</pre>
===Apply the database patch after the ORACLE_HOME has been patched===
<pre>
ORAENV_ASK=NO
export ORACLE_SID=$1
. oraenv

sqlplus /nolog <<EOSQL
connect / as sysdba
startup
@?/rdbms/admin/catbundle.sql psu apply
@?/rdbms/admin/utlrp.sql
purge dba_recyclebin;

prompt check patch apply...
set lines 150
col action_time for a50
col comp_name for a50
col comments for a50

select action_time,action,comments from sys.registry\$history where trunc(action_time) = trunc(sysdate);
select comp_name,version,status,modified from dba_registry;
exit
EOSQL
</pre>

===Show how much archivelog data is generated per day===
A companion script for 'how many log switches in a day'
<pre>
col orderby noprint
select trunc(first_time) orderby
, to_char(first_time,'DD-MON-YYYY') "Date"
, round(sum(bytes/1024/1024/1024),2) arch_logs_gigs
from (
select unique (blocks * block_size) bytes,
thread#,
sequence#,
resetlogs_change#,
first_time
from v$archived_log
)
group by trunc(first_time)
, to_char(first_time, 'DD-MON-YYYY')
order by trunc(first_time) desc
/
</pre>

===Abort a hanging database even when sysdba cannot connect===
Unable to connect to database with sqlplus / as sysdba because audit file cannot be created?
* [http://tech.e2sn.com/oracle/troubleshooting/hang/how-to-log-on-even-when-sysdba-can-t-do-so tech.e2sn.com]
* [http://blog.dbi-services.com/oracle-is-hanging-dont-forget-hanganalyze-and-systemstate/ blog.dbi-services.com]
Instead of just killing the pmon process, there is a kinder (and more useful) way to kill the database. 
Use the hidden, undocumented 'prelim' switch parameter to sqlplus to make a connection to the database without creating SGA session data structures. 
It can be very useful for hang analysis so the possible cause can be found after the database has been restarted.
<pre>
sqlplus -prelim / as sysdba
oradebug unlimit
oradebug hanganalyze 3
oradebug setmypid -- or oradebug setorapname diag
oradebug dump ashdumpseconds 30
oradebug dump systemstate 10 -- or oradebug dump systemstate 266
oradebug tracefile_name
shutdown abort
</pre>

===Lists Oracle session with kill session statement all ready to go===
disconnect attempts to kill the o/s processes too. kill doesn't.
<pre>
col killer for a60
col osuser for a12
col logon for a23
col spid for a8
col username for a15
col program for a50
set lines 2000
select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, s.inst_id
, to_char(s.logon_time,'DD-MON-YY HH24:MI:SS') logon
, sci.osuser
, p.spid
, s.username
, s.program
from gv$session s
, gv$session_connect_info sci
, gv$process p
where 1=1
and p.addr = s.paddr
and p.inst_id = s.inst_id
and s.sid = sci.sid
and s.serial# = sci.serial#
and s.type != 'BACKGROUND'
and sci.osuser = 'oraibm'
order by s.logon_time desc
/

KILLER INST_ID LOGON OSUSER SPID USERNAME PROGRAM
------------------------------------------------------------ ---------- ----------------------- ------------ -------- --------------- --------------------------------------------------
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
</pre>

===How much space is being used by a guaranteed restore point?===
<pre>
show parameter recovery
set numwi 15
set lines 200
col name for a40
col time for a23
col gigs_limit head "Max (but check df -g also!)"

select name
, time
, round(storage_size/1024/1024/1024,2) gigs_used
from v$restore_point
where 1=1
and guarantee_flashback_database = 'YES'
/

select * from v$flash_recovery_area_usage
/

select name
, round(space_used/1024/1024/1024,2) gigs_used
, round(space_limit/1024/1024/1024,2) gigs_limit
, space_reclaimable
, number_of_files
from v$recovery_file_dest
/
</pre>

===Get statistics for LOB columns in a table===
<pre>
select
max(dbms_lob.getlength(lob_content)) max_len
, avg(dbms_lob.getlength(lob_content)) avg_len
, min(dbms_lob.getlength(lob_content)) min_len
, sum(case when dbms_lob.getlength(lob_content) <= 4000 then 1
else 0 end) "<4k"
, sum(case when dbms_lob.getlength(lob_content) > 4000 then 1
else 0 end) ">4k"
, sum(case when dbms_lob.getlength(lob_content) is null then 1 else
0 end) "is null"
from &tablename
/
</pre>

===badprivs.sql===
Check to see if any ordinary users have privileges / access / grants / rights they should not have
<pre>
select grantee, privilege, admin_option
from sys.dba_sys_privs
where ( privilege like '% ANY %'
or privilege in ('BECOME USER', 'UNLIMITED TABLESPACE')
or admin_option = 'YES'
)
and grantee not in ('SYS', 'SYSTEM', 'OUTLN', 'AQ_ADMINISTRATOR_ROLE',
'DBA', 'EXP_FULL_DATABASE', 'IMP_FULL_DATABASE',
'OEM_MONITOR', 'CTXSYS', 'DBSNMP', 'IFSSYS',
'IFSSYS$CM', 'MDSYS', 'ORDPLUGINS', 'ORDSYS',
'TIMESERIES_DBA')
</pre>

===Generate a list of tablespaces ready for a migration===
<pre>
set echo off
set lines 300
set pages 0
Set headi off
set feedb off
set long 32000

spool migration_create_target_tablespaces.sql

exec dbms_metadata.set_transform_param(dbms_metadata.session_transform,'SQLTERMINATOR',TRUE);
select DBMS_METADATA.GET_DDL('TABLESPACE',tablespace_name) from dba_tablespaces
/

spool off
</pre>
===List the privileges assigned to users on directories===
table_name is the name of the directory...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where table_name = 'DATA_PUMP_DIR'
/
</pre>

===List the privileges assigned to users on packages/procedures===
table_name is the name of the package...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where upper(table_name) like upper('%UTL_FILE%')
/
</pre>

===List the system privileges assigned to a user (used to copy user as or clone user as)===
Maybe this one is better [[Extract ddl with "dbms metadata.get ddl"]]

SELECT LPAD(' ', 2*level) || granted_role "USER PRIVS"
FROM (
SELECT NULL grantee, username granted_role
FROM dba_users
WHERE username LIKE UPPER('%&uname%')
UNION
SELECT grantee, granted_role
FROM dba_role_privs
UNION
SELECT grantee, privilege
FROM dba_sys_privs)
START WITH grantee IS NULL
CONNECT BY grantee = prior granted_role;

or

SELECT path
FROM (
SELECT grantee,
sys_connect_by_path(privilege, ':')||':'||grantee path
FROM (
SELECT grantee, privilege, 0 role
FROM dba_sys_privs
UNION ALL
SELECT grantee, granted_role, 1 role
FROM dba_role_privs)
CONNECT BY privilege=prior grantee
START WITH role = 0)
WHERE grantee IN (
SELECT username
FROM dba_users
WHERE lock_date IS NULL
AND password != 'EXTERNAL'
AND username != 'SYS')
OR grantee='PUBLIC'

or

for a migration from 10g...
<pre>
set headi off
set feedb off
set long 9999999
set pages 0
set lines 300

spool migration_create_target_users_grants.sql

select dbms_metadata.get_ddl('USER', username) || ';' ddl
from dba_users
where 1=1
and username like upper('%&&USER_NAME%')
/

select 'grant '||privilege|| ' to ' || grantee || ';'
from dba_sys_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

select 'grant '||granted_role|| ' to ' || grantee || ';'
from dba_role_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

spool off
</pre>
or for a migration on 11g...!
<pre>
set head off
set pages 0
set long 9999999
col ddl for a1000

SELECT DBMS_METADATA.GET_DDL('USER', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('ROLE_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('SYSTEM_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('OBJECT_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'

spool migration_create_users_grants.sql
/
spool off
</pre>

===Move datafiles between filesystems===
* [https://blogs.oracle.com/alejandrovargas/moving-a-datafile-from-file-system-to-asm Moving a datafile from File System to ASM (does not have to be ASM!) - oracle.com]
* [https://docs.oracle.com/database/121/OSTMG/GUID-3B8D0956-0888-452D-A9E4-9FB8D98577E0.htm#OSTMG89997 Moving Data Files Between Oracle ASM (does not have to be ASM!) Using RMAN - oracle.com]
* [https://oracle-base.com/articles/misc/renaming-or-moving-oracle-files Moving a data file online between filesystems - oracle-base.com]
====Set the relevant datafile offline====
<pre>
alter database datafile 125 offline;
alter database datafile 126 offline;
alter database datafile 127 offline;
</pre>
====Rename the files on the filesystem using o/s commands====
<pre>
alter tablespace ts_thaler_data_offline;

host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>
====Run the relevant alter commands to inform the control files of the new locations====
<pre>
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>

====Recover the datafiles====
<pre>
recover datafile 125;
recover datafile 126;
recover datafile 127;
</pre>
====Set the relevant datafile online====
<pre>
alter database datafile 125 online;
alter database datafile 126 online;
alter database datafile 127 online;
</pre>
====Check all is well with the datafiles by using an appropriate statement====
<pre>
set lines 2000 pages 100
select file_id, file_name, status, online_status from dba_data_files where tablespace_name = 'TS_THALER_DATA' order by 2;
</pre>
====Rename a datafile on 12c====
If you're lucky enough to be on 12c, it's one command - no need to offline the datafile!
<pre>
SQL> alter database move datafile '/oracle/ora_data2/prod/data4/ts_thaler_data_113.dbf' to '/oracle/ora_data2/prod/data3/ts_thaler_data_113.dbf';

Database altered.
</pre>

===Pass parameter/argument into perl one-liner script from shell===
Trick? Just use ARGV to pass them in...
<pre>
FREQ=$(perl -e 'my @CAL=split(";",$ARGV[0]);shift @CAL;print $CAL[$ARGV[1]];' -- "$LINE" $offset)
</pre>
or
<pre>
DUMP_DATE=`perl -MTime::Local -e 'print(timelocal(0,$ARGV[0],$ARGV[1],$ARGV[2],$ARGV[3],$ARGV[4]))' -- $MI $HH $DD $MM $YYYY`
</pre>
or export the variable from shell and access it via the ENV hash
<pre>
export db=ENDP1
perl -p -i -e 's!DSMI_LOG.+$!DSMI_LOG /oracle/$ENV{db}/admin/tdpoerror_$ENV{db}!' ${db}/admin/tdpo.opt
</pre>

===Return epoch seconds in Perl===
<pre>
perl -e 'print time();'
</pre>
or to convert a specific day of the year to epoch seconds
<pre>
use POSIX;
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
or for a specific date (careful though - month is 0-11 not 1-12!... 
<pre>
use Time::Local;
# SS MM HH DD MM YYYY
my $epochsecs = timelocal (30,10,19,03,04,2014);
</pre>
or more long-winded but delimited by anything... 
Supply the date/time in any delimited format. Eg. YYYY-MM-DD:HH:MI
<pre>
#!/usr/bin/perl -w
use Time::Local;

sub date2epoch {
my($s) = @_;
my($year, $month, $day, $hour, $minute, $second);

if($s =~ m{^\s*(\d{1,4})\W*0*(\d{1,2})\W*0*(\d{1,2})\W*0*
(\d{0,2})\W*0*(\d{0,2})\W*0*(\d{0,2})}x) {
$year = $1; $month = $2; $day = $3;
$hour = $4; $minute = $5; $second = $6;
$hour |= 0; $minute |= 0; $second |= 0; # defaults.
$year = ($year<100 ? ($year<70 ? 2000+$year : 1900+$year) : $year);
return timelocal($second,$minute,$hour,$day,$month-1,$year);
}
return -1;
}
</pre>

===Return epoch seconds in DOS/VBS/Windows===
Paste this code into epoch.vbs
<pre>
function date2epoch(p_date)
date2epoch = DateDiff("s", "01/01/1970 00:00:00", p_date)
end function

Wscript.Echo date2epoch(Now())
</pre>
and call from a DOS box like this
<pre>
cscript //nologo epoch.vbs
</pre>

===Return date from epoch seconds in Perl===
<pre>
perl -e 'print scalar (localtime (1243269270))'
</pre>
===Return epoch seconds from julian day number in Perl===
<pre>
use POSIX;
my ($year, $jday) = (2012,60);
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
===Extract specific pieces of a date from an epoch timestamp in Perl===
<pre>
use POSIX;
# return localtime into an array
my @tm = localtime $epochsecs;

my $yyyymmdd = strftime "%Y%m%d", @tm;
print $yyyymmdd."\n";
</pre>

===Return epoch seconds in Shell (linux)===
<pre>
date -d "2014/04/03 18:34:30" "+%s"
</pre>

===Return date from epoch seconds in Shell (linux)===
<pre>
date -d @1396542870
</pre>

===Return epoch seconds in PL/SQL===
You cannot just use sysdate as that is timezone sensitive... (epoch seconds are in UTC/GMT)
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) from dual;
or
select round((vd.created - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) created from v$database vd;
</pre>
How long has this instance been up (in minutes)?
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - startup_time)*24*60) up_mins from v$instance;
</pre>

===Return date from epoch seconds in SQL===
<pre>
select to_char(to_date('19700101','YYYYMMDD') + ((&epoch)/24/60/60),'DD-MON-YYYY HH24:MI:SS') utc_date from dual;
</pre>

===A database overview using the sys.plato package===
exec plato.help;
or
exec plato.complete('HTM');

===List datafiles for a tablespace===
<pre>
select *
from dba_data_files
where 1=1
and tablespace_name ='&ts_name';
</pre>
===Show graph of available and free space in tablespaces===
<pre>
-- =============================================================================
-- File Name : http://www.oracle-base.com/dba/monitoring/ts_free_space.sql
-- Author : Tim Hall
-- Description : Displays a list of tablespaces and their used/full status.
-- Requirements : Access to the DBA views.
-- Call Syntax : @ts_free_space.sql
-- Last Modified: 13-OCT-2012 - Created. Based on ts_full.sql
--
-- Modification History
-- ====================
-- When Who What
-- ========= ================= =================================================
-- 13-NOV-13 Stuart Barkley Added cols free_pct and used_pct
-- =============================================================================
SET PAGESIZE 140 lines 180
COLUMN used_pct FORMAT A11
COLUMN max_used_pct FORMAT A11

SELECT tablespace_name tablespace_name
, size_mb size_mb
, free_mb free_mb
, TRUNC((free_mb/size_mb) * 100) free_pct
, RPAD(' '|| RPAD('X',ROUND((size_mb-free_mb)/size_mb*10,0), 'X'),11,'-') used_pct
, max_size_mb max_size_mb
, max_free_mb max_free_mb
, TRUNC((max_free_mb/max_size_mb) * 100) max_free_pct
, RPAD(' '|| RPAD('X',ROUND((max_size_mb-max_free_mb)/max_size_mb*10,0), 'X'),11,'-') max_used_pct
from (
select a.tablespace_name tablespace_name
, b.size_mb size_mb
, a.free_mb free_mb
, b.max_size_mb max_size_mb
, a.free_mb + (b.max_size_mb - b.size_mb) max_free_mb
from (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) free_mb
from dba_free_space
group by tablespace_name
) a
, (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) size_mb
, trunc(sum(greatest(bytes,maxbytes))/1024/1024) max_size_mb
from dba_data_files
group by tablespace_name
) b
, v$instance vi
where a.tablespace_name = b.tablespace_name
)
order by tablespace_name;

set lines 80
</pre>

===Another method for calculating free space in tablespace using segments===
<pre>
select df.tablespace_name "Tablespace"
, totalusedspace "Used MB"
, (df.totalspace - tu.totalusedspace) "Free MB"
, df.totalspace "Total MB"
, round(100 * ( (df.totalspace - tu.totalusedspace)/ df.totalspace)) "Pct. Free"
from (
select tablespace_name
, round(sum(bytes) / 1048576) totalspace
from dba_data_files
group by tablespace_name
) df
, (
select round(sum(bytes)/(1024*1024)) totalusedspace
, tablespace_name
from dba_segments
group by tablespace_name
) tu
where df.tablespace_name = tu.tablespace_name;
</pre>
===Work out maximum possible size of a datafile===
<pre>
select round( (4*1024*1024*value) / (1024*1024*1024) ,2) maxfilesizeingigabytes from v$parameter where name='db_block_size';
</pre>
or, as tablespaces can have block sizes differing from that of the init.ora parameter...
<pre>
select round( (4*1024*1024*block_size) / (1024*1024*1024) ,2) maxfilesizeingigabytes from dba_tablespaces where tablespace_name='&tablespace_name';
</pre>

===Show size and maxsize at datafile level===
datafiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_data_files
group by file_name
/
</pre>
tempfiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_temp_files
group by file_name
/
</pre>

===Resize the online redo logfiles===
Found a more concise, smarter way of doing it [http://www.oracle-wiki.net/startdocshowtorecreateredogrps here] - oracle-wiki.net 
Switching logs too often? Redolog files too small? 
* Show current log groups
<pre>
set lines 1000
col group_member for a60
select l.group# group_number
, (bytes/1024/1024) megs
, l.status group_status
, f.member group_member
, l.archived archived
, f.type file_type
from v$log l
, v$logfile f
where l.group# = f.group#
order by l.group#
, f.member
/
</pre>
* Create additional (bigger) groups
<pre>
define SID=TIBQFW
alter database add logfile group 6 '/oracle/&SID/oradata1/redo1.log' size 1G;
alter database add logfile group 7 '/oracle/&SID/oradata2/redo2.log' size 1G;
alter database add logfile group 8 '/oracle/&SID/oradata3/redo3.log' size 1G;
alter database add logfile group 9 '/oracle/&SID/oradata1/redo4.log' size 1G;
alter database add logfile group 10 '/oracle/&SID/oradata2/redo5.log' size 1G;
</pre>
or if you use multiple members...
<pre>
alter database add logfile group 6 ('/oracle/&SID/oradata1/redo/redo01a.log', '/oracle/&SID/oradata1/redo01b') size 50M;
alter database add logfile group 7 ('/oracle/&SID/oradata1/redo/redo02a.log', '/oracle/&SID/oradata1/redo02b') size 50M;
alter database add logfile group 8 ('/oracle/&SID/oradata1/redo/redo03a.log', '/oracle/&SID/oradata1/redo03b') size 50M;
</pre>
* Switch archivelogs until the new ones are current and the old ones are inactive
<pre>
alter system switch logfile;
</pre>
If the old logs are not yet inactive, checkpoint the database
<pre>
alter system checkpoint;
</pre>
* Drop the old groups
<pre>
alter database drop logfile group 1;
alter database drop logfile group 2;
alter database drop logfile group 3;
alter database drop logfile group 4;
alter database drop logfile group 5;
</pre>

===Increase the existing size of a datafile===
<pre>
alter database datafile '&full_path_of_datafile' resize &new_meg_size.M;
</pre>

===Increase the max size of a tempfile===
<pre>
alter database tempfile '/oracle/ENDP1/oradata90/temp01.dbf' autoextend on maxsize unlimited;
</pre>
===Find out what processes are using the temp tablespace===
Temporary tablespace is used for sorting query results. Find them with this.
<pre>
SELECT b.tablespace,b.segfile#,b.segblk#,b.blocks,a.sid,a.serial#,
a.username,a.osuser, a.status
FROM v$session a,v$sort_usage b
WHERE a.saddr = b.session_addr;
</pre>

===Increase the maximum size of a datafile===
Although this can be set lower than existing size, try not to. It makes the reports look weird!
<pre>
alter database
datafile '&full_path_of_datafile'
autoextend on
maxsize &new_meg_size.m;
</pre>

===Find schemas (users) with objects created outside their default tablespace===
Indexes could be a notable exception if they are created in an index tablespace
<pre>
set lines 200
col owner for a20
col segment_name for a45
col tablespace_name for a32
select owner
, segment_name
, tablespace_name
from dba_segments
where exists (select username from dba_users where username = owner)
and tablespace_name != (select default_tablespace from dba_users where username = owner)
and owner = '&owner'
/
</pre>

===Add a datafile to a tablespace===
'unlimited' will default to the maximum datafile size for the current db_block_size
<pre>
alter tablepace &tablespace_name
add datafile '&full_path_of_datafile'
size 100M
autoextend on
next 100M
maxsize unlimited
</pre>

===List all datafiles with their size===
<pre>
set pages 1000 lines 2000
col filetype for a15
col name for a60
break on report
compute sum of gig on report

select filetype
, name
, gig
from (
select 'datafile' filetype
, name
, bytes/1024/1024 gig
from v$datafile
union all
select 'tempfile' filetype
, name
, bytes/1024/1024
from v$tempfile
union all
select 'logfile' filetype
, lf.member "name"
, l.bytes/1024/1024
from v$logfile lf
, v$log l
where 1=1
and lf.group# = l.group#
) used
, (
select sum(bytes)/1024/1024
from dba_free_space
) free
</pre>
===Database size (How big is my database?)===
There are different interpretations of what constitutes the size of a database... 
Is it the space allocated to the datafiles or only the space taken up by the data? Are tempfiles included? Are redo logs included? etc...
<pre>
set lines 132
col dbname for a9 heading "Database"
col dbsize for a15 heading "Size"
col dbused for a15 heading "Used space"
col dbfree for a15 heading "Free space"
with used_space as
(
select bytes
from v$datafile
union all
select bytes
from v$tempfile
union all
select bytes
from v$log
)
, free_space as
(
select sum(bytes) sum_bytes
from dba_free_space
)
select vd.name dbname
, round(sum(used_space.bytes)/1024/1024/1024 ) || ' GB' dbsize
, round(sum(used_space.bytes)/1024/1024/1024 ) - round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbused
, round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbfree
from free_space
, used_space
, v$database vd
group by vd.name
, free_space.sum_bytes
/
</pre>

===Drop datafile from temp tablespace===
Database is completely stuck because the temporary tablespace has grown to fill all available room. 
Look around for at least some log files to delete in order to get connected (audit files, sqlnet logs, listener logs) 
Once connected, change the default temporary tablespace to a small one so we can remove the original.
<pre>
create temporary tablespace temp2 tempfile '/oracle/RMANV12/oradata2/temp2.dbf' size 5M;
</pre>
<pre>
alter database default temporary tablespace temp2;
</pre>
I found trying to drop the datafile like this didn't work, just hung there (probably active tranactions)...
<pre>
drop tablespace temp including contents and datafiles;
</pre>
So did it like this...
<pre>
alter database tempfile '/oracle/RMANV12/oradata2/temp.dbf' drop including datafiles;

Database altered.

drop tablespace temp including contents and datafiles;

Tablespace dropped.
</pre>
... an alternative would be to find the sessions using the temp space and kill them...
<pre>
select sid, serial#, status from v$session where serial# in (select session_num from v$sort_usage);
</pre>
Then to be neat and tidy, rename the temp2 tablespace back to temp.
<pre>
create temporary tablespace temp tempfile '/oracle/RMANV12/oradata2/temp.dbf' size 256M reuse autoextend on next 128M maxsize 1G;
alter database default temporary tablespace temp;
drop tablespace temp2 including contents and datafiles;
</pre>
Although the last statement will not work until any transactions using it have been rolled back or committed.

===List files that are in hot-backup mode===
set lines 100
set pages 100
col name format a60

select df.name
, b.status
, to_char(time, 'hh24:mi:ss dd/mm/yyyy') time
from v$datafile df
, v$backup b
where 1=1
and df.file# = b.file#
and b.status = 'ACTIVE'
order by b.file#;

===Waiting for snapshot control file enqueue===
Script to identify sessions causing RMAN to hang because of 'waiting for snapshot control file enqueue' message
<pre>
set lines 2000
col killer for a70
col program for a20
col module for a20
col action for a20
col logon_time for a20

select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, username
, program
, module
, action
, logon_time
from v$session s
, v$enqueue_lock l
where l.sid = s.sid
and l.type = 'CF'
and l.id1 = 0
and l.id2 = 2
/
</pre>

===Info on blocking processes===
<pre>
select s1.username || '@' || s1.machine
|| ' ( SID=' || s1.sid || ' ) is blocking '
|| s2.username || '@' || s2.machine || ' ( SID=' || s2.sid || ' ) ' blocking_status
from v$lock l1
, v$session s1
, v$lock l2
, v$session s2
where s1.sid = l1.sid
and s2.sid = l2.sid
and l1.block = 1
and l2.request > 0
and l1.id1 = l2.id1
and l2.id2 = l2.id2
/
</pre>
session doing the blocking
<pre>
select *
from v$lock l1
where 1=1
and block = 1 ;
</pre>
sessions being blocked
<pre>
select *
from v$lock l1
where 1=1
and id2 = 85203
</pre>

info on session doing the blocking
<pre>
select row_wait_obj#, row_wait_file#, row_wait_block#, row_wait_row#
from v$session
where sid = 234

select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create ( 1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW# ) row_id
from v$session s
, dba_objects do
where sid=234
and s.ROW_WAIT_OBJ# = do.OBJECT_ID;
</pre>

===Show locked objects===
set lines 100
set pages 999
col username format a20
col sess_id format a10
col object format a25
col mode_held format a10
select oracle_username||' ('||s.osuser||')' username
, s.sid||','||s.serial# sess_id
, owner||'.'||object_name object
, object_type
, decode ( l.block
, 0, 'Not Blocking'
, 1, 'Blocking'
, 2, 'Global'
) status
, decode ( v.locked_mode
, 0, 'None'
, 1, 'Null'
, 2, 'Row-S (SS)'
, 3, 'Row-X (SX)'
, 4, 'Share'
, 5, 'S/Row-X (SSX)'
, 6, 'Exclusive', TO_CHAR(lmode)
) mode_held
from v$locked_object v
, dba_objects d
, v$lock l
, v$session s
where 1=1
and v.object_id = d.object_id
and v.object_id = l.id1
and v.session_id = s.sid
order by oracle_username
, session_id;

===Show which row is locked===
select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create (1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW#)
from v$session s
, dba_objects do
where 1=1
and s.ROW_WAIT_OBJ# = do.OBJECT_ID
and sid = &sid;

===Check what is audited on a database===
<pre>
set pagesize 100
set linesize 256
select audit_option,success,failure from dba_stmt_audit_opts;
</pre>
===How old is the oldest audit record?===
<pre>
select extract (day from (systimestamp - min(ntimestamp#))) days_old from aud$;
</pre>
===Check what objects are being audited===
<pre>
tti col 60 'Object Audit Options (dba_obj_audit_opts)' skip col 50 'A=By Access, S=By Session. Left=on success, right=on failure' skip 2
set lines 1000 pages 100
col alt for a3 head "Alt|er"
col aud for a3 head "Aud|it"
col com for a3 head "Com|ent"
col del for a3 head "Del|ete"
col gra for a3 head "Gra|nt"
col ind for a3 head "Ind|ex"
col ins for a3 head "Ins|ert"
col loc for a3 head "Lo|ck"
col ren for a3 head "Ren|ame"
col sel for a3 head "Sel|ect"
col upd for a3 head "Upd|ate"
col ref for a3 head "Ref|rnc"
col exe for a3 head "Exe|cut"
col cre for a3 head "Cre|ate"
col rea for a3 head "Re|ad"
col wri for a3 head "Wri|te"
col fbk for a3 head "Fla|sh"

select *
from dba_obj_audit_opts
/
</pre>

===Procedure to delete old audit records===
<pre>
select text from all_source where lower(name)='purge_audit_trail';

TEXT
------------------------------------------------------------------------------------------------
PROCEDURE purge_audit_trail IS
BEGIN
-- set the last archive timestamp
DBMS_AUDIT_MGMT.SET_LAST_ARCHIVE_TIMESTAMP(
audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD,
last_archive_time => systimestamp - interval '365' day,
rac_instance_number => null
);
-- purge audit trail till last archive timestamp
DBMS_AUDIT_MGMT.CLEAN_AUDIT_TRAIL( audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD
, use_last_arch_timestamp => TRUE);

END purge_audit_trail;
</pre>

===Job setup to run the audit purge===
<pre>
BEGIN
sys.dbms_scheduler.create_job(
job_name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"',
job_type => 'STORED_PROCEDURE',
job_action => '"SYS"."PURGE_AUDIT_TRAIL"',
repeat_interval => 'FREQ=DAILY;BYHOUR=20;BYMINUTE=0;BYSECOND=0',
start_date => to_timestamp_tz('2012-02-22 Europe/Paris', 'YYYY-MM-DD TZR'),
job_class => '"DEFAULT_JOB_CLASS"',
comments => 'purge audit trails until last archive timestamp',
auto_drop => FALSE,
enabled => FALSE
);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'logging_level', value => DBMS_SCHEDULER.LOGGING_OFF);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'job_weight', value => 1);
sys.dbms_scheduler.enable( '"SYS"."PURGE_AUDIT_TRAIL_JOB"' );
END;
/
</pre>
===A list of all SIDs in oratab that should restart after a server boot===
Using awk
<pre>
awk -F: '$NF=="Y" && $1 !~/[#]/ {print $1}' /etc/oratab
</pre>
Using perl
<pre>
perl -F: -ne 'print "$1\n" if /(\w+):(.+):Y$/' /etc/oratab
</pre>

===Move the admin directories to a new location===
<pre>
./all_db_do "alter system set audit_file_dest='/oracle/&SID/admin/adump' scope=spfile;"

./all_db_do "shutdown immediate"

for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
mkdir -p /oracle/${db}/admin
echo "/oracle/${db}/admin created"
mv /oracle/admin/${db}/adump /oracle/${db}/admin/
mv /oracle/admin/${db}/dpdump /oracle/${db}/admin/
echo "Moved /oracle/admin/${db}/adump to /oracle/${db}/admin/"
done

./all_db_do startup

./all_db_do "create pfile from spfile;"
</pre>

===Check if the Standby database is up-to-date with the primary database===
select arch.thread# "Thread"
, arch.sequence# "Last Sequence Received"
, appl.sequence# "Last Sequence Applied"
, (arch.sequence# - appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where 1=1
and ( thread#,first_time ) in (
select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
,
(
select thread#
, sequence#
from v$log_history
where 1=1
and ( thread#,first_time ) in ( select thread# ,max(first_time)
from v$log_history
group by thread#
)
) appl
where 1=1
and arch.thread# = appl.thread#
order by 1;

===Check for gaps on the Standby database===
Run this on the standby
<pre>
select thread#, low_sequence#, high_sequence# from v$archive_gap;
</pre>
or run this on the Primary to see the latest generated archive...
<pre>
select thread# "Thread"
, sequence# "Last sequence generated"
from v$archived_log
where (thread#, first_time) in ( select thread#, max(first_time)
from v$archived_log
group by thread#
)
order by 1
/
</pre>
and run this on the standby to check for received but not yet applied logs (this could be normal if a lag has been set)...
<pre>
select arch.thread# "Thread"
, arch.sequence# "Last sequence received"
, appl.sequence# "Last sequence applied"
, (arch.sequence#-appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where (thread#,first_time ) in (select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
, (
select thread#
, sequence#
from v$log_history
where (thread#,first_time ) in (select thread#, max(first_time)
from v$log_history
group by thread#
)
) appl
where arch.thread# = appl.thread#
order by 1
/
</pre>
Compare the results from Primary and Secondary to detect possible network problems or other errors in shipping.

===Ignore case-sensitive passwords in 11g (deprecated in 12c)===
<pre>
alter system set SEC_CASE_SENSITIVE_LOGON = false scope=both
</pre>

===External table for the Alert log (pre 11g)===
Modified to use (the better) scripts found on [http://www.adp-gmbh.ch/ora/admin/scripts/read_alert_log.html Rene Nyffenegger's site] 
This script generates the required DDL for the alertlog table
<pre>
column db new_value _DB noprint;
column bdump new_value _bdump noprint;

</pre>

===Alert log (11g+)===
This reads the log.xml file (which contains the same information as alert.log) 
Show the messages put in the alert log in the last 24 hours
<pre>
select substr(MESSAGE_TEXT, 1, 300) message_text
, count(*) cnt
from X$DBGALERTEXT
where 1=1
and (MESSAGE_TEXT like '%ORA-%' or upper(MESSAGE_TEXT) like '%ERROR%')
and cast(ORIGINATING_TIMESTAMP as DATE) > sysdate - &days_ago/1440
group by substr(MESSAGE_TEXT, 1, 300)
</pre>
There is also a fixed table X$DBGDIREXT which returns all file and directory names under [diagnostic_dest]/diag directory:
<pre>
select lpad(' ',lvl,' ')||logical_file file_name
from x$dbgdirext
where rownum <=20;
</pre>
===Directory paths available in v$diag_info===
<pre>
set lines 2000
col name for a35
col value for a100 wrap
select * from v$diag_info;

INST_ID NAME VALUE CON_ID
---------- ----------------------------------- ---------------------------------------------------------------------------------------------------- ----------
1 Diag Enabled TRUE 0
1 ADR Base /cln/prg/ora_bin2/app/oracle 0
1 ADR Home /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild 0
1 Diag Trace /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace 0
1 Diag Alert /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/alert 0
1 Diag Incident /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/incident 0
1 Diag Cdump /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/cdump 0
1 Health Monitor /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/hm 0
1 Default Trace File /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace/bild_ora_44696768.trc 0
1 Active Problem Count 0 0
1 Active Incident Count 0 0

11 rows selected.
</pre>
===Find out the names of the active trace files for the running processes===
<pre>
select pid, program, tracefile from v$process;
</pre>

===Request was to duplicate a large tablespace from production to test environment===
...but rather than copy the terabytes of data, create the destination tablespace with just the most recent months data 
====See what the source data looks like====
<pre>
col table_owner for a20
col table_name for a30
col partition_name for a20
set pages 100 lines 1000

select table_owner
, table_name
, partition_name
, partition_position
, tablespace_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
order by 1,2,3,4
/
</pre>
This query produces something like this...
<pre>
TABLE_OWNER TABLE_NAME PARTITION_NAME PARTITION_POSITION TABLESPACE_NAME
-------------------- ------------------------------ -------------------- ------------------ ------------------------------
ADS_ARCHIVE BIL_DAY_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D04 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D09 2 ADS_ARCHIVE
ADS_ARCHIVE BIL_MTH_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q1_M03_D31 3 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q2_M04_D01 4 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D12 5 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D13 6 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D14 7 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D31 2 ADS_ARCHIVE
...
ADS_ARCHIVE SBP_HIS_LINES_ARC P_LS 3 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D12 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D13 3 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D15 4 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D16 5 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D17 6 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D18 7 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D19 8 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D20 9 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D21 10 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D22 11 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D23 12 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D24 13 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2013_Q2_M04_D30 3 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q3_M07_D12 1657 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q4_M12_D13 1811 ADS_ARCHIVE
ADS_DBA FAH_DAY_MVT_IFRS Y2016_Q4_M10_D10 1654 ADS_ARCHIVE
</pre>
====Capture the tablespace metadata====
<pre>
set long 1000000
select dbms_metadata.get_ddl ( 'TABLESPACE', 'ADS_ARCHIVE') from dual
/
</pre>
produces...
<pre>
CREATE TABLESPACE "ADS_ARCHIVE" DATAFILE
'/oracle/tst/ora_data3/adst/ads_archive01.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 32000M,
...
'/oracle/tst/ora_data3/adst/ads_archive66.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 3200M,
LOGGING ONLINE PERMANENT BLOCKSIZE 8192
EXTENT MANAGEMENT LOCAL AUTOALLOCATE DEFAULT
NOCOMPRESS SEGMENT SPACE MANAGEMENT AUTO
</pre>
====Capture the tablespace objects' metadata====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=expdp_adst_ads_archive_metadata.log
tablespaces=ADS_ARCHIVE
parallel=20
content=metadata_only
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_metadata.par
</pre>
====Find the partitions with data from the most recent month====
<pre>
cat <<EOCAT>/tmp/adst_ads_archive_partitions.sql
set termo off echo off lines 1000 feedb off headi off newpa none trims on
spool /tmp/adst_ads_archive_partitions.lst
select table_owner||'.'||table_name||':'||partition_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
and partition_name like 'Y2017_Q1_M01%'
/
spool off

echo "@/tmp/adst_ads_archive_partitions.sql" | sqlplus / as sysdba
EOCAT
</pre>
produces...
<pre>
ADS_ARCHIVE.FAH_DAY_CBA_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D28
...
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D22
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D21
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D15
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D14
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D08
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_MTH_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_DAY_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D28
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D22
</pre>
====Export the data in these partitions====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=expdp_adst_ads_archive_Y2017.log
EOCAT

cat /tmp/adst_ads_archive_partitions.lst | perl -p -i -e 's/^/tables=/'g >>expdp_adst_ads_archive_partitions.par

cat<<EOCAT >>expdp_adst_ads_archive_partitions.par
parallel=20
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_partitions.par
</pre>
====Drop the old tablespace====
<pre>
drop tablespace ads_archive including contents and datafiles
/
</pre>
====Recreate the tablepspace using the metadata capture above====
<pre>
create tablespace "ADS_ARCHIVE"
datafile '/oracle/tst/ora_data3/adst/ads_archive01.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive02.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive03.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive04.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive05.dbf' size 100M autoextend on next 50M maxsize unlimited
/
</pre>
====Import the tablespace metadata====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=impdp_adst_ads_archive_metadata.log
EOCAT

impdp parfile=impdp_adst_ads_archive_metadata.par

select 'alter index '|| owner||'.'||index_name||' rebuild online parallel 8;'
from dba_indexes
where status = 'UNUSABLE'
/
</pre>
====Import the last month partition data====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=impdp_adst_ads_archive_Y2017.log
table_exists_action=append
parallel=20
EOCAT

impdp parfile=impdp_adst_ads_archive_partitions.par
</pre>

===Write to a TCP/IP socket from PL/SQL===
<pre>
declare
bt_conn utl_tcp.connection;
retval binary_integer;
l_sequence varchar2(30) := 'Sequence Number 101021';
begin
bt_conn := utl_tcp.open_connection(remote_host => '10.10.1.1'
,remote_port => 5000
,tx_timeout => 1
)
;
retval := utl_tcp.write_line(bt_conn,l_sequence)
;
utl_tcp.flush(bt_conn)
;
utl_tcp.close_connection(bt_conn)
;
exception
when others then
raise_application_error(-20101, sqlerrm)
;
utl_tcp.close_connection(bt_conn)
;
end
;
/
</pre>
and read from it using netcat in another session
<pre>
nc -lk 5000
</pre>
produces
<pre>
Sequence Number 101021
</pre>
===Execute a script as a different user===
Some things have to be done as the user and cannot be done as sys (eg. creating and dropping jobs or create and drop a database link) 
It is possible to login as the user by saving, changing and resetting his password (using identified by values) but using dbms_sys_sql is another option 
Create a PL/SQL procedure to drop a db link
<pre>
create or replace procedure drop_dblink ( p_schema_name in varchar2
, p_dblink in varchar2
) is
l_plsql varchar2(1000);
l_cur number;
l_uid number;
l_rc number;
begin
select du.user_id
into l_uid
from dba_users du
where du.username = p_schema_name
;
plsql := 'drop database link "'||p_dblink||'"';
l_cur := sys.dbms_sys_sql.open_cursor;
sys.dbms_sys_sql.parse_as_user(
c => l_cur,
statement => l_plsql,
language_flag => dbms_sql.native,
userid => l_uid
);
l_rc := sys.dbms_sys_sql.execute(l_cur);
sys.dbms_sys_sql.close_cursor(l_cur);
end;
/
</pre>
Generate the calls to the procedure with the required parameters
<pre>
select 'exec drop_dblink ('''|| owner ||''''||', '||''''||db_link||''''||');'
from dba_db_links
where owner != 'PUBLIC'
and db_link like '%FTST%'
or db_link like '%HDEV%'
/
</pre>
and this reveals the lines to be executed
<pre>
exec drop_dblink ('USER1', 'DBL_FTST.WORLD');
exec drop_dblink ('USER1', 'DBL_HDEV.WORLD');
</pre>
Drop the procedure when finished with it
<pre>
drop procedure drop_dblink;
</pre>

or do it as an anonymous block in one go...
<pre>
declare
uid number;
sqltext varchar2(1000) := 'drop database link "&DB_LINK"';
myint integer;
begin
select user_id into uid from dba_users where username = '&USERNAME';
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user(myint,sqltext,dbms_sql.native,UID);
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
===Handling single quote marks inside SQL statements===
<pre>
SQL> SELECT 'D''COSTA' name FROM DUAL;

NAME
-------
D'COSTA

Alternatively, use the 10g+ quoting method:

SQL> SELECT q'$D'COSTA$' NAME FROM DUAL;

NAME
-------
D'COSTA
</pre>

===Run a script on all databases in /etc/oratab===
<pre>
export ORAENV_ASK=NO
for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
ORACLE_SID=$db
. oraenv
sqlplus -V
done
</pre>
===Schedule a cron job to run on the last day of each month===
<pre>
0 23 28-31 * * [ $(date -d +1day +%d) -eq 1 ] && su - oracle -c "dsmc arch -server=SO_U_`hostname`_ORX_M_SOL '/oracle/export/PV6/expdp_PV6_D_FULL_`date +\%Y\%m\%d`*'"
</pre>
===How to tell if a year is a leap year or not - using cal instead of reinventing the wheel===
Test: Why is Julian day 0, 17th November 1858? 
Pretty comprehensive answer: [http://h71000.www7.hp.com/wizard/wiz_2315.html here] and [http://mentalfloss.com/article/51370/why-our-calendars-skipped-11-days-1752 here] 
Also attempts to answer the question why typing 'cal 09 1752' on Unix systems looks so odd!
<pre>
function leap {
# This function tells you if the year passed in as a parameter is a leap year or not...
if [[ $(cal 2 ${1:-$(date '+%Y')} | egrep '\<[[:digit:]]{1,2}\>' | wc -w) -eq 29 ]]; then
leap='Y'
else
leap='N'
fi
echo ${leap}
}
</pre>

===Reset an expired (and/or locked) user password to the same value===
Can be used to save user passwords for example in a test environment before destroying them with a copy of production. 
Simple, quick and easy version. Run this then pick and choose the statements you want to run.
<pre>
set lines 200 pages 200
col user_list for a200 head "Expired User List"

select 'alter user ' ||su.name||' identified by values'||''''||spare4||';'||su.password||''' account unlock;' user_list
from sys.user$ su
, dba_users du
where 1=1
and su.name = du.username
and du.oracle_maintained = 'N'
and (account_status like 'EXPIRED%' or account_status like '%LOCKED')
/
</pre>
More industrialised version. Create a package.
<pre>
create or replace package dba_utils
as
procedure reset_password ( p_userlist in varchar2 );
end dba_utils;
/

create or replace package body dba_utils
as

procedure reset_password ( p_userlist in varchar2 )
is
cursor c1 ( p_userlist in varchar2 ) is
select username
, regexp_substr ( dbms_metadata.get_ddl('USER', username), '''[^'']+''' ) pwd
from dba_users
where 1=1
and username in upper( p_userlist )
;
begin
dbms_output.enable(null);
for r1 in c1 ( p_userlist )
loop
begin
execute immediate 'alter user ' || r1.username || ' account unlock';
execute immediate 'alter user ' || r1.username || ' identified by values ' || r1.pwd;
exception
when others then
dbms_output.put_line('Unable to modify user ' || r1.username);
end;
end loop;
end reset_password;

end dba_utils;
/
</pre>
Call it
<pre>
set serveroutput on
exec dba_utils.reset_password ('STUART');
</pre>

===Latch, mutex and beyond===
A fine example of how to write scripts from SQL*Plus that interact with the shell underneath 
Found [https://andreynikolaev.wordpress.com/demonstration-scripts/cursor_pin_s_contention-sql/ here at andreynikolaev.wordpress.com]
<pre>
/*
This file is part of demos for "Mutex Internals" seminar v.04.04.2011
Andrey S. Nikolaev (Andrey.Nikolaev@rdtex.ru)
https://andreynikolaev.wordpress.com

"Cursor: pin S" contention testcase.

The script spawn several sessions to induce "Cursor: pin S",
creates AWR snapshots and generates AWR report

Beware: The script will restart the test database.

usage: sqlplus /nolog @cursor_pin_s_contention.sql <parallelism>

*/
connect / as sysdba
startup force
set echo off
set define %
set verify off
set head off
set linesize 300

/* spawn parallel processes to create load on mutex */
spool one_thread.tmp
select 'set verify off' from dual;
select 'alter session set session_cached_cursors = 50;' from dual;
select 'begin for i in 1..1000000 loop' from dual;
select ' execute immediate ''select 1 from dual where 1=2'';' from dual;
select 'end loop; end;'||chr(10)||'/' from dual;
spool off

/* sleep while AWR initialized */
host sleep 5

exec dbms_workload_repository.create_snapshot();

spool many_threads.tmp
select 'host sqlplus "/ as sysdba" @one_thread.tmp &'
from dba_objects where rownum <= %1;
spool off

@many_threads.tmp
host sleep 50
set echo on
exec dbms_workload_repository.create_snapshot();
set markup html on
set head on
spool mutex_sleep_history.htm
select to_char(SLEEP_TIMESTAMP,'hh:mi:ss.ff') SLEEP_TIMESTAMP,MUTEX_ADDR,MUTEX_IDENTIFIER,MUTEX_TYPE,
GETS,SLEEPS,REQUESTING_SESSION,BLOCKING_SESSION,
LOCATION,MUTEX_VALUE from x$mutex_sleep_history order by sleep_timestamp;
spool off

set define &
set markup html off
set echo off heading on underline on;
column inst_num heading "Inst Num" new_value inst_num format 99999;
column inst_name heading "Instance" new_value inst_name format a12;
column db_name heading "DB Name" new_value db_name format a12;
column dbid heading "DB Id" new_value dbid format 9999999999 just c;
select d.dbid dbid
, d.name db_name
, i.instance_number inst_num
, i.instance_name inst_name
from v$database d,
v$instance i;
define num_days=1;
define report_type='html';
col end_snap new_value end_snap;
col begin_snap new_value begin_snap;
select max(snap_id) end_snap from dba_hist_snapshot where dbid=&dbid;
select max(snap_id) begin_snap from dba_hist_snapshot where dbid=&dbid and snap_id < &end_snap;
define report_name='awr_report.htm';
@?/rdbms/admin/awrrpti
exit
</pre>

==shell==
[http://www.databasejournal.com/features/oracle/article.php/3869076/Alert-Log-Scraping-with-Oracles-ADRCI-Utility.htm Alert Log scraping with ADRCI]

====Count the number of background processes for a particular SID====
<pre>
SID=RAVJDE1
ps -ef|cut -c54-100|awk -v SID=$SID '$0 ~ /'$SID'$/ {print}'|wc -l
</pre>
or ...this will work with any OS (so long as the process is at the end of the ps -ef or ps -aux listing
<pre>
SID=RAVJDE1
ps -ef|awk -v SID=$SID -F_ '{ $NF ~ /'$SID'$/ {print} }'|wc -l
</pre>
Pick the columns you want in the ps listing
<pre>
ps -efo user,pid,ppid=MOM -o args
</pre>
====Find Oracle errors in the most recent DataPump log files====
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for <customer>last night' stuart@domain.com
</pre>

====Find the 10 largest directories on a particular filesystem====
<pre>
du -ag /oracle | sort -nr | head -n 10
</pre>

====Find the 10 largest files on a particular mount point====
<pre>
find /home -size +1G -ls | sort -nr +6 | head -10
</pre>
or
<pre>
find /home -xdev -ls | sort -nr +6 | head -10
</pre>

====Split a file in pieces using sed====
Using fixed line numbers
<pre>
sed -ne '1,12p' file > text.part1
sed -ne '13,$p' file > text.part2
</pre>
Using line with a /pattern/ on it
<pre>
sed -e '/hello/q' tt.dat | grep -v hello > text.part1
sed -n `sed -n '/hello/=' tt.dat`',$p' tt.dat | grep -v hello > text.part2
</pre>

====Split a file in pieces using Perl====
<pre>
perl -ne 'print if 1 .. /marker line/' text.dat >text.part1
perl -ne 'print if /marker line/ .. eof()' text.dat >text.part2
</pre>

====Find and display RMAN errors in an RMAN log file====
<pre>
sed -ne '/^RMAN-/,/^$/p' RMAN_<SID>_<DATE>.log
</pre>

==cmd==
*[http://www.dba-oracle.com/t_scripts_windows_export.htm Database Export - from DBA Oracle (Burleson)]
==Perl==
===For all files in a directory, replace a keyword (SSIIDD) in a file with another (a parameter)===
<pre>
for i in `ls`
do
perl -p -i -e 's/SSIIDD/'$SID'/g' $i
done
</pre>

===Parse tnsnames.ora to get just the service names===
[[http://stackoverflow.com/questions/12605415/parsing-tnsnames-ora-with-regex-to-just-get-name from here]]
<pre>
perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora
</pre>

===and use that to check the listener status===
<pre>
for svc in `perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora | sed -e 's/=//'` ;do
tnsping $svc
done
</pre>

Handy scripts

2018-11-21T11:57:12Z

Stuart: /* External table for the Alert log (pre 11g) */

==SQL==
* [[Database Overview - from idevelopment]] [http://www.idevelopment.info/data/Oracle/DBA_scripts/Database_Administration/dba_snapshot_database_10g.sql online version]
* [[Extract ddl with "dbms metadata.get ddl"]]
* [http://asktom.oracle.com/pls/asktom/f?p=100:11:0::::P11_QUESTION_ID:83012348058 Connecting as another user via proxy in SQL*Plus]
* [http://www.petefinnigan.com/tools.htm Password cracker and role and priv tools from Pete Finnigan]
* [http://www.oracle.com/technetwork/articles/sql/11g-pivot-097235.html Using pivot tables in SQL - XML and XLS (Excel) also)]
===List all instances running on a server===
Sounds simple enough and indeed pre 12.1, is was as easy as either
<pre>
ps -ef | grep [p]mon | awk -F_ '{print $NF}'
</pre>
or this one is safer in case you have an underscore character in your SID name!!
<pre>
SIDLIST=$(${PS} -ef | ${GREP} [o]ra_pmon | ${AWK} '{print $NF}' | sed -e 's/ora_pmon_//' | egrep -v 'grep|///|sed|awk|ASM|^$')
</pre>
but now we have the added complication of CDB/PDB (container / pluggable databases) so a fair bit more work is needed!
<pre>
#!/bin/ksh
# ==============================================================================
# Name : list_server_db
# Description : List all running databases found on a server
#
# Parameters : none
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 21-DEC-16 Stuart Barkley Created
# ==============================================================================
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<EOSQL
set serveroutput on feed off pages 0 head off newpa none
declare
e_col_not_found exception;
e_not_mounted exception;
pragma exception_init(e_not_mounted, -01507);
pragma exception_init(e_col_not_found, -904);
l_db_name varchar2(20);
l_database_role varchar2(20);
l_cdb varchar2(20);
l_status varchar2(20);
type varchar2_tab is table of varchar2(240) index by binary_integer;
t_pdbs varchar2_tab;
begin
begin
dbms_output.enable(null);
execute immediate 'select name, database_role, cdb from v\$database' into l_db_name, l_database_role, l_cdb;
if l_cdb = 'YES' then
l_status := 'CDB';
execute immediate 'select name from v\$pdbs' bulk collect into t_pdbs;
for i in nvl(t_pdbs.first,1) .. nvl(t_pdbs.last,0)
loop
dbms_output.put_line (t_pdbs(i)||':PDB');
end loop;
else
l_status := 'Independent'; -- col CDB exists but this is not one
end if;
if l_database_role like '%STANDBY%' then
l_status := 'Standby';
end if;
exception
when e_not_mounted then
l_status := 'Not Mounted';
when e_col_not_found then
l_status := 'pre12';
end;

dbms_output.put_line ('${db}'||':'||l_status);

end;
/
EOSQL
done
</pre>

===Run a command or script on all databases in tnsnames.ora===
Very handy if you have a global tnsnames.ora accessible to all clients. 
So from a client install, this has access to all databases. 
Any files created can be created on the client so no need to scp to all the machines to recover spool files etc. 
Downside: Cannot connect as sysdba across tns so password will need to be known for whatever user is used.
<pre>
#!/bin/ksh
TNSNAMES="./tnsnames.ora"
[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/xxxxxx@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done

</pre>

===Run a command or script on all databases in oratab===
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : all_db_do
# Description : Loops over all the databases in oratab and executes the
# specified SQL command - be careful!
#
# Parameters : -v flag for verbose
# [-f <filename> | <quoted SQL command to be executed>]
#
# Example : all_db_do 'alter system switch logfile;'
# all_db_do -f sessions.sql
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 14-JAN-13 Stuart Barkley Created
# 25-FEB-13 Stuart Barkley Adapt for Solaris
# 21-MAR-13 Stuart Barkley Check db is running first
# 29-APR-13 Stuart Barkley Added verbose flag processing
# 24-MAY-13 Stuart Barkley Wrap / as sysdba in quotes for older versions
# 23-JUN-16 Stuart Barkley Add -f to run a file containing sql
# ==============================================================================

PROGNAME=$(basename $0)
OS=$(uname -s)

AWK=$(which awk)
GREP=$(which grep)
if [[ "${OS}" == "SunOS" ]]; then
AWK=/usr/xpg4/bin/awk
GREP=/usr/xpg4/bin/grep
fi

if [[ ! -r /etc/oratab ]]; then
if [[ "${OS}" == "SunOS" ]]; then
echo "oratab is not where we want it. Please run 'ln -s /var/opt/oracle/oratab /etc/oratab' as root and retry" && exit 1
else
echo "Either Oracle is not installed or database is running without an oratab" && exit 1
fi
fi

# -------------------------
# get the arguments, if any
# -------------------------
unset VERBOSE
while getopts "vf:" flag
do
case "$flag" in
v) VERBOSE=1;;
f) FILE2RUN=$OPTARG;;
esac
done
shift $((OPTIND-1))

if [[ -z ${FILE2RUN} ]]; then
# no file, need an SQL supplied
if [[ -z $1 ]]; then
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi
SQL=$1
elif [[ -s ${FILE2RUN} ]]; then
# file supplied and exists
SQL="@${FILE2RUN}"
else
# file supplied, does it exist
echo "File ${FILE2RUN} is empty or does not exist"
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi

export ORAENV_ASK=NO

for db in $(${AWK} -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab)
do
if ( [[ $1 != "startup" ]] && [[ $(ps -ef | ${GREP} -c -E [o]ra_pmon_${db}) -eq 0 ]] ); then
[[ ! -z "$VERBOSE" ]] && echo "$db is not running, skipping..."
continue
fi
echo
[[ ! -z "$VERBOSE" ]] && echo "vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv"
[[ ! -z "$VERBOSE" ]] && echo $db
ORACLE_SID=$db
. oraenv >/dev/null
sqlplus -s "/ as sysdba" <<EOSQL
define SID=$ORACLE_SID
col comp_name format a50
col value for a40
set linesize 1000
set pagesize 100
$SQL
EOSQL
[[ ! -z "$VERBOSE" ]] && echo "^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"
done

</pre>
<pre>
all_db_do "create or replace directory data_pump_dir as '/oracle/export/&SID';"

all_db_do "archive log list"

all_db_do "shutdown immediate"

all_db_do 'alter system set log_archive_dest_1="location=/oracle/arch/&SID" scope=both;'
</pre>

===Run an SQL command on behalf of another user===
It can be used to execute any sql command as a specified user provided this procedure is created in sys schema. 
* not got this working properly yet *
<pre>
set serveroutput on
create or replace procedure run_sql_as_user ( p_schema_name in varchar2
, p_sql in varchar2
) is
l_user_id dba_users.user_id%type;
l_cursor number;
l_rc number;
begin
dbms_output.enable(null);
begin
select u.user_id
into l_user_id
from dba_users u
where u.username = p_schema_name;
exception
when no_data_found then
raise_application_error (-20001, 'Cannot find user '||p_schema_name);
end;
l_cursor := dbms_sys_sql.open_cursor;
dbms_sys_sql.parse_as_user ( c => l_cursor
, statement => p_sql
, language_flag => dbms_sql.native
, userid => l_user_id
);
l_rc := dbms_sys_sql.execute(l_cursor);
dbms_sys_sql.close_cursor(l_cursor);
exception
when others then
raise_application_error (-20001, 'ERROR: '||sqlerrm);
end;
/

</pre>

===Run a script on all databases listed in tnsnames.ora===
Can run an SQL command file on all SID/SERVICE found in a tnsnames.ora file. I use this from a client laptop having a global tns file on it. 
This way it's not necessary to copy the file onto every host before executing it. Any files created by the script will be created on the client.
<pre>
#!/bin/ksh

TNSNAMES="./tnsnames.ora"

[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/password@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done
</pre>

===List invalid objects===
set lines 200
set pages 200
col obj format a40
select owner||'.'||object_name obj
, object_type
from dba_objects
where 1=1
and status = 'INVALID';
===Recompile all invalid objects===
@?/rdbms/admin/utlrp.sql
===See how much space is left in the flash recovery area (FRA)===
<pre>
select name
, to_char (space_limit, '999,999,999,999') as space_limit
, to_char (space_limit - space_used + space_reclaimable
, '999,999,999,999')
as space_available
, round ( (space_used - space_reclaimable) / space_limit * 100, 1)
as pct_full
from v$recovery_file_dest;
</pre>
or
<pre>
# ==============================================
# Check FRA to see how much space is reclaimable
# ==============================================
fra_reclaim_check() {

LOGFILE=${RMAN_LogDir}/${ORACLE_SID}_`date '+%Y%m'`_${V_SCRIPT}.log
sqlplus "/ as sysdba" <<EOSQL > /tmp/results.$$
set vefify off echo off heading off newpage none linesize 1000 echo off
select 'Filesystem:'||name||
'; Total(Gb):'||round((space_limit/1073741824),2) ||
'; Reclaimable(Gb):'||round((space_reclaimable/1073741824),2) ||
'; Reclaimable(%):'||round( ((space_reclaimable/1073741824)/(space_limit/1073741824)*100),2 )
from v$recovery_file_dest
/
EOSQL
cat /tmp/results.$$ >> $LOGFILE
rm /tmp/results.$$

}
</pre>
===How far back can we flashback?===
<pre>
col time_now for a25
col time_oldest_flashback for a25
select to_char(sysdate,'DD-MON-YY HH24:MI') time_now
, to_char(fdl.oldest_flashback_time, 'DD-MON-YY HH24:MI') time_oldest_flashback
, round((sysdate-fdl.oldest_flashback_time)*24,1) hours_flashback_possible
from v$database d
, v$flashback_database_log fdl
/
</pre>

===DBA privs tables===
DBA_AQ_AGENT_PRIVS
DBA_COL_PRIVS
DBA_PRIV_AUDIT_OPTS
DBA_REPGROUP_PRIVILEGES
DBA_ROLE_PRIVS
DBA_RSRC_CONSUMER_GROUP_PRIVS
DBA_RSRC_MANAGER_SYSTEM_PRIVS
DBA_SYS_PRIVS
DBA_TAB_PRIVS
DBA_WM_SYS_PRIVS
DBA_WORKSPACE_PRIVS

===Schedule a shell job===
begin
dbms_scheduler.create_program ( program_name => 'myshelljob'
, program_action => '/home/oracle/scripts/shell.sh'
, program_type => 'EXECUTABLE'
, comments => 'Run a shell'
, enabled => TRUE
);
end;
/
===Start the job===
begin
dbms_sheduler.create_job ( job_name => 'myshelljob'
, program_name => 'myshelljob'
, start_date =>
);
/

===What statement is a user running?===
<pre>
select a.sid
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
and a.username = '&username'
/
</pre>
===See what statements all users are running===
Useful to see what is happening when process limit is reached
<pre>
set lines 300 pages 1000

col username for a10
col command for 999 head "CMD"
col lockwait for a10
col status for a8
col schemaname for a12
col osuser for a10
col process for a10
col program for a20
col machine for a10
col action for a10
col module for a10
col identifier for a10
col event for a27
col state for a8
col service_name for a10
col serial# for 999999

select a.username
, a.command
, a.lockwait
, a.status
, a.schemaname
, a.osuser
, a.process
, a.machine
, a.program
, a.type
--, a.sql_exec_start
--, a.plsql_object_id
--, a.plsql_subprogram_id
--, a.module
--, a.action
, a.logon_time
, a.event
, a.wait_time
, a.seconds_in_wait
, a.state
--, a.service_name
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
order by a.logon_time desc
/

set lines 80
</pre>

===A logminer session===
Mine all SQL statements in a 10 minute period
<pre>
sqlplus / as sysdba
alter session set nls_date_format = 'DD-MON-YYYY HH24:MI:SS';
execute dbms_logmnr.start_logmnr ( starttime => '27-OCT-2009 11:05:00'
, endtime => '27-OCT-2009 11:15:00'
, options => dbms_logmnr.dict_from_online_catalog+dbms_logmnr.continuous_mine
);
create table mycontents as select * from v$logmnr_contents;
execute dbms_logmnr.end_logmnr();

select * from mycontents;

drop table mycontents;
</pre>
===Huge Pages===
<pre>
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segments
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6' | '3.8') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
</pre>

===Pretty longops listing===
<pre>
set lines 2000 pages 1000
col opname for a34 head "Job"
col message for a60
col perc_done for a10 head "Done"
col started for a18
col killer for a15
col mins_busy head "Mins busy"
col mins_left head "Mins left"
select sid||','||serial# killer
, opname
, message
, round ((sofar/totalwork),4)*100||'%' perc_done
, to_char(start_time,'DD-MON-YY HH24:MI') started
, floor(elapsed_seconds/60) mins_busy
, ceil(time_remaining/60) mins_left
from v$session_longops
where 1=1
and sofar != totalwork
and totalwork != 0
and opname like 'RMAN%'
/
</pre>
<pre>
select * from v$session where module='Data Pump Worker'
</pre>
or attach to the impdp job and it shows percentage done.
<pre>
Get the SID from v$session_longops and plug it into v$session to check the SQL command details.

Current Running SQLs
--------------------
set pages 1000 lines 2000
col program format a40
col sql_text format a130

select s.sid
, s.status
, s.last_call_et
, s.program
, sa.sql_id
, sa.sql_text
from v$session s
, v$sqlarea sa
where s.sql_id = sa.sql_id
and s.sid = '&sid'
/

set pages 1000 lines 2000
col USERNAME for a10
col OSUSER for a10
col MACHINE for a10

select s.sid
, s.serial#
, p.spid
, s.username
, s.osuser
, s.status
, s.process fg_pid
, s.longon_time
, s.machine
, p.spid bg_pid
from gv$session s
, gv$process p
where s.addr = p.addr
and s.sid = '&sid'
/

$ps -ef | grep <spid>

set pages 1000 lines 2000
SELECT INST_ID
, SID
, SERIAL#
, SQL_ID
, USERNAME
, PROGRAM
, MACHINE
, SERVICE_NAME
FROM GV$SESSION
WHERE SID IN ('<SID_NO.1>','<SID_NO.2>')
/
Active Running SQLs
--------------------
set pages 1000 lines 2000
col SPID for a10
col PROGRAM for a15
col OSUSER for a10
col ACTION for a10
col EVENT for a25
col SQL_TEXT for a25
col MACHINE for a10
col P1TEXT for a10
col P2TEXT for a10
col P3TEXT for a10
SELECT b.sid
, b.serial#
, a.spid
, b.sql_id
, b.program
, b.osuser
, b.machine
, b.type
, b.event
, b.action
, b.p1text
, b.p2text
, b.p3text
, b.state
, c.sql_text
, b.logon_time
FROM v$process a
, v$session b
, v$sqltext c
WHERE a.addr = b.paddr
AND b.sql_hash_value = c.hash_value
AND b.STATUS = 'ACTIVE'
AND b.sid = '&sid'
ORDER BY a.spid
, c.piece
/

OR - Use the below Query

Longops.sql
-----------
set pages 50000 lines 32767
col OPNAME for a10
col SID form 9999
col SERIAL form 9999999
col PROGRAM for a10
col USERNAME for a10
col SQL_TEXT for a40
col START_TIME for a10
col LAST_UPDATE_TIME for a10
col TARGET for a25
col MESSAGE for a25

alter session set nls_date_format = 'DD-MM-YYYY HH24:MI:SS';

SELECT l.inst_id,l.sid, l.serial#, l.sql_id, l.opname, l.username, l.target, l.sofar, l.totalwork, l.start_time,l.last_update_time,round(l.time_remaining/60,2) "REMAIN MINS", round(l.elapsed_seconds/60,2) "ELAPSED MINS", round((l.time_remaining+l.elapsed_seconds)/60,2) "TOTAL MINS", ROUND(l.SOFAR/l.TOTALWORK*100,2) "%_COMPLETE", l.message,s.sql_text
FROM gv$session_longops l
LEFT OUTER JOIN v$sql s on s.hash_value=l.sql_hash_value and s.address=l.sql_address and s.child_number=0
WHERE l.OPNAME NOT LIKE 'RMAN%' AND l.OPNAME NOT LIKE '%aggregate%' AND l.TOTALWORK != 0 AND l.sofar<>l.totalwork AND l.time_remaining > 0
/

</pre>
===Apply the database patch after the ORACLE_HOME has been patched===
<pre>
ORAENV_ASK=NO
export ORACLE_SID=$1
. oraenv

sqlplus /nolog <<EOSQL
connect / as sysdba
startup
@?/rdbms/admin/catbundle.sql psu apply
@?/rdbms/admin/utlrp.sql
purge dba_recyclebin;

prompt check patch apply...
set lines 150
col action_time for a50
col comp_name for a50
col comments for a50

select action_time,action,comments from sys.registry\$history where trunc(action_time) = trunc(sysdate);
select comp_name,version,status,modified from dba_registry;
exit
EOSQL
</pre>

===Show how much archivelog data is generated per day===
A companion script for 'how many log switches in a day'
<pre>
col orderby noprint
select trunc(first_time) orderby
, to_char(first_time,'DD-MON-YYYY') "Date"
, round(sum(bytes/1024/1024/1024),2) arch_logs_gigs
from (
select unique (blocks * block_size) bytes,
thread#,
sequence#,
resetlogs_change#,
first_time
from v$archived_log
)
group by trunc(first_time)
, to_char(first_time, 'DD-MON-YYYY')
order by trunc(first_time) desc
/
</pre>

===Abort a hanging database even when sysdba cannot connect===
Unable to connect to database with sqlplus / as sysdba because audit file cannot be created?
* [http://tech.e2sn.com/oracle/troubleshooting/hang/how-to-log-on-even-when-sysdba-can-t-do-so tech.e2sn.com]
* [http://blog.dbi-services.com/oracle-is-hanging-dont-forget-hanganalyze-and-systemstate/ blog.dbi-services.com]
Instead of just killing the pmon process, there is a kinder (and more useful) way to kill the database. 
Use the hidden, undocumented 'prelim' switch parameter to sqlplus to make a connection to the database without creating SGA session data structures. 
It can be very useful for hang analysis so the possible cause can be found after the database has been restarted.
<pre>
sqlplus -prelim / as sysdba
oradebug unlimit
oradebug hanganalyze 3
oradebug setmypid -- or oradebug setorapname diag
oradebug dump ashdumpseconds 30
oradebug dump systemstate 10 -- or oradebug dump systemstate 266
oradebug tracefile_name
shutdown abort
</pre>

===Lists Oracle session with kill session statement all ready to go===
disconnect attempts to kill the o/s processes too. kill doesn't.
<pre>
col killer for a60
col osuser for a12
col logon for a23
col spid for a8
col username for a15
col program for a50
set lines 2000
select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, s.inst_id
, to_char(s.logon_time,'DD-MON-YY HH24:MI:SS') logon
, sci.osuser
, p.spid
, s.username
, s.program
from gv$session s
, gv$session_connect_info sci
, gv$process p
where 1=1
and p.addr = s.paddr
and p.inst_id = s.inst_id
and s.sid = sci.sid
and s.serial# = sci.serial#
and s.type != 'BACKGROUND'
and sci.osuser = 'oraibm'
order by s.logon_time desc
/

KILLER INST_ID LOGON OSUSER SPID USERNAME PROGRAM
------------------------------------------------------------ ---------- ----------------------- ------------ -------- --------------- --------------------------------------------------
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
</pre>

===How much space is being used by a guaranteed restore point?===
<pre>
show parameter recovery
set numwi 15
set lines 200
col name for a40
col time for a23
col gigs_limit head "Max (but check df -g also!)"

select name
, time
, round(storage_size/1024/1024/1024,2) gigs_used
from v$restore_point
where 1=1
and guarantee_flashback_database = 'YES'
/

select * from v$flash_recovery_area_usage
/

select name
, round(space_used/1024/1024/1024,2) gigs_used
, round(space_limit/1024/1024/1024,2) gigs_limit
, space_reclaimable
, number_of_files
from v$recovery_file_dest
/
</pre>

===Get statistics for LOB columns in a table===
<pre>
select
max(dbms_lob.getlength(lob_content)) max_len
, avg(dbms_lob.getlength(lob_content)) avg_len
, min(dbms_lob.getlength(lob_content)) min_len
, sum(case when dbms_lob.getlength(lob_content) <= 4000 then 1
else 0 end) "<4k"
, sum(case when dbms_lob.getlength(lob_content) > 4000 then 1
else 0 end) ">4k"
, sum(case when dbms_lob.getlength(lob_content) is null then 1 else
0 end) "is null"
from &tablename
/
</pre>

===badprivs.sql===
Check to see if any ordinary users have privileges / access / grants / rights they should not have
<pre>
select grantee, privilege, admin_option
from sys.dba_sys_privs
where ( privilege like '% ANY %'
or privilege in ('BECOME USER', 'UNLIMITED TABLESPACE')
or admin_option = 'YES'
)
and grantee not in ('SYS', 'SYSTEM', 'OUTLN', 'AQ_ADMINISTRATOR_ROLE',
'DBA', 'EXP_FULL_DATABASE', 'IMP_FULL_DATABASE',
'OEM_MONITOR', 'CTXSYS', 'DBSNMP', 'IFSSYS',
'IFSSYS$CM', 'MDSYS', 'ORDPLUGINS', 'ORDSYS',
'TIMESERIES_DBA')
</pre>

===Generate a list of tablespaces ready for a migration===
<pre>
set echo off
set lines 300
set pages 0
Set headi off
set feedb off
set long 32000

spool migration_create_target_tablespaces.sql

exec dbms_metadata.set_transform_param(dbms_metadata.session_transform,'SQLTERMINATOR',TRUE);
select DBMS_METADATA.GET_DDL('TABLESPACE',tablespace_name) from dba_tablespaces
/

spool off
</pre>
===List the privileges assigned to users on directories===
table_name is the name of the directory...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where table_name = 'DATA_PUMP_DIR'
/
</pre>

===List the privileges assigned to users on packages/procedures===
table_name is the name of the package...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where upper(table_name) like upper('%UTL_FILE%')
/
</pre>

===List the system privileges assigned to a user (used to copy user as or clone user as)===
Maybe this one is better [[Extract ddl with "dbms metadata.get ddl"]]

SELECT LPAD(' ', 2*level) || granted_role "USER PRIVS"
FROM (
SELECT NULL grantee, username granted_role
FROM dba_users
WHERE username LIKE UPPER('%&uname%')
UNION
SELECT grantee, granted_role
FROM dba_role_privs
UNION
SELECT grantee, privilege
FROM dba_sys_privs)
START WITH grantee IS NULL
CONNECT BY grantee = prior granted_role;

or

SELECT path
FROM (
SELECT grantee,
sys_connect_by_path(privilege, ':')||':'||grantee path
FROM (
SELECT grantee, privilege, 0 role
FROM dba_sys_privs
UNION ALL
SELECT grantee, granted_role, 1 role
FROM dba_role_privs)
CONNECT BY privilege=prior grantee
START WITH role = 0)
WHERE grantee IN (
SELECT username
FROM dba_users
WHERE lock_date IS NULL
AND password != 'EXTERNAL'
AND username != 'SYS')
OR grantee='PUBLIC'

or

for a migration from 10g...
<pre>
set headi off
set feedb off
set long 9999999
set pages 0
set lines 300

spool migration_create_target_users_grants.sql

select dbms_metadata.get_ddl('USER', username) || ';' ddl
from dba_users
where 1=1
and username like upper('%&&USER_NAME%')
/

select 'grant '||privilege|| ' to ' || grantee || ';'
from dba_sys_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

select 'grant '||granted_role|| ' to ' || grantee || ';'
from dba_role_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

spool off
</pre>
or for a migration on 11g...!
<pre>
set head off
set pages 0
set long 9999999
col ddl for a1000

SELECT DBMS_METADATA.GET_DDL('USER', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('ROLE_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('SYSTEM_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('OBJECT_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'

spool migration_create_users_grants.sql
/
spool off
</pre>

===Move datafiles between filesystems===
* [https://blogs.oracle.com/alejandrovargas/moving-a-datafile-from-file-system-to-asm Moving a datafile from File System to ASM (does not have to be ASM!) - oracle.com]
* [https://docs.oracle.com/database/121/OSTMG/GUID-3B8D0956-0888-452D-A9E4-9FB8D98577E0.htm#OSTMG89997 Moving Data Files Between Oracle ASM (does not have to be ASM!) Using RMAN - oracle.com]
* [https://oracle-base.com/articles/misc/renaming-or-moving-oracle-files Moving a data file online between filesystems - oracle-base.com]
====Set the relevant datafile offline====
<pre>
alter database datafile 125 offline;
alter database datafile 126 offline;
alter database datafile 127 offline;
</pre>
====Rename the files on the filesystem using o/s commands====
<pre>
alter tablespace ts_thaler_data_offline;

host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>
====Run the relevant alter commands to inform the control files of the new locations====
<pre>
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>

====Recover the datafiles====
<pre>
recover datafile 125;
recover datafile 126;
recover datafile 127;
</pre>
====Set the relevant datafile online====
<pre>
alter database datafile 125 online;
alter database datafile 126 online;
alter database datafile 127 online;
</pre>
====Check all is well with the datafiles by using an appropriate statement====
<pre>
set lines 2000 pages 100
select file_id, file_name, status, online_status from dba_data_files where tablespace_name = 'TS_THALER_DATA' order by 2;
</pre>
====Rename a datafile on 12c====
If you're lucky enough to be on 12c, it's one command - no need to offline the datafile!
<pre>
SQL> alter database move datafile '/oracle/ora_data2/prod/data4/ts_thaler_data_113.dbf' to '/oracle/ora_data2/prod/data3/ts_thaler_data_113.dbf';

Database altered.
</pre>

===Pass parameter/argument into perl one-liner script from shell===
Trick? Just use ARGV to pass them in...
<pre>
FREQ=$(perl -e 'my @CAL=split(";",$ARGV[0]);shift @CAL;print $CAL[$ARGV[1]];' -- "$LINE" $offset)
</pre>
or
<pre>
DUMP_DATE=`perl -MTime::Local -e 'print(timelocal(0,$ARGV[0],$ARGV[1],$ARGV[2],$ARGV[3],$ARGV[4]))' -- $MI $HH $DD $MM $YYYY`
</pre>
or export the variable from shell and access it via the ENV hash
<pre>
export db=ENDP1
perl -p -i -e 's!DSMI_LOG.+$!DSMI_LOG /oracle/$ENV{db}/admin/tdpoerror_$ENV{db}!' ${db}/admin/tdpo.opt
</pre>

===Return epoch seconds in Perl===
<pre>
perl -e 'print time();'
</pre>
or to convert a specific day of the year to epoch seconds
<pre>
use POSIX;
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
or for a specific date (careful though - month is 0-11 not 1-12!... 
<pre>
use Time::Local;
# SS MM HH DD MM YYYY
my $epochsecs = timelocal (30,10,19,03,04,2014);
</pre>
or more long-winded but delimited by anything... 
Supply the date/time in any delimited format. Eg. YYYY-MM-DD:HH:MI
<pre>
#!/usr/bin/perl -w
use Time::Local;

sub date2epoch {
my($s) = @_;
my($year, $month, $day, $hour, $minute, $second);

if($s =~ m{^\s*(\d{1,4})\W*0*(\d{1,2})\W*0*(\d{1,2})\W*0*
(\d{0,2})\W*0*(\d{0,2})\W*0*(\d{0,2})}x) {
$year = $1; $month = $2; $day = $3;
$hour = $4; $minute = $5; $second = $6;
$hour |= 0; $minute |= 0; $second |= 0; # defaults.
$year = ($year<100 ? ($year<70 ? 2000+$year : 1900+$year) : $year);
return timelocal($second,$minute,$hour,$day,$month-1,$year);
}
return -1;
}
</pre>

===Return epoch seconds in DOS/VBS/Windows===
Paste this code into epoch.vbs
<pre>
function date2epoch(p_date)
date2epoch = DateDiff("s", "01/01/1970 00:00:00", p_date)
end function

Wscript.Echo date2epoch(Now())
</pre>
and call from a DOS box like this
<pre>
cscript //nologo epoch.vbs
</pre>

===Return date from epoch seconds in Perl===
<pre>
perl -e 'print scalar (localtime (1243269270))'
</pre>
===Return epoch seconds from julian day number in Perl===
<pre>
use POSIX;
my ($year, $jday) = (2012,60);
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
===Extract specific pieces of a date from an epoch timestamp in Perl===
<pre>
use POSIX;
# return localtime into an array
my @tm = localtime $epochsecs;

my $yyyymmdd = strftime "%Y%m%d", @tm;
print $yyyymmdd."\n";
</pre>

===Return epoch seconds in Shell (linux)===
<pre>
date -d "2014/04/03 18:34:30" "+%s"
</pre>

===Return date from epoch seconds in Shell (linux)===
<pre>
date -d @1396542870
</pre>

===Return epoch seconds in PL/SQL===
You cannot just use sysdate as that is timezone sensitive... (epoch seconds are in UTC/GMT)
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) from dual;
or
select round((vd.created - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) created from v$database vd;
</pre>
How long has this instance been up (in minutes)?
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - startup_time)*24*60) up_mins from v$instance;
</pre>

===Return date from epoch seconds in SQL===
<pre>
select to_char(to_date('19700101','YYYYMMDD') + ((&epoch)/24/60/60),'DD-MON-YYYY HH24:MI:SS') utc_date from dual;
</pre>

===A database overview using the sys.plato package===
exec plato.help;
or
exec plato.complete('HTM');

===List datafiles for a tablespace===
<pre>
select *
from dba_data_files
where 1=1
and tablespace_name ='&ts_name';
</pre>
===Show graph of available and free space in tablespaces===
<pre>
-- =============================================================================
-- File Name : http://www.oracle-base.com/dba/monitoring/ts_free_space.sql
-- Author : Tim Hall
-- Description : Displays a list of tablespaces and their used/full status.
-- Requirements : Access to the DBA views.
-- Call Syntax : @ts_free_space.sql
-- Last Modified: 13-OCT-2012 - Created. Based on ts_full.sql
--
-- Modification History
-- ====================
-- When Who What
-- ========= ================= =================================================
-- 13-NOV-13 Stuart Barkley Added cols free_pct and used_pct
-- =============================================================================
SET PAGESIZE 140 lines 180
COLUMN used_pct FORMAT A11
COLUMN max_used_pct FORMAT A11

SELECT tablespace_name tablespace_name
, size_mb size_mb
, free_mb free_mb
, TRUNC((free_mb/size_mb) * 100) free_pct
, RPAD(' '|| RPAD('X',ROUND((size_mb-free_mb)/size_mb*10,0), 'X'),11,'-') used_pct
, max_size_mb max_size_mb
, max_free_mb max_free_mb
, TRUNC((max_free_mb/max_size_mb) * 100) max_free_pct
, RPAD(' '|| RPAD('X',ROUND((max_size_mb-max_free_mb)/max_size_mb*10,0), 'X'),11,'-') max_used_pct
from (
select a.tablespace_name tablespace_name
, b.size_mb size_mb
, a.free_mb free_mb
, b.max_size_mb max_size_mb
, a.free_mb + (b.max_size_mb - b.size_mb) max_free_mb
from (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) free_mb
from dba_free_space
group by tablespace_name
) a
, (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) size_mb
, trunc(sum(greatest(bytes,maxbytes))/1024/1024) max_size_mb
from dba_data_files
group by tablespace_name
) b
, v$instance vi
where a.tablespace_name = b.tablespace_name
)
order by tablespace_name;

set lines 80
</pre>

===Another method for calculating free space in tablespace using segments===
<pre>
select df.tablespace_name "Tablespace"
, totalusedspace "Used MB"
, (df.totalspace - tu.totalusedspace) "Free MB"
, df.totalspace "Total MB"
, round(100 * ( (df.totalspace - tu.totalusedspace)/ df.totalspace)) "Pct. Free"
from (
select tablespace_name
, round(sum(bytes) / 1048576) totalspace
from dba_data_files
group by tablespace_name
) df
, (
select round(sum(bytes)/(1024*1024)) totalusedspace
, tablespace_name
from dba_segments
group by tablespace_name
) tu
where df.tablespace_name = tu.tablespace_name;
</pre>
===Work out maximum possible size of a datafile===
<pre>
select round( (4*1024*1024*value) / (1024*1024*1024) ,2) maxfilesizeingigabytes from v$parameter where name='db_block_size';
</pre>
or, as tablespaces can have block sizes differing from that of the init.ora parameter...
<pre>
select round( (4*1024*1024*block_size) / (1024*1024*1024) ,2) maxfilesizeingigabytes from dba_tablespaces where tablespace_name='&tablespace_name';
</pre>

===Show size and maxsize at datafile level===
datafiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_data_files
group by file_name
/
</pre>
tempfiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_temp_files
group by file_name
/
</pre>

===Resize the online redo logfiles===
Found a more concise, smarter way of doing it [http://www.oracle-wiki.net/startdocshowtorecreateredogrps here] - oracle-wiki.net 
Switching logs too often? Redolog files too small? 
* Show current log groups
<pre>
set lines 1000
col group_member for a60
select l.group# group_number
, (bytes/1024/1024) megs
, l.status group_status
, f.member group_member
, l.archived archived
, f.type file_type
from v$log l
, v$logfile f
where l.group# = f.group#
order by l.group#
, f.member
/
</pre>
* Create additional (bigger) groups
<pre>
define SID=TIBQFW
alter database add logfile group 6 '/oracle/&SID/oradata1/redo1.log' size 1G;
alter database add logfile group 7 '/oracle/&SID/oradata2/redo2.log' size 1G;
alter database add logfile group 8 '/oracle/&SID/oradata3/redo3.log' size 1G;
alter database add logfile group 9 '/oracle/&SID/oradata1/redo4.log' size 1G;
alter database add logfile group 10 '/oracle/&SID/oradata2/redo5.log' size 1G;
</pre>
or if you use multiple members...
<pre>
alter database add logfile group 6 ('/oracle/&SID/oradata1/redo/redo01a.log', '/oracle/&SID/oradata1/redo01b') size 50M;
alter database add logfile group 7 ('/oracle/&SID/oradata1/redo/redo02a.log', '/oracle/&SID/oradata1/redo02b') size 50M;
alter database add logfile group 8 ('/oracle/&SID/oradata1/redo/redo03a.log', '/oracle/&SID/oradata1/redo03b') size 50M;
</pre>
* Switch archivelogs until the new ones are current and the old ones are inactive
<pre>
alter system switch logfile;
</pre>
If the old logs are not yet inactive, checkpoint the database
<pre>
alter system checkpoint;
</pre>
* Drop the old groups
<pre>
alter database drop logfile group 1;
alter database drop logfile group 2;
alter database drop logfile group 3;
alter database drop logfile group 4;
alter database drop logfile group 5;
</pre>

===Increase the existing size of a datafile===
<pre>
alter database datafile '&full_path_of_datafile' resize &new_meg_size.M;
</pre>

===Increase the max size of a tempfile===
<pre>
alter database tempfile '/oracle/ENDP1/oradata90/temp01.dbf' autoextend on maxsize unlimited;
</pre>
===Find out what processes are using the temp tablespace===
Temporary tablespace is used for sorting query results. Find them with this.
<pre>
SELECT b.tablespace,b.segfile#,b.segblk#,b.blocks,a.sid,a.serial#,
a.username,a.osuser, a.status
FROM v$session a,v$sort_usage b
WHERE a.saddr = b.session_addr;
</pre>

===Increase the maximum size of a datafile===
Although this can be set lower than existing size, try not to. It makes the reports look weird!
<pre>
alter database
datafile '&full_path_of_datafile'
autoextend on
maxsize &new_meg_size.m;
</pre>

===Find schemas (users) with objects created outside their default tablespace===
Indexes could be a notable exception if they are created in an index tablespace
<pre>
set lines 200
col owner for a20
col segment_name for a45
col tablespace_name for a32
select owner
, segment_name
, tablespace_name
from dba_segments
where exists (select username from dba_users where username = owner)
and tablespace_name != (select default_tablespace from dba_users where username = owner)
and owner = '&owner'
/
</pre>

===Add a datafile to a tablespace===
'unlimited' will default to the maximum datafile size for the current db_block_size
<pre>
alter tablepace &tablespace_name
add datafile '&full_path_of_datafile'
size 100M
autoextend on
next 100M
maxsize unlimited
</pre>

===List all datafiles with their size===
<pre>
set pages 1000 lines 2000
col filetype for a15
col name for a60
break on report
compute sum of gig on report

select filetype
, name
, gig
from (
select 'datafile' filetype
, name
, bytes/1024/1024 gig
from v$datafile
union all
select 'tempfile' filetype
, name
, bytes/1024/1024
from v$tempfile
union all
select 'logfile' filetype
, lf.member "name"
, l.bytes/1024/1024
from v$logfile lf
, v$log l
where 1=1
and lf.group# = l.group#
) used
, (
select sum(bytes)/1024/1024
from dba_free_space
) free
</pre>
===Database size (How big is my database?)===
There are different interpretations of what constitutes the size of a database... 
Is it the space allocated to the datafiles or only the space taken up by the data? Are tempfiles included? Are redo logs included? etc...
<pre>
set lines 132
col dbname for a9 heading "Database"
col dbsize for a15 heading "Size"
col dbused for a15 heading "Used space"
col dbfree for a15 heading "Free space"
with used_space as
(
select bytes
from v$datafile
union all
select bytes
from v$tempfile
union all
select bytes
from v$log
)
, free_space as
(
select sum(bytes) sum_bytes
from dba_free_space
)
select vd.name dbname
, round(sum(used_space.bytes)/1024/1024/1024 ) || ' GB' dbsize
, round(sum(used_space.bytes)/1024/1024/1024 ) - round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbused
, round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbfree
from free_space
, used_space
, v$database vd
group by vd.name
, free_space.sum_bytes
/
</pre>

===Drop datafile from temp tablespace===
Database is completely stuck because the temporary tablespace has grown to fill all available room. 
Look around for at least some log files to delete in order to get connected (audit files, sqlnet logs, listener logs) 
Once connected, change the default temporary tablespace to a small one so we can remove the original.
<pre>
create temporary tablespace temp2 tempfile '/oracle/RMANV12/oradata2/temp2.dbf' size 5M;
</pre>
<pre>
alter database default temporary tablespace temp2;
</pre>
I found trying to drop the datafile like this didn't work, just hung there (probably active tranactions)...
<pre>
drop tablespace temp including contents and datafiles;
</pre>
So did it like this...
<pre>
alter database tempfile '/oracle/RMANV12/oradata2/temp.dbf' drop including datafiles;

Database altered.

drop tablespace temp including contents and datafiles;

Tablespace dropped.
</pre>
... an alternative would be to find the sessions using the temp space and kill them...
<pre>
select sid, serial#, status from v$session where serial# in (select session_num from v$sort_usage);
</pre>
Then to be neat and tidy, rename the temp2 tablespace back to temp.
<pre>
create temporary tablespace temp tempfile '/oracle/RMANV12/oradata2/temp.dbf' size 256M reuse autoextend on next 128M maxsize 1G;
alter database default temporary tablespace temp;
drop tablespace temp2 including contents and datafiles;
</pre>
Although the last statement will not work until any transactions using it have been rolled back or committed.

===List files that are in hot-backup mode===
set lines 100
set pages 100
col name format a60

select df.name
, b.status
, to_char(time, 'hh24:mi:ss dd/mm/yyyy') time
from v$datafile df
, v$backup b
where 1=1
and df.file# = b.file#
and b.status = 'ACTIVE'
order by b.file#;

===Waiting for snapshot control file enqueue===
Script to identify sessions causing RMAN to hang because of 'waiting for snapshot control file enqueue' message
<pre>
set lines 2000
col killer for a70
col program for a20
col module for a20
col action for a20
col logon_time for a20

select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, username
, program
, module
, action
, logon_time
from v$session s
, v$enqueue_lock l
where l.sid = s.sid
and l.type = 'CF'
and l.id1 = 0
and l.id2 = 2
/
</pre>

===Info on blocking processes===
<pre>
select s1.username || '@' || s1.machine
|| ' ( SID=' || s1.sid || ' ) is blocking '
|| s2.username || '@' || s2.machine || ' ( SID=' || s2.sid || ' ) ' blocking_status
from v$lock l1
, v$session s1
, v$lock l2
, v$session s2
where s1.sid = l1.sid
and s2.sid = l2.sid
and l1.block = 1
and l2.request > 0
and l1.id1 = l2.id1
and l2.id2 = l2.id2
/
</pre>
session doing the blocking
<pre>
select *
from v$lock l1
where 1=1
and block = 1 ;
</pre>
sessions being blocked
<pre>
select *
from v$lock l1
where 1=1
and id2 = 85203
</pre>

info on session doing the blocking
<pre>
select row_wait_obj#, row_wait_file#, row_wait_block#, row_wait_row#
from v$session
where sid = 234

select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create ( 1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW# ) row_id
from v$session s
, dba_objects do
where sid=234
and s.ROW_WAIT_OBJ# = do.OBJECT_ID;
</pre>

===Show locked objects===
set lines 100
set pages 999
col username format a20
col sess_id format a10
col object format a25
col mode_held format a10
select oracle_username||' ('||s.osuser||')' username
, s.sid||','||s.serial# sess_id
, owner||'.'||object_name object
, object_type
, decode ( l.block
, 0, 'Not Blocking'
, 1, 'Blocking'
, 2, 'Global'
) status
, decode ( v.locked_mode
, 0, 'None'
, 1, 'Null'
, 2, 'Row-S (SS)'
, 3, 'Row-X (SX)'
, 4, 'Share'
, 5, 'S/Row-X (SSX)'
, 6, 'Exclusive', TO_CHAR(lmode)
) mode_held
from v$locked_object v
, dba_objects d
, v$lock l
, v$session s
where 1=1
and v.object_id = d.object_id
and v.object_id = l.id1
and v.session_id = s.sid
order by oracle_username
, session_id;

===Show which row is locked===
select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create (1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW#)
from v$session s
, dba_objects do
where 1=1
and s.ROW_WAIT_OBJ# = do.OBJECT_ID
and sid = &sid;

===Check what is audited on a database===
<pre>
set pagesize 100
set linesize 256
select audit_option,success,failure from dba_stmt_audit_opts;
</pre>
===How old is the oldest audit record?===
<pre>
select extract (day from (systimestamp - min(ntimestamp#))) days_old from aud$;
</pre>
===Check what objects are being audited===
<pre>
tti col 60 'Object Audit Options (dba_obj_audit_opts)' skip col 50 'A=By Access, S=By Session. Left=on success, right=on failure' skip 2
set lines 1000 pages 100
col alt for a3 head "Alt|er"
col aud for a3 head "Aud|it"
col com for a3 head "Com|ent"
col del for a3 head "Del|ete"
col gra for a3 head "Gra|nt"
col ind for a3 head "Ind|ex"
col ins for a3 head "Ins|ert"
col loc for a3 head "Lo|ck"
col ren for a3 head "Ren|ame"
col sel for a3 head "Sel|ect"
col upd for a3 head "Upd|ate"
col ref for a3 head "Ref|rnc"
col exe for a3 head "Exe|cut"
col cre for a3 head "Cre|ate"
col rea for a3 head "Re|ad"
col wri for a3 head "Wri|te"
col fbk for a3 head "Fla|sh"

select *
from dba_obj_audit_opts
/
</pre>

===Procedure to delete old audit records===
<pre>
select text from all_source where lower(name)='purge_audit_trail';

TEXT
------------------------------------------------------------------------------------------------
PROCEDURE purge_audit_trail IS
BEGIN
-- set the last archive timestamp
DBMS_AUDIT_MGMT.SET_LAST_ARCHIVE_TIMESTAMP(
audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD,
last_archive_time => systimestamp - interval '365' day,
rac_instance_number => null
);
-- purge audit trail till last archive timestamp
DBMS_AUDIT_MGMT.CLEAN_AUDIT_TRAIL( audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD
, use_last_arch_timestamp => TRUE);

END purge_audit_trail;
</pre>

===Job setup to run the audit purge===
<pre>
BEGIN
sys.dbms_scheduler.create_job(
job_name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"',
job_type => 'STORED_PROCEDURE',
job_action => '"SYS"."PURGE_AUDIT_TRAIL"',
repeat_interval => 'FREQ=DAILY;BYHOUR=20;BYMINUTE=0;BYSECOND=0',
start_date => to_timestamp_tz('2012-02-22 Europe/Paris', 'YYYY-MM-DD TZR'),
job_class => '"DEFAULT_JOB_CLASS"',
comments => 'purge audit trails until last archive timestamp',
auto_drop => FALSE,
enabled => FALSE
);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'logging_level', value => DBMS_SCHEDULER.LOGGING_OFF);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'job_weight', value => 1);
sys.dbms_scheduler.enable( '"SYS"."PURGE_AUDIT_TRAIL_JOB"' );
END;
/
</pre>
===A list of all SIDs in oratab that should restart after a server boot===
Using awk
<pre>
awk -F: '$NF=="Y" && $1 !~/[#]/ {print $1}' /etc/oratab
</pre>
Using perl
<pre>
perl -F: -ne 'print "$1\n" if /(\w+):(.+):Y$/' /etc/oratab
</pre>

===Move the admin directories to a new location===
<pre>
./all_db_do "alter system set audit_file_dest='/oracle/&SID/admin/adump' scope=spfile;"

./all_db_do "shutdown immediate"

for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
mkdir -p /oracle/${db}/admin
echo "/oracle/${db}/admin created"
mv /oracle/admin/${db}/adump /oracle/${db}/admin/
mv /oracle/admin/${db}/dpdump /oracle/${db}/admin/
echo "Moved /oracle/admin/${db}/adump to /oracle/${db}/admin/"
done

./all_db_do startup

./all_db_do "create pfile from spfile;"
</pre>

===Check if the Standby database is up-to-date with the primary database===
select arch.thread# "Thread"
, arch.sequence# "Last Sequence Received"
, appl.sequence# "Last Sequence Applied"
, (arch.sequence# - appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where 1=1
and ( thread#,first_time ) in (
select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
,
(
select thread#
, sequence#
from v$log_history
where 1=1
and ( thread#,first_time ) in ( select thread# ,max(first_time)
from v$log_history
group by thread#
)
) appl
where 1=1
and arch.thread# = appl.thread#
order by 1;

===Check for gaps on the Standby database===
Run this on the standby
<pre>
select thread#, low_sequence#, high_sequence# from v$archive_gap;
</pre>
or run this on the Primary to see the latest generated archive...
<pre>
select thread# "Thread"
, sequence# "Last sequence generated"
from v$archived_log
where (thread#, first_time) in ( select thread#, max(first_time)
from v$archived_log
group by thread#
)
order by 1
/
</pre>
and run this on the standby to check for received but not yet applied logs (this could be normal if a lag has been set)...
<pre>
select arch.thread# "Thread"
, arch.sequence# "Last sequence received"
, appl.sequence# "Last sequence applied"
, (arch.sequence#-appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where (thread#,first_time ) in (select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
, (
select thread#
, sequence#
from v$log_history
where (thread#,first_time ) in (select thread#, max(first_time)
from v$log_history
group by thread#
)
) appl
where arch.thread# = appl.thread#
order by 1
/
</pre>
Compare the results from Primary and Secondary to detect possible network problems or other errors in shipping.

===Ignore case-sensitive passwords in 11g (deprecated in 12c)===
<pre>
alter system set SEC_CASE_SENSITIVE_LOGON = false scope=both
</pre>

===External table for the Alert log (pre 11g)===
Modified to use (the better) scripts found on [http://www.adp-gmbh.ch/ora/admin/scripts/read_alert_log.html Rene Nyffenegger's site] 
This script generates the required DDL for the alertlog table
<pre>
</pre>

===Alert log (11g+)===
This reads the log.xml file (which contains the same information as alert.log) 
Show the messages put in the alert log in the last 24 hours
<pre>
select substr(MESSAGE_TEXT, 1, 300) message_text
, count(*) cnt
from X$DBGALERTEXT
where 1=1
and (MESSAGE_TEXT like '%ORA-%' or upper(MESSAGE_TEXT) like '%ERROR%')
and cast(ORIGINATING_TIMESTAMP as DATE) > sysdate - &days_ago/1440
group by substr(MESSAGE_TEXT, 1, 300)
</pre>
There is also a fixed table X$DBGDIREXT which returns all file and directory names under [diagnostic_dest]/diag directory:
<pre>
select lpad(' ',lvl,' ')||logical_file file_name
from x$dbgdirext
where rownum <=20;
</pre>
===Directory paths available in v$diag_info===
<pre>
set lines 2000
col name for a35
col value for a100 wrap
select * from v$diag_info;

INST_ID NAME VALUE CON_ID
---------- ----------------------------------- ---------------------------------------------------------------------------------------------------- ----------
1 Diag Enabled TRUE 0
1 ADR Base /cln/prg/ora_bin2/app/oracle 0
1 ADR Home /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild 0
1 Diag Trace /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace 0
1 Diag Alert /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/alert 0
1 Diag Incident /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/incident 0
1 Diag Cdump /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/cdump 0
1 Health Monitor /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/hm 0
1 Default Trace File /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace/bild_ora_44696768.trc 0
1 Active Problem Count 0 0
1 Active Incident Count 0 0

11 rows selected.
</pre>
===Find out the names of the active trace files for the running processes===
<pre>
select pid, program, tracefile from v$process;
</pre>

===Request was to duplicate a large tablespace from production to test environment===
...but rather than copy the terabytes of data, create the destination tablespace with just the most recent months data 
====See what the source data looks like====
<pre>
col table_owner for a20
col table_name for a30
col partition_name for a20
set pages 100 lines 1000

select table_owner
, table_name
, partition_name
, partition_position
, tablespace_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
order by 1,2,3,4
/
</pre>
This query produces something like this...
<pre>
TABLE_OWNER TABLE_NAME PARTITION_NAME PARTITION_POSITION TABLESPACE_NAME
-------------------- ------------------------------ -------------------- ------------------ ------------------------------
ADS_ARCHIVE BIL_DAY_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D04 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D09 2 ADS_ARCHIVE
ADS_ARCHIVE BIL_MTH_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q1_M03_D31 3 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q2_M04_D01 4 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D12 5 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D13 6 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D14 7 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D31 2 ADS_ARCHIVE
...
ADS_ARCHIVE SBP_HIS_LINES_ARC P_LS 3 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D12 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D13 3 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D15 4 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D16 5 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D17 6 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D18 7 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D19 8 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D20 9 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D21 10 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D22 11 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D23 12 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D24 13 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2013_Q2_M04_D30 3 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q3_M07_D12 1657 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q4_M12_D13 1811 ADS_ARCHIVE
ADS_DBA FAH_DAY_MVT_IFRS Y2016_Q4_M10_D10 1654 ADS_ARCHIVE
</pre>
====Capture the tablespace metadata====
<pre>
set long 1000000
select dbms_metadata.get_ddl ( 'TABLESPACE', 'ADS_ARCHIVE') from dual
/
</pre>
produces...
<pre>
CREATE TABLESPACE "ADS_ARCHIVE" DATAFILE
'/oracle/tst/ora_data3/adst/ads_archive01.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 32000M,
...
'/oracle/tst/ora_data3/adst/ads_archive66.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 3200M,
LOGGING ONLINE PERMANENT BLOCKSIZE 8192
EXTENT MANAGEMENT LOCAL AUTOALLOCATE DEFAULT
NOCOMPRESS SEGMENT SPACE MANAGEMENT AUTO
</pre>
====Capture the tablespace objects' metadata====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=expdp_adst_ads_archive_metadata.log
tablespaces=ADS_ARCHIVE
parallel=20
content=metadata_only
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_metadata.par
</pre>
====Find the partitions with data from the most recent month====
<pre>
cat <<EOCAT>/tmp/adst_ads_archive_partitions.sql
set termo off echo off lines 1000 feedb off headi off newpa none trims on
spool /tmp/adst_ads_archive_partitions.lst
select table_owner||'.'||table_name||':'||partition_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
and partition_name like 'Y2017_Q1_M01%'
/
spool off

echo "@/tmp/adst_ads_archive_partitions.sql" | sqlplus / as sysdba
EOCAT
</pre>
produces...
<pre>
ADS_ARCHIVE.FAH_DAY_CBA_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D28
...
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D22
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D21
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D15
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D14
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D08
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_MTH_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_DAY_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D28
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D22
</pre>
====Export the data in these partitions====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=expdp_adst_ads_archive_Y2017.log
EOCAT

cat /tmp/adst_ads_archive_partitions.lst | perl -p -i -e 's/^/tables=/'g >>expdp_adst_ads_archive_partitions.par

cat<<EOCAT >>expdp_adst_ads_archive_partitions.par
parallel=20
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_partitions.par
</pre>
====Drop the old tablespace====
<pre>
drop tablespace ads_archive including contents and datafiles
/
</pre>
====Recreate the tablepspace using the metadata capture above====
<pre>
create tablespace "ADS_ARCHIVE"
datafile '/oracle/tst/ora_data3/adst/ads_archive01.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive02.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive03.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive04.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive05.dbf' size 100M autoextend on next 50M maxsize unlimited
/
</pre>
====Import the tablespace metadata====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=impdp_adst_ads_archive_metadata.log
EOCAT

impdp parfile=impdp_adst_ads_archive_metadata.par

select 'alter index '|| owner||'.'||index_name||' rebuild online parallel 8;'
from dba_indexes
where status = 'UNUSABLE'
/
</pre>
====Import the last month partition data====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=impdp_adst_ads_archive_Y2017.log
table_exists_action=append
parallel=20
EOCAT

impdp parfile=impdp_adst_ads_archive_partitions.par
</pre>

===Write to a TCP/IP socket from PL/SQL===
<pre>
declare
bt_conn utl_tcp.connection;
retval binary_integer;
l_sequence varchar2(30) := 'Sequence Number 101021';
begin
bt_conn := utl_tcp.open_connection(remote_host => '10.10.1.1'
,remote_port => 5000
,tx_timeout => 1
)
;
retval := utl_tcp.write_line(bt_conn,l_sequence)
;
utl_tcp.flush(bt_conn)
;
utl_tcp.close_connection(bt_conn)
;
exception
when others then
raise_application_error(-20101, sqlerrm)
;
utl_tcp.close_connection(bt_conn)
;
end
;
/
</pre>
and read from it using netcat in another session
<pre>
nc -lk 5000
</pre>
produces
<pre>
Sequence Number 101021
</pre>
===Execute a script as a different user===
Some things have to be done as the user and cannot be done as sys (eg. creating and dropping jobs or create and drop a database link) 
It is possible to login as the user by saving, changing and resetting his password (using identified by values) but using dbms_sys_sql is another option 
Create a PL/SQL procedure to drop a db link
<pre>
create or replace procedure drop_dblink ( p_schema_name in varchar2
, p_dblink in varchar2
) is
l_plsql varchar2(1000);
l_cur number;
l_uid number;
l_rc number;
begin
select du.user_id
into l_uid
from dba_users du
where du.username = p_schema_name
;
plsql := 'drop database link "'||p_dblink||'"';
l_cur := sys.dbms_sys_sql.open_cursor;
sys.dbms_sys_sql.parse_as_user(
c => l_cur,
statement => l_plsql,
language_flag => dbms_sql.native,
userid => l_uid
);
l_rc := sys.dbms_sys_sql.execute(l_cur);
sys.dbms_sys_sql.close_cursor(l_cur);
end;
/
</pre>
Generate the calls to the procedure with the required parameters
<pre>
select 'exec drop_dblink ('''|| owner ||''''||', '||''''||db_link||''''||');'
from dba_db_links
where owner != 'PUBLIC'
and db_link like '%FTST%'
or db_link like '%HDEV%'
/
</pre>
and this reveals the lines to be executed
<pre>
exec drop_dblink ('USER1', 'DBL_FTST.WORLD');
exec drop_dblink ('USER1', 'DBL_HDEV.WORLD');
</pre>
Drop the procedure when finished with it
<pre>
drop procedure drop_dblink;
</pre>

or do it as an anonymous block in one go...
<pre>
declare
uid number;
sqltext varchar2(1000) := 'drop database link "&DB_LINK"';
myint integer;
begin
select user_id into uid from dba_users where username = '&USERNAME';
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user(myint,sqltext,dbms_sql.native,UID);
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
===Handling single quote marks inside SQL statements===
<pre>
SQL> SELECT 'D''COSTA' name FROM DUAL;

NAME
-------
D'COSTA

Alternatively, use the 10g+ quoting method:

SQL> SELECT q'$D'COSTA$' NAME FROM DUAL;

NAME
-------
D'COSTA
</pre>

===Run a script on all databases in /etc/oratab===
<pre>
export ORAENV_ASK=NO
for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
ORACLE_SID=$db
. oraenv
sqlplus -V
done
</pre>
===Schedule a cron job to run on the last day of each month===
<pre>
0 23 28-31 * * [ $(date -d +1day +%d) -eq 1 ] && su - oracle -c "dsmc arch -server=SO_U_`hostname`_ORX_M_SOL '/oracle/export/PV6/expdp_PV6_D_FULL_`date +\%Y\%m\%d`*'"
</pre>
===How to tell if a year is a leap year or not - using cal instead of reinventing the wheel===
Test: Why is Julian day 0, 17th November 1858? 
Pretty comprehensive answer: [http://h71000.www7.hp.com/wizard/wiz_2315.html here] and [http://mentalfloss.com/article/51370/why-our-calendars-skipped-11-days-1752 here] 
Also attempts to answer the question why typing 'cal 09 1752' on Unix systems looks so odd!
<pre>
function leap {
# This function tells you if the year passed in as a parameter is a leap year or not...
if [[ $(cal 2 ${1:-$(date '+%Y')} | egrep '\<[[:digit:]]{1,2}\>' | wc -w) -eq 29 ]]; then
leap='Y'
else
leap='N'
fi
echo ${leap}
}
</pre>

===Reset an expired (and/or locked) user password to the same value===
Can be used to save user passwords for example in a test environment before destroying them with a copy of production. 
Simple, quick and easy version. Run this then pick and choose the statements you want to run.
<pre>
set lines 200 pages 200
col user_list for a200 head "Expired User List"

select 'alter user ' ||su.name||' identified by values'||''''||spare4||';'||su.password||''' account unlock;' user_list
from sys.user$ su
, dba_users du
where 1=1
and su.name = du.username
and du.oracle_maintained = 'N'
and (account_status like 'EXPIRED%' or account_status like '%LOCKED')
/
</pre>
More industrialised version. Create a package.
<pre>
create or replace package dba_utils
as
procedure reset_password ( p_userlist in varchar2 );
end dba_utils;
/

create or replace package body dba_utils
as

procedure reset_password ( p_userlist in varchar2 )
is
cursor c1 ( p_userlist in varchar2 ) is
select username
, regexp_substr ( dbms_metadata.get_ddl('USER', username), '''[^'']+''' ) pwd
from dba_users
where 1=1
and username in upper( p_userlist )
;
begin
dbms_output.enable(null);
for r1 in c1 ( p_userlist )
loop
begin
execute immediate 'alter user ' || r1.username || ' account unlock';
execute immediate 'alter user ' || r1.username || ' identified by values ' || r1.pwd;
exception
when others then
dbms_output.put_line('Unable to modify user ' || r1.username);
end;
end loop;
end reset_password;

end dba_utils;
/
</pre>
Call it
<pre>
set serveroutput on
exec dba_utils.reset_password ('STUART');
</pre>

===Latch, mutex and beyond===
A fine example of how to write scripts from SQL*Plus that interact with the shell underneath 
Found [https://andreynikolaev.wordpress.com/demonstration-scripts/cursor_pin_s_contention-sql/ here at andreynikolaev.wordpress.com]
<pre>
/*
This file is part of demos for "Mutex Internals" seminar v.04.04.2011
Andrey S. Nikolaev (Andrey.Nikolaev@rdtex.ru)
https://andreynikolaev.wordpress.com

"Cursor: pin S" contention testcase.

The script spawn several sessions to induce "Cursor: pin S",
creates AWR snapshots and generates AWR report

Beware: The script will restart the test database.

usage: sqlplus /nolog @cursor_pin_s_contention.sql <parallelism>

*/
connect / as sysdba
startup force
set echo off
set define %
set verify off
set head off
set linesize 300

/* spawn parallel processes to create load on mutex */
spool one_thread.tmp
select 'set verify off' from dual;
select 'alter session set session_cached_cursors = 50;' from dual;
select 'begin for i in 1..1000000 loop' from dual;
select ' execute immediate ''select 1 from dual where 1=2'';' from dual;
select 'end loop; end;'||chr(10)||'/' from dual;
spool off

/* sleep while AWR initialized */
host sleep 5

exec dbms_workload_repository.create_snapshot();

spool many_threads.tmp
select 'host sqlplus "/ as sysdba" @one_thread.tmp &'
from dba_objects where rownum <= %1;
spool off

@many_threads.tmp
host sleep 50
set echo on
exec dbms_workload_repository.create_snapshot();
set markup html on
set head on
spool mutex_sleep_history.htm
select to_char(SLEEP_TIMESTAMP,'hh:mi:ss.ff') SLEEP_TIMESTAMP,MUTEX_ADDR,MUTEX_IDENTIFIER,MUTEX_TYPE,
GETS,SLEEPS,REQUESTING_SESSION,BLOCKING_SESSION,
LOCATION,MUTEX_VALUE from x$mutex_sleep_history order by sleep_timestamp;
spool off

set define &
set markup html off
set echo off heading on underline on;
column inst_num heading "Inst Num" new_value inst_num format 99999;
column inst_name heading "Instance" new_value inst_name format a12;
column db_name heading "DB Name" new_value db_name format a12;
column dbid heading "DB Id" new_value dbid format 9999999999 just c;
select d.dbid dbid
, d.name db_name
, i.instance_number inst_num
, i.instance_name inst_name
from v$database d,
v$instance i;
define num_days=1;
define report_type='html';
col end_snap new_value end_snap;
col begin_snap new_value begin_snap;
select max(snap_id) end_snap from dba_hist_snapshot where dbid=&dbid;
select max(snap_id) begin_snap from dba_hist_snapshot where dbid=&dbid and snap_id < &end_snap;
define report_name='awr_report.htm';
@?/rdbms/admin/awrrpti
exit
</pre>

==shell==
[http://www.databasejournal.com/features/oracle/article.php/3869076/Alert-Log-Scraping-with-Oracles-ADRCI-Utility.htm Alert Log scraping with ADRCI]

====Count the number of background processes for a particular SID====
<pre>
SID=RAVJDE1
ps -ef|cut -c54-100|awk -v SID=$SID '$0 ~ /'$SID'$/ {print}'|wc -l
</pre>
or ...this will work with any OS (so long as the process is at the end of the ps -ef or ps -aux listing
<pre>
SID=RAVJDE1
ps -ef|awk -v SID=$SID -F_ '{ $NF ~ /'$SID'$/ {print} }'|wc -l
</pre>
Pick the columns you want in the ps listing
<pre>
ps -efo user,pid,ppid=MOM -o args
</pre>
====Find Oracle errors in the most recent DataPump log files====
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for <customer>last night' stuart@domain.com
</pre>

====Find the 10 largest directories on a particular filesystem====
<pre>
du -ag /oracle | sort -nr | head -n 10
</pre>

====Find the 10 largest files on a particular mount point====
<pre>
find /home -size +1G -ls | sort -nr +6 | head -10
</pre>
or
<pre>
find /home -xdev -ls | sort -nr +6 | head -10
</pre>

====Split a file in pieces using sed====
Using fixed line numbers
<pre>
sed -ne '1,12p' file > text.part1
sed -ne '13,$p' file > text.part2
</pre>
Using line with a /pattern/ on it
<pre>
sed -e '/hello/q' tt.dat | grep -v hello > text.part1
sed -n `sed -n '/hello/=' tt.dat`',$p' tt.dat | grep -v hello > text.part2
</pre>

====Split a file in pieces using Perl====
<pre>
perl -ne 'print if 1 .. /marker line/' text.dat >text.part1
perl -ne 'print if /marker line/ .. eof()' text.dat >text.part2
</pre>

====Find and display RMAN errors in an RMAN log file====
<pre>
sed -ne '/^RMAN-/,/^$/p' RMAN_<SID>_<DATE>.log
</pre>

==cmd==
*[http://www.dba-oracle.com/t_scripts_windows_export.htm Database Export - from DBA Oracle (Burleson)]
==Perl==
===For all files in a directory, replace a keyword (SSIIDD) in a file with another (a parameter)===
<pre>
for i in `ls`
do
perl -p -i -e 's/SSIIDD/'$SID'/g' $i
done
</pre>

===Parse tnsnames.ora to get just the service names===
[[http://stackoverflow.com/questions/12605415/parsing-tnsnames-ora-with-regex-to-just-get-name from here]]
<pre>
perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora
</pre>

===and use that to check the listener status===
<pre>
for svc in `perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora | sed -e 's/=//'` ;do
tnsping $svc
done
</pre>

Handy scripts

2018-11-21T11:56:41Z

Stuart: /* External table for the Alert log (pre 11g) */

==SQL==
* [[Database Overview - from idevelopment]] [http://www.idevelopment.info/data/Oracle/DBA_scripts/Database_Administration/dba_snapshot_database_10g.sql online version]
* [[Extract ddl with "dbms metadata.get ddl"]]
* [http://asktom.oracle.com/pls/asktom/f?p=100:11:0::::P11_QUESTION_ID:83012348058 Connecting as another user via proxy in SQL*Plus]
* [http://www.petefinnigan.com/tools.htm Password cracker and role and priv tools from Pete Finnigan]
* [http://www.oracle.com/technetwork/articles/sql/11g-pivot-097235.html Using pivot tables in SQL - XML and XLS (Excel) also)]
===List all instances running on a server===
Sounds simple enough and indeed pre 12.1, is was as easy as either
<pre>
ps -ef | grep [p]mon | awk -F_ '{print $NF}'
</pre>
or this one is safer in case you have an underscore character in your SID name!!
<pre>
SIDLIST=$(${PS} -ef | ${GREP} [o]ra_pmon | ${AWK} '{print $NF}' | sed -e 's/ora_pmon_//' | egrep -v 'grep|///|sed|awk|ASM|^$')
</pre>
but now we have the added complication of CDB/PDB (container / pluggable databases) so a fair bit more work is needed!
<pre>
#!/bin/ksh
# ==============================================================================
# Name : list_server_db
# Description : List all running databases found on a server
#
# Parameters : none
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 21-DEC-16 Stuart Barkley Created
# ==============================================================================
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<EOSQL
set serveroutput on feed off pages 0 head off newpa none
declare
e_col_not_found exception;
e_not_mounted exception;
pragma exception_init(e_not_mounted, -01507);
pragma exception_init(e_col_not_found, -904);
l_db_name varchar2(20);
l_database_role varchar2(20);
l_cdb varchar2(20);
l_status varchar2(20);
type varchar2_tab is table of varchar2(240) index by binary_integer;
t_pdbs varchar2_tab;
begin
begin
dbms_output.enable(null);
execute immediate 'select name, database_role, cdb from v\$database' into l_db_name, l_database_role, l_cdb;
if l_cdb = 'YES' then
l_status := 'CDB';
execute immediate 'select name from v\$pdbs' bulk collect into t_pdbs;
for i in nvl(t_pdbs.first,1) .. nvl(t_pdbs.last,0)
loop
dbms_output.put_line (t_pdbs(i)||':PDB');
end loop;
else
l_status := 'Independent'; -- col CDB exists but this is not one
end if;
if l_database_role like '%STANDBY%' then
l_status := 'Standby';
end if;
exception
when e_not_mounted then
l_status := 'Not Mounted';
when e_col_not_found then
l_status := 'pre12';
end;

dbms_output.put_line ('${db}'||':'||l_status);

end;
/
EOSQL
done
</pre>

===Run a command or script on all databases in tnsnames.ora===
Very handy if you have a global tnsnames.ora accessible to all clients. 
So from a client install, this has access to all databases. 
Any files created can be created on the client so no need to scp to all the machines to recover spool files etc. 
Downside: Cannot connect as sysdba across tns so password will need to be known for whatever user is used.
<pre>
#!/bin/ksh
TNSNAMES="./tnsnames.ora"
[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/xxxxxx@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done

</pre>

===Run a command or script on all databases in oratab===
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : all_db_do
# Description : Loops over all the databases in oratab and executes the
# specified SQL command - be careful!
#
# Parameters : -v flag for verbose
# [-f <filename> | <quoted SQL command to be executed>]
#
# Example : all_db_do 'alter system switch logfile;'
# all_db_do -f sessions.sql
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 14-JAN-13 Stuart Barkley Created
# 25-FEB-13 Stuart Barkley Adapt for Solaris
# 21-MAR-13 Stuart Barkley Check db is running first
# 29-APR-13 Stuart Barkley Added verbose flag processing
# 24-MAY-13 Stuart Barkley Wrap / as sysdba in quotes for older versions
# 23-JUN-16 Stuart Barkley Add -f to run a file containing sql
# ==============================================================================

PROGNAME=$(basename $0)
OS=$(uname -s)

AWK=$(which awk)
GREP=$(which grep)
if [[ "${OS}" == "SunOS" ]]; then
AWK=/usr/xpg4/bin/awk
GREP=/usr/xpg4/bin/grep
fi

if [[ ! -r /etc/oratab ]]; then
if [[ "${OS}" == "SunOS" ]]; then
echo "oratab is not where we want it. Please run 'ln -s /var/opt/oracle/oratab /etc/oratab' as root and retry" && exit 1
else
echo "Either Oracle is not installed or database is running without an oratab" && exit 1
fi
fi

# -------------------------
# get the arguments, if any
# -------------------------
unset VERBOSE
while getopts "vf:" flag
do
case "$flag" in
v) VERBOSE=1;;
f) FILE2RUN=$OPTARG;;
esac
done
shift $((OPTIND-1))

if [[ -z ${FILE2RUN} ]]; then
# no file, need an SQL supplied
if [[ -z $1 ]]; then
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi
SQL=$1
elif [[ -s ${FILE2RUN} ]]; then
# file supplied and exists
SQL="@${FILE2RUN}"
else
# file supplied, does it exist
echo "File ${FILE2RUN} is empty or does not exist"
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi

export ORAENV_ASK=NO

for db in $(${AWK} -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab)
do
if ( [[ $1 != "startup" ]] && [[ $(ps -ef | ${GREP} -c -E [o]ra_pmon_${db}) -eq 0 ]] ); then
[[ ! -z "$VERBOSE" ]] && echo "$db is not running, skipping..."
continue
fi
echo
[[ ! -z "$VERBOSE" ]] && echo "vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv"
[[ ! -z "$VERBOSE" ]] && echo $db
ORACLE_SID=$db
. oraenv >/dev/null
sqlplus -s "/ as sysdba" <<EOSQL
define SID=$ORACLE_SID
col comp_name format a50
col value for a40
set linesize 1000
set pagesize 100
$SQL
EOSQL
[[ ! -z "$VERBOSE" ]] && echo "^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"
done

</pre>
<pre>
all_db_do "create or replace directory data_pump_dir as '/oracle/export/&SID';"

all_db_do "archive log list"

all_db_do "shutdown immediate"

all_db_do 'alter system set log_archive_dest_1="location=/oracle/arch/&SID" scope=both;'
</pre>

===Run an SQL command on behalf of another user===
It can be used to execute any sql command as a specified user provided this procedure is created in sys schema. 
* not got this working properly yet *
<pre>
set serveroutput on
create or replace procedure run_sql_as_user ( p_schema_name in varchar2
, p_sql in varchar2
) is
l_user_id dba_users.user_id%type;
l_cursor number;
l_rc number;
begin
dbms_output.enable(null);
begin
select u.user_id
into l_user_id
from dba_users u
where u.username = p_schema_name;
exception
when no_data_found then
raise_application_error (-20001, 'Cannot find user '||p_schema_name);
end;
l_cursor := dbms_sys_sql.open_cursor;
dbms_sys_sql.parse_as_user ( c => l_cursor
, statement => p_sql
, language_flag => dbms_sql.native
, userid => l_user_id
);
l_rc := dbms_sys_sql.execute(l_cursor);
dbms_sys_sql.close_cursor(l_cursor);
exception
when others then
raise_application_error (-20001, 'ERROR: '||sqlerrm);
end;
/

</pre>

===Run a script on all databases listed in tnsnames.ora===
Can run an SQL command file on all SID/SERVICE found in a tnsnames.ora file. I use this from a client laptop having a global tns file on it. 
This way it's not necessary to copy the file onto every host before executing it. Any files created by the script will be created on the client.
<pre>
#!/bin/ksh

TNSNAMES="./tnsnames.ora"

[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/password@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done
</pre>

===List invalid objects===
set lines 200
set pages 200
col obj format a40
select owner||'.'||object_name obj
, object_type
from dba_objects
where 1=1
and status = 'INVALID';
===Recompile all invalid objects===
@?/rdbms/admin/utlrp.sql
===See how much space is left in the flash recovery area (FRA)===
<pre>
select name
, to_char (space_limit, '999,999,999,999') as space_limit
, to_char (space_limit - space_used + space_reclaimable
, '999,999,999,999')
as space_available
, round ( (space_used - space_reclaimable) / space_limit * 100, 1)
as pct_full
from v$recovery_file_dest;
</pre>
or
<pre>
# ==============================================
# Check FRA to see how much space is reclaimable
# ==============================================
fra_reclaim_check() {

LOGFILE=${RMAN_LogDir}/${ORACLE_SID}_`date '+%Y%m'`_${V_SCRIPT}.log
sqlplus "/ as sysdba" <<EOSQL > /tmp/results.$$
set vefify off echo off heading off newpage none linesize 1000 echo off
select 'Filesystem:'||name||
'; Total(Gb):'||round((space_limit/1073741824),2) ||
'; Reclaimable(Gb):'||round((space_reclaimable/1073741824),2) ||
'; Reclaimable(%):'||round( ((space_reclaimable/1073741824)/(space_limit/1073741824)*100),2 )
from v$recovery_file_dest
/
EOSQL
cat /tmp/results.$$ >> $LOGFILE
rm /tmp/results.$$

}
</pre>
===How far back can we flashback?===
<pre>
col time_now for a25
col time_oldest_flashback for a25
select to_char(sysdate,'DD-MON-YY HH24:MI') time_now
, to_char(fdl.oldest_flashback_time, 'DD-MON-YY HH24:MI') time_oldest_flashback
, round((sysdate-fdl.oldest_flashback_time)*24,1) hours_flashback_possible
from v$database d
, v$flashback_database_log fdl
/
</pre>

===DBA privs tables===
DBA_AQ_AGENT_PRIVS
DBA_COL_PRIVS
DBA_PRIV_AUDIT_OPTS
DBA_REPGROUP_PRIVILEGES
DBA_ROLE_PRIVS
DBA_RSRC_CONSUMER_GROUP_PRIVS
DBA_RSRC_MANAGER_SYSTEM_PRIVS
DBA_SYS_PRIVS
DBA_TAB_PRIVS
DBA_WM_SYS_PRIVS
DBA_WORKSPACE_PRIVS

===Schedule a shell job===
begin
dbms_scheduler.create_program ( program_name => 'myshelljob'
, program_action => '/home/oracle/scripts/shell.sh'
, program_type => 'EXECUTABLE'
, comments => 'Run a shell'
, enabled => TRUE
);
end;
/
===Start the job===
begin
dbms_sheduler.create_job ( job_name => 'myshelljob'
, program_name => 'myshelljob'
, start_date =>
);
/

===What statement is a user running?===
<pre>
select a.sid
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
and a.username = '&username'
/
</pre>
===See what statements all users are running===
Useful to see what is happening when process limit is reached
<pre>
set lines 300 pages 1000

col username for a10
col command for 999 head "CMD"
col lockwait for a10
col status for a8
col schemaname for a12
col osuser for a10
col process for a10
col program for a20
col machine for a10
col action for a10
col module for a10
col identifier for a10
col event for a27
col state for a8
col service_name for a10
col serial# for 999999

select a.username
, a.command
, a.lockwait
, a.status
, a.schemaname
, a.osuser
, a.process
, a.machine
, a.program
, a.type
--, a.sql_exec_start
--, a.plsql_object_id
--, a.plsql_subprogram_id
--, a.module
--, a.action
, a.logon_time
, a.event
, a.wait_time
, a.seconds_in_wait
, a.state
--, a.service_name
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
order by a.logon_time desc
/

set lines 80
</pre>

===A logminer session===
Mine all SQL statements in a 10 minute period
<pre>
sqlplus / as sysdba
alter session set nls_date_format = 'DD-MON-YYYY HH24:MI:SS';
execute dbms_logmnr.start_logmnr ( starttime => '27-OCT-2009 11:05:00'
, endtime => '27-OCT-2009 11:15:00'
, options => dbms_logmnr.dict_from_online_catalog+dbms_logmnr.continuous_mine
);
create table mycontents as select * from v$logmnr_contents;
execute dbms_logmnr.end_logmnr();

select * from mycontents;

drop table mycontents;
</pre>
===Huge Pages===
<pre>
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segments
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6' | '3.8') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
</pre>

===Pretty longops listing===
<pre>
set lines 2000 pages 1000
col opname for a34 head "Job"
col message for a60
col perc_done for a10 head "Done"
col started for a18
col killer for a15
col mins_busy head "Mins busy"
col mins_left head "Mins left"
select sid||','||serial# killer
, opname
, message
, round ((sofar/totalwork),4)*100||'%' perc_done
, to_char(start_time,'DD-MON-YY HH24:MI') started
, floor(elapsed_seconds/60) mins_busy
, ceil(time_remaining/60) mins_left
from v$session_longops
where 1=1
and sofar != totalwork
and totalwork != 0
and opname like 'RMAN%'
/
</pre>
<pre>
select * from v$session where module='Data Pump Worker'
</pre>
or attach to the impdp job and it shows percentage done.
<pre>
Get the SID from v$session_longops and plug it into v$session to check the SQL command details.

Current Running SQLs
--------------------
set pages 1000 lines 2000
col program format a40
col sql_text format a130

select s.sid
, s.status
, s.last_call_et
, s.program
, sa.sql_id
, sa.sql_text
from v$session s
, v$sqlarea sa
where s.sql_id = sa.sql_id
and s.sid = '&sid'
/

set pages 1000 lines 2000
col USERNAME for a10
col OSUSER for a10
col MACHINE for a10

select s.sid
, s.serial#
, p.spid
, s.username
, s.osuser
, s.status
, s.process fg_pid
, s.longon_time
, s.machine
, p.spid bg_pid
from gv$session s
, gv$process p
where s.addr = p.addr
and s.sid = '&sid'
/

$ps -ef | grep <spid>

set pages 1000 lines 2000
SELECT INST_ID
, SID
, SERIAL#
, SQL_ID
, USERNAME
, PROGRAM
, MACHINE
, SERVICE_NAME
FROM GV$SESSION
WHERE SID IN ('<SID_NO.1>','<SID_NO.2>')
/
Active Running SQLs
--------------------
set pages 1000 lines 2000
col SPID for a10
col PROGRAM for a15
col OSUSER for a10
col ACTION for a10
col EVENT for a25
col SQL_TEXT for a25
col MACHINE for a10
col P1TEXT for a10
col P2TEXT for a10
col P3TEXT for a10
SELECT b.sid
, b.serial#
, a.spid
, b.sql_id
, b.program
, b.osuser
, b.machine
, b.type
, b.event
, b.action
, b.p1text
, b.p2text
, b.p3text
, b.state
, c.sql_text
, b.logon_time
FROM v$process a
, v$session b
, v$sqltext c
WHERE a.addr = b.paddr
AND b.sql_hash_value = c.hash_value
AND b.STATUS = 'ACTIVE'
AND b.sid = '&sid'
ORDER BY a.spid
, c.piece
/

OR - Use the below Query

Longops.sql
-----------
set pages 50000 lines 32767
col OPNAME for a10
col SID form 9999
col SERIAL form 9999999
col PROGRAM for a10
col USERNAME for a10
col SQL_TEXT for a40
col START_TIME for a10
col LAST_UPDATE_TIME for a10
col TARGET for a25
col MESSAGE for a25

alter session set nls_date_format = 'DD-MM-YYYY HH24:MI:SS';

SELECT l.inst_id,l.sid, l.serial#, l.sql_id, l.opname, l.username, l.target, l.sofar, l.totalwork, l.start_time,l.last_update_time,round(l.time_remaining/60,2) "REMAIN MINS", round(l.elapsed_seconds/60,2) "ELAPSED MINS", round((l.time_remaining+l.elapsed_seconds)/60,2) "TOTAL MINS", ROUND(l.SOFAR/l.TOTALWORK*100,2) "%_COMPLETE", l.message,s.sql_text
FROM gv$session_longops l
LEFT OUTER JOIN v$sql s on s.hash_value=l.sql_hash_value and s.address=l.sql_address and s.child_number=0
WHERE l.OPNAME NOT LIKE 'RMAN%' AND l.OPNAME NOT LIKE '%aggregate%' AND l.TOTALWORK != 0 AND l.sofar<>l.totalwork AND l.time_remaining > 0
/

</pre>
===Apply the database patch after the ORACLE_HOME has been patched===
<pre>
ORAENV_ASK=NO
export ORACLE_SID=$1
. oraenv

sqlplus /nolog <<EOSQL
connect / as sysdba
startup
@?/rdbms/admin/catbundle.sql psu apply
@?/rdbms/admin/utlrp.sql
purge dba_recyclebin;

prompt check patch apply...
set lines 150
col action_time for a50
col comp_name for a50
col comments for a50

select action_time,action,comments from sys.registry\$history where trunc(action_time) = trunc(sysdate);
select comp_name,version,status,modified from dba_registry;
exit
EOSQL
</pre>

===Show how much archivelog data is generated per day===
A companion script for 'how many log switches in a day'
<pre>
col orderby noprint
select trunc(first_time) orderby
, to_char(first_time,'DD-MON-YYYY') "Date"
, round(sum(bytes/1024/1024/1024),2) arch_logs_gigs
from (
select unique (blocks * block_size) bytes,
thread#,
sequence#,
resetlogs_change#,
first_time
from v$archived_log
)
group by trunc(first_time)
, to_char(first_time, 'DD-MON-YYYY')
order by trunc(first_time) desc
/
</pre>

===Abort a hanging database even when sysdba cannot connect===
Unable to connect to database with sqlplus / as sysdba because audit file cannot be created?
* [http://tech.e2sn.com/oracle/troubleshooting/hang/how-to-log-on-even-when-sysdba-can-t-do-so tech.e2sn.com]
* [http://blog.dbi-services.com/oracle-is-hanging-dont-forget-hanganalyze-and-systemstate/ blog.dbi-services.com]
Instead of just killing the pmon process, there is a kinder (and more useful) way to kill the database. 
Use the hidden, undocumented 'prelim' switch parameter to sqlplus to make a connection to the database without creating SGA session data structures. 
It can be very useful for hang analysis so the possible cause can be found after the database has been restarted.
<pre>
sqlplus -prelim / as sysdba
oradebug unlimit
oradebug hanganalyze 3
oradebug setmypid -- or oradebug setorapname diag
oradebug dump ashdumpseconds 30
oradebug dump systemstate 10 -- or oradebug dump systemstate 266
oradebug tracefile_name
shutdown abort
</pre>

===Lists Oracle session with kill session statement all ready to go===
disconnect attempts to kill the o/s processes too. kill doesn't.
<pre>
col killer for a60
col osuser for a12
col logon for a23
col spid for a8
col username for a15
col program for a50
set lines 2000
select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, s.inst_id
, to_char(s.logon_time,'DD-MON-YY HH24:MI:SS') logon
, sci.osuser
, p.spid
, s.username
, s.program
from gv$session s
, gv$session_connect_info sci
, gv$process p
where 1=1
and p.addr = s.paddr
and p.inst_id = s.inst_id
and s.sid = sci.sid
and s.serial# = sci.serial#
and s.type != 'BACKGROUND'
and sci.osuser = 'oraibm'
order by s.logon_time desc
/

KILLER INST_ID LOGON OSUSER SPID USERNAME PROGRAM
------------------------------------------------------------ ---------- ----------------------- ------------ -------- --------------- --------------------------------------------------
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
</pre>

===How much space is being used by a guaranteed restore point?===
<pre>
show parameter recovery
set numwi 15
set lines 200
col name for a40
col time for a23
col gigs_limit head "Max (but check df -g also!)"

select name
, time
, round(storage_size/1024/1024/1024,2) gigs_used
from v$restore_point
where 1=1
and guarantee_flashback_database = 'YES'
/

select * from v$flash_recovery_area_usage
/

select name
, round(space_used/1024/1024/1024,2) gigs_used
, round(space_limit/1024/1024/1024,2) gigs_limit
, space_reclaimable
, number_of_files
from v$recovery_file_dest
/
</pre>

===Get statistics for LOB columns in a table===
<pre>
select
max(dbms_lob.getlength(lob_content)) max_len
, avg(dbms_lob.getlength(lob_content)) avg_len
, min(dbms_lob.getlength(lob_content)) min_len
, sum(case when dbms_lob.getlength(lob_content) <= 4000 then 1
else 0 end) "<4k"
, sum(case when dbms_lob.getlength(lob_content) > 4000 then 1
else 0 end) ">4k"
, sum(case when dbms_lob.getlength(lob_content) is null then 1 else
0 end) "is null"
from &tablename
/
</pre>

===badprivs.sql===
Check to see if any ordinary users have privileges / access / grants / rights they should not have
<pre>
select grantee, privilege, admin_option
from sys.dba_sys_privs
where ( privilege like '% ANY %'
or privilege in ('BECOME USER', 'UNLIMITED TABLESPACE')
or admin_option = 'YES'
)
and grantee not in ('SYS', 'SYSTEM', 'OUTLN', 'AQ_ADMINISTRATOR_ROLE',
'DBA', 'EXP_FULL_DATABASE', 'IMP_FULL_DATABASE',
'OEM_MONITOR', 'CTXSYS', 'DBSNMP', 'IFSSYS',
'IFSSYS$CM', 'MDSYS', 'ORDPLUGINS', 'ORDSYS',
'TIMESERIES_DBA')
</pre>

===Generate a list of tablespaces ready for a migration===
<pre>
set echo off
set lines 300
set pages 0
Set headi off
set feedb off
set long 32000

spool migration_create_target_tablespaces.sql

exec dbms_metadata.set_transform_param(dbms_metadata.session_transform,'SQLTERMINATOR',TRUE);
select DBMS_METADATA.GET_DDL('TABLESPACE',tablespace_name) from dba_tablespaces
/

spool off
</pre>
===List the privileges assigned to users on directories===
table_name is the name of the directory...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where table_name = 'DATA_PUMP_DIR'
/
</pre>

===List the privileges assigned to users on packages/procedures===
table_name is the name of the package...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where upper(table_name) like upper('%UTL_FILE%')
/
</pre>

===List the system privileges assigned to a user (used to copy user as or clone user as)===
Maybe this one is better [[Extract ddl with "dbms metadata.get ddl"]]

SELECT LPAD(' ', 2*level) || granted_role "USER PRIVS"
FROM (
SELECT NULL grantee, username granted_role
FROM dba_users
WHERE username LIKE UPPER('%&uname%')
UNION
SELECT grantee, granted_role
FROM dba_role_privs
UNION
SELECT grantee, privilege
FROM dba_sys_privs)
START WITH grantee IS NULL
CONNECT BY grantee = prior granted_role;

or

SELECT path
FROM (
SELECT grantee,
sys_connect_by_path(privilege, ':')||':'||grantee path
FROM (
SELECT grantee, privilege, 0 role
FROM dba_sys_privs
UNION ALL
SELECT grantee, granted_role, 1 role
FROM dba_role_privs)
CONNECT BY privilege=prior grantee
START WITH role = 0)
WHERE grantee IN (
SELECT username
FROM dba_users
WHERE lock_date IS NULL
AND password != 'EXTERNAL'
AND username != 'SYS')
OR grantee='PUBLIC'

or

for a migration from 10g...
<pre>
set headi off
set feedb off
set long 9999999
set pages 0
set lines 300

spool migration_create_target_users_grants.sql

select dbms_metadata.get_ddl('USER', username) || ';' ddl
from dba_users
where 1=1
and username like upper('%&&USER_NAME%')
/

select 'grant '||privilege|| ' to ' || grantee || ';'
from dba_sys_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

select 'grant '||granted_role|| ' to ' || grantee || ';'
from dba_role_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

spool off
</pre>
or for a migration on 11g...!
<pre>
set head off
set pages 0
set long 9999999
col ddl for a1000

SELECT DBMS_METADATA.GET_DDL('USER', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('ROLE_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('SYSTEM_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('OBJECT_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'

spool migration_create_users_grants.sql
/
spool off
</pre>

===Move datafiles between filesystems===
* [https://blogs.oracle.com/alejandrovargas/moving-a-datafile-from-file-system-to-asm Moving a datafile from File System to ASM (does not have to be ASM!) - oracle.com]
* [https://docs.oracle.com/database/121/OSTMG/GUID-3B8D0956-0888-452D-A9E4-9FB8D98577E0.htm#OSTMG89997 Moving Data Files Between Oracle ASM (does not have to be ASM!) Using RMAN - oracle.com]
* [https://oracle-base.com/articles/misc/renaming-or-moving-oracle-files Moving a data file online between filesystems - oracle-base.com]
====Set the relevant datafile offline====
<pre>
alter database datafile 125 offline;
alter database datafile 126 offline;
alter database datafile 127 offline;
</pre>
====Rename the files on the filesystem using o/s commands====
<pre>
alter tablespace ts_thaler_data_offline;

host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>
====Run the relevant alter commands to inform the control files of the new locations====
<pre>
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>

====Recover the datafiles====
<pre>
recover datafile 125;
recover datafile 126;
recover datafile 127;
</pre>
====Set the relevant datafile online====
<pre>
alter database datafile 125 online;
alter database datafile 126 online;
alter database datafile 127 online;
</pre>
====Check all is well with the datafiles by using an appropriate statement====
<pre>
set lines 2000 pages 100
select file_id, file_name, status, online_status from dba_data_files where tablespace_name = 'TS_THALER_DATA' order by 2;
</pre>
====Rename a datafile on 12c====
If you're lucky enough to be on 12c, it's one command - no need to offline the datafile!
<pre>
SQL> alter database move datafile '/oracle/ora_data2/prod/data4/ts_thaler_data_113.dbf' to '/oracle/ora_data2/prod/data3/ts_thaler_data_113.dbf';

Database altered.
</pre>

===Pass parameter/argument into perl one-liner script from shell===
Trick? Just use ARGV to pass them in...
<pre>
FREQ=$(perl -e 'my @CAL=split(";",$ARGV[0]);shift @CAL;print $CAL[$ARGV[1]];' -- "$LINE" $offset)
</pre>
or
<pre>
DUMP_DATE=`perl -MTime::Local -e 'print(timelocal(0,$ARGV[0],$ARGV[1],$ARGV[2],$ARGV[3],$ARGV[4]))' -- $MI $HH $DD $MM $YYYY`
</pre>
or export the variable from shell and access it via the ENV hash
<pre>
export db=ENDP1
perl -p -i -e 's!DSMI_LOG.+$!DSMI_LOG /oracle/$ENV{db}/admin/tdpoerror_$ENV{db}!' ${db}/admin/tdpo.opt
</pre>

===Return epoch seconds in Perl===
<pre>
perl -e 'print time();'
</pre>
or to convert a specific day of the year to epoch seconds
<pre>
use POSIX;
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
or for a specific date (careful though - month is 0-11 not 1-12!... 
<pre>
use Time::Local;
# SS MM HH DD MM YYYY
my $epochsecs = timelocal (30,10,19,03,04,2014);
</pre>
or more long-winded but delimited by anything... 
Supply the date/time in any delimited format. Eg. YYYY-MM-DD:HH:MI
<pre>
#!/usr/bin/perl -w
use Time::Local;

sub date2epoch {
my($s) = @_;
my($year, $month, $day, $hour, $minute, $second);

if($s =~ m{^\s*(\d{1,4})\W*0*(\d{1,2})\W*0*(\d{1,2})\W*0*
(\d{0,2})\W*0*(\d{0,2})\W*0*(\d{0,2})}x) {
$year = $1; $month = $2; $day = $3;
$hour = $4; $minute = $5; $second = $6;
$hour |= 0; $minute |= 0; $second |= 0; # defaults.
$year = ($year<100 ? ($year<70 ? 2000+$year : 1900+$year) : $year);
return timelocal($second,$minute,$hour,$day,$month-1,$year);
}
return -1;
}
</pre>

===Return epoch seconds in DOS/VBS/Windows===
Paste this code into epoch.vbs
<pre>
function date2epoch(p_date)
date2epoch = DateDiff("s", "01/01/1970 00:00:00", p_date)
end function

Wscript.Echo date2epoch(Now())
</pre>
and call from a DOS box like this
<pre>
cscript //nologo epoch.vbs
</pre>

===Return date from epoch seconds in Perl===
<pre>
perl -e 'print scalar (localtime (1243269270))'
</pre>
===Return epoch seconds from julian day number in Perl===
<pre>
use POSIX;
my ($year, $jday) = (2012,60);
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
===Extract specific pieces of a date from an epoch timestamp in Perl===
<pre>
use POSIX;
# return localtime into an array
my @tm = localtime $epochsecs;

my $yyyymmdd = strftime "%Y%m%d", @tm;
print $yyyymmdd."\n";
</pre>

===Return epoch seconds in Shell (linux)===
<pre>
date -d "2014/04/03 18:34:30" "+%s"
</pre>

===Return date from epoch seconds in Shell (linux)===
<pre>
date -d @1396542870
</pre>

===Return epoch seconds in PL/SQL===
You cannot just use sysdate as that is timezone sensitive... (epoch seconds are in UTC/GMT)
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) from dual;
or
select round((vd.created - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) created from v$database vd;
</pre>
How long has this instance been up (in minutes)?
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - startup_time)*24*60) up_mins from v$instance;
</pre>

===Return date from epoch seconds in SQL===
<pre>
select to_char(to_date('19700101','YYYYMMDD') + ((&epoch)/24/60/60),'DD-MON-YYYY HH24:MI:SS') utc_date from dual;
</pre>

===A database overview using the sys.plato package===
exec plato.help;
or
exec plato.complete('HTM');

===List datafiles for a tablespace===
<pre>
select *
from dba_data_files
where 1=1
and tablespace_name ='&ts_name';
</pre>
===Show graph of available and free space in tablespaces===
<pre>
-- =============================================================================
-- File Name : http://www.oracle-base.com/dba/monitoring/ts_free_space.sql
-- Author : Tim Hall
-- Description : Displays a list of tablespaces and their used/full status.
-- Requirements : Access to the DBA views.
-- Call Syntax : @ts_free_space.sql
-- Last Modified: 13-OCT-2012 - Created. Based on ts_full.sql
--
-- Modification History
-- ====================
-- When Who What
-- ========= ================= =================================================
-- 13-NOV-13 Stuart Barkley Added cols free_pct and used_pct
-- =============================================================================
SET PAGESIZE 140 lines 180
COLUMN used_pct FORMAT A11
COLUMN max_used_pct FORMAT A11

SELECT tablespace_name tablespace_name
, size_mb size_mb
, free_mb free_mb
, TRUNC((free_mb/size_mb) * 100) free_pct
, RPAD(' '|| RPAD('X',ROUND((size_mb-free_mb)/size_mb*10,0), 'X'),11,'-') used_pct
, max_size_mb max_size_mb
, max_free_mb max_free_mb
, TRUNC((max_free_mb/max_size_mb) * 100) max_free_pct
, RPAD(' '|| RPAD('X',ROUND((max_size_mb-max_free_mb)/max_size_mb*10,0), 'X'),11,'-') max_used_pct
from (
select a.tablespace_name tablespace_name
, b.size_mb size_mb
, a.free_mb free_mb
, b.max_size_mb max_size_mb
, a.free_mb + (b.max_size_mb - b.size_mb) max_free_mb
from (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) free_mb
from dba_free_space
group by tablespace_name
) a
, (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) size_mb
, trunc(sum(greatest(bytes,maxbytes))/1024/1024) max_size_mb
from dba_data_files
group by tablespace_name
) b
, v$instance vi
where a.tablespace_name = b.tablespace_name
)
order by tablespace_name;

set lines 80
</pre>

===Another method for calculating free space in tablespace using segments===
<pre>
select df.tablespace_name "Tablespace"
, totalusedspace "Used MB"
, (df.totalspace - tu.totalusedspace) "Free MB"
, df.totalspace "Total MB"
, round(100 * ( (df.totalspace - tu.totalusedspace)/ df.totalspace)) "Pct. Free"
from (
select tablespace_name
, round(sum(bytes) / 1048576) totalspace
from dba_data_files
group by tablespace_name
) df
, (
select round(sum(bytes)/(1024*1024)) totalusedspace
, tablespace_name
from dba_segments
group by tablespace_name
) tu
where df.tablespace_name = tu.tablespace_name;
</pre>
===Work out maximum possible size of a datafile===
<pre>
select round( (4*1024*1024*value) / (1024*1024*1024) ,2) maxfilesizeingigabytes from v$parameter where name='db_block_size';
</pre>
or, as tablespaces can have block sizes differing from that of the init.ora parameter...
<pre>
select round( (4*1024*1024*block_size) / (1024*1024*1024) ,2) maxfilesizeingigabytes from dba_tablespaces where tablespace_name='&tablespace_name';
</pre>

===Show size and maxsize at datafile level===
datafiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_data_files
group by file_name
/
</pre>
tempfiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_temp_files
group by file_name
/
</pre>

===Resize the online redo logfiles===
Found a more concise, smarter way of doing it [http://www.oracle-wiki.net/startdocshowtorecreateredogrps here] - oracle-wiki.net 
Switching logs too often? Redolog files too small? 
* Show current log groups
<pre>
set lines 1000
col group_member for a60
select l.group# group_number
, (bytes/1024/1024) megs
, l.status group_status
, f.member group_member
, l.archived archived
, f.type file_type
from v$log l
, v$logfile f
where l.group# = f.group#
order by l.group#
, f.member
/
</pre>
* Create additional (bigger) groups
<pre>
define SID=TIBQFW
alter database add logfile group 6 '/oracle/&SID/oradata1/redo1.log' size 1G;
alter database add logfile group 7 '/oracle/&SID/oradata2/redo2.log' size 1G;
alter database add logfile group 8 '/oracle/&SID/oradata3/redo3.log' size 1G;
alter database add logfile group 9 '/oracle/&SID/oradata1/redo4.log' size 1G;
alter database add logfile group 10 '/oracle/&SID/oradata2/redo5.log' size 1G;
</pre>
or if you use multiple members...
<pre>
alter database add logfile group 6 ('/oracle/&SID/oradata1/redo/redo01a.log', '/oracle/&SID/oradata1/redo01b') size 50M;
alter database add logfile group 7 ('/oracle/&SID/oradata1/redo/redo02a.log', '/oracle/&SID/oradata1/redo02b') size 50M;
alter database add logfile group 8 ('/oracle/&SID/oradata1/redo/redo03a.log', '/oracle/&SID/oradata1/redo03b') size 50M;
</pre>
* Switch archivelogs until the new ones are current and the old ones are inactive
<pre>
alter system switch logfile;
</pre>
If the old logs are not yet inactive, checkpoint the database
<pre>
alter system checkpoint;
</pre>
* Drop the old groups
<pre>
alter database drop logfile group 1;
alter database drop logfile group 2;
alter database drop logfile group 3;
alter database drop logfile group 4;
alter database drop logfile group 5;
</pre>

===Increase the existing size of a datafile===
<pre>
alter database datafile '&full_path_of_datafile' resize &new_meg_size.M;
</pre>

===Increase the max size of a tempfile===
<pre>
alter database tempfile '/oracle/ENDP1/oradata90/temp01.dbf' autoextend on maxsize unlimited;
</pre>
===Find out what processes are using the temp tablespace===
Temporary tablespace is used for sorting query results. Find them with this.
<pre>
SELECT b.tablespace,b.segfile#,b.segblk#,b.blocks,a.sid,a.serial#,
a.username,a.osuser, a.status
FROM v$session a,v$sort_usage b
WHERE a.saddr = b.session_addr;
</pre>

===Increase the maximum size of a datafile===
Although this can be set lower than existing size, try not to. It makes the reports look weird!
<pre>
alter database
datafile '&full_path_of_datafile'
autoextend on
maxsize &new_meg_size.m;
</pre>

===Find schemas (users) with objects created outside their default tablespace===
Indexes could be a notable exception if they are created in an index tablespace
<pre>
set lines 200
col owner for a20
col segment_name for a45
col tablespace_name for a32
select owner
, segment_name
, tablespace_name
from dba_segments
where exists (select username from dba_users where username = owner)
and tablespace_name != (select default_tablespace from dba_users where username = owner)
and owner = '&owner'
/
</pre>

===Add a datafile to a tablespace===
'unlimited' will default to the maximum datafile size for the current db_block_size
<pre>
alter tablepace &tablespace_name
add datafile '&full_path_of_datafile'
size 100M
autoextend on
next 100M
maxsize unlimited
</pre>

===List all datafiles with their size===
<pre>
set pages 1000 lines 2000
col filetype for a15
col name for a60
break on report
compute sum of gig on report

select filetype
, name
, gig
from (
select 'datafile' filetype
, name
, bytes/1024/1024 gig
from v$datafile
union all
select 'tempfile' filetype
, name
, bytes/1024/1024
from v$tempfile
union all
select 'logfile' filetype
, lf.member "name"
, l.bytes/1024/1024
from v$logfile lf
, v$log l
where 1=1
and lf.group# = l.group#
) used
, (
select sum(bytes)/1024/1024
from dba_free_space
) free
</pre>
===Database size (How big is my database?)===
There are different interpretations of what constitutes the size of a database... 
Is it the space allocated to the datafiles or only the space taken up by the data? Are tempfiles included? Are redo logs included? etc...
<pre>
set lines 132
col dbname for a9 heading "Database"
col dbsize for a15 heading "Size"
col dbused for a15 heading "Used space"
col dbfree for a15 heading "Free space"
with used_space as
(
select bytes
from v$datafile
union all
select bytes
from v$tempfile
union all
select bytes
from v$log
)
, free_space as
(
select sum(bytes) sum_bytes
from dba_free_space
)
select vd.name dbname
, round(sum(used_space.bytes)/1024/1024/1024 ) || ' GB' dbsize
, round(sum(used_space.bytes)/1024/1024/1024 ) - round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbused
, round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbfree
from free_space
, used_space
, v$database vd
group by vd.name
, free_space.sum_bytes
/
</pre>

===Drop datafile from temp tablespace===
Database is completely stuck because the temporary tablespace has grown to fill all available room. 
Look around for at least some log files to delete in order to get connected (audit files, sqlnet logs, listener logs) 
Once connected, change the default temporary tablespace to a small one so we can remove the original.
<pre>
create temporary tablespace temp2 tempfile '/oracle/RMANV12/oradata2/temp2.dbf' size 5M;
</pre>
<pre>
alter database default temporary tablespace temp2;
</pre>
I found trying to drop the datafile like this didn't work, just hung there (probably active tranactions)...
<pre>
drop tablespace temp including contents and datafiles;
</pre>
So did it like this...
<pre>
alter database tempfile '/oracle/RMANV12/oradata2/temp.dbf' drop including datafiles;

Database altered.

drop tablespace temp including contents and datafiles;

Tablespace dropped.
</pre>
... an alternative would be to find the sessions using the temp space and kill them...
<pre>
select sid, serial#, status from v$session where serial# in (select session_num from v$sort_usage);
</pre>
Then to be neat and tidy, rename the temp2 tablespace back to temp.
<pre>
create temporary tablespace temp tempfile '/oracle/RMANV12/oradata2/temp.dbf' size 256M reuse autoextend on next 128M maxsize 1G;
alter database default temporary tablespace temp;
drop tablespace temp2 including contents and datafiles;
</pre>
Although the last statement will not work until any transactions using it have been rolled back or committed.

===List files that are in hot-backup mode===
set lines 100
set pages 100
col name format a60

select df.name
, b.status
, to_char(time, 'hh24:mi:ss dd/mm/yyyy') time
from v$datafile df
, v$backup b
where 1=1
and df.file# = b.file#
and b.status = 'ACTIVE'
order by b.file#;

===Waiting for snapshot control file enqueue===
Script to identify sessions causing RMAN to hang because of 'waiting for snapshot control file enqueue' message
<pre>
set lines 2000
col killer for a70
col program for a20
col module for a20
col action for a20
col logon_time for a20

select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, username
, program
, module
, action
, logon_time
from v$session s
, v$enqueue_lock l
where l.sid = s.sid
and l.type = 'CF'
and l.id1 = 0
and l.id2 = 2
/
</pre>

===Info on blocking processes===
<pre>
select s1.username || '@' || s1.machine
|| ' ( SID=' || s1.sid || ' ) is blocking '
|| s2.username || '@' || s2.machine || ' ( SID=' || s2.sid || ' ) ' blocking_status
from v$lock l1
, v$session s1
, v$lock l2
, v$session s2
where s1.sid = l1.sid
and s2.sid = l2.sid
and l1.block = 1
and l2.request > 0
and l1.id1 = l2.id1
and l2.id2 = l2.id2
/
</pre>
session doing the blocking
<pre>
select *
from v$lock l1
where 1=1
and block = 1 ;
</pre>
sessions being blocked
<pre>
select *
from v$lock l1
where 1=1
and id2 = 85203
</pre>

info on session doing the blocking
<pre>
select row_wait_obj#, row_wait_file#, row_wait_block#, row_wait_row#
from v$session
where sid = 234

select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create ( 1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW# ) row_id
from v$session s
, dba_objects do
where sid=234
and s.ROW_WAIT_OBJ# = do.OBJECT_ID;
</pre>

===Show locked objects===
set lines 100
set pages 999
col username format a20
col sess_id format a10
col object format a25
col mode_held format a10
select oracle_username||' ('||s.osuser||')' username
, s.sid||','||s.serial# sess_id
, owner||'.'||object_name object
, object_type
, decode ( l.block
, 0, 'Not Blocking'
, 1, 'Blocking'
, 2, 'Global'
) status
, decode ( v.locked_mode
, 0, 'None'
, 1, 'Null'
, 2, 'Row-S (SS)'
, 3, 'Row-X (SX)'
, 4, 'Share'
, 5, 'S/Row-X (SSX)'
, 6, 'Exclusive', TO_CHAR(lmode)
) mode_held
from v$locked_object v
, dba_objects d
, v$lock l
, v$session s
where 1=1
and v.object_id = d.object_id
and v.object_id = l.id1
and v.session_id = s.sid
order by oracle_username
, session_id;

===Show which row is locked===
select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create (1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW#)
from v$session s
, dba_objects do
where 1=1
and s.ROW_WAIT_OBJ# = do.OBJECT_ID
and sid = &sid;

===Check what is audited on a database===
<pre>
set pagesize 100
set linesize 256
select audit_option,success,failure from dba_stmt_audit_opts;
</pre>
===How old is the oldest audit record?===
<pre>
select extract (day from (systimestamp - min(ntimestamp#))) days_old from aud$;
</pre>
===Check what objects are being audited===
<pre>
tti col 60 'Object Audit Options (dba_obj_audit_opts)' skip col 50 'A=By Access, S=By Session. Left=on success, right=on failure' skip 2
set lines 1000 pages 100
col alt for a3 head "Alt|er"
col aud for a3 head "Aud|it"
col com for a3 head "Com|ent"
col del for a3 head "Del|ete"
col gra for a3 head "Gra|nt"
col ind for a3 head "Ind|ex"
col ins for a3 head "Ins|ert"
col loc for a3 head "Lo|ck"
col ren for a3 head "Ren|ame"
col sel for a3 head "Sel|ect"
col upd for a3 head "Upd|ate"
col ref for a3 head "Ref|rnc"
col exe for a3 head "Exe|cut"
col cre for a3 head "Cre|ate"
col rea for a3 head "Re|ad"
col wri for a3 head "Wri|te"
col fbk for a3 head "Fla|sh"

select *
from dba_obj_audit_opts
/
</pre>

===Procedure to delete old audit records===
<pre>
select text from all_source where lower(name)='purge_audit_trail';

TEXT
------------------------------------------------------------------------------------------------
PROCEDURE purge_audit_trail IS
BEGIN
-- set the last archive timestamp
DBMS_AUDIT_MGMT.SET_LAST_ARCHIVE_TIMESTAMP(
audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD,
last_archive_time => systimestamp - interval '365' day,
rac_instance_number => null
);
-- purge audit trail till last archive timestamp
DBMS_AUDIT_MGMT.CLEAN_AUDIT_TRAIL( audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD
, use_last_arch_timestamp => TRUE);

END purge_audit_trail;
</pre>

===Job setup to run the audit purge===
<pre>
BEGIN
sys.dbms_scheduler.create_job(
job_name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"',
job_type => 'STORED_PROCEDURE',
job_action => '"SYS"."PURGE_AUDIT_TRAIL"',
repeat_interval => 'FREQ=DAILY;BYHOUR=20;BYMINUTE=0;BYSECOND=0',
start_date => to_timestamp_tz('2012-02-22 Europe/Paris', 'YYYY-MM-DD TZR'),
job_class => '"DEFAULT_JOB_CLASS"',
comments => 'purge audit trails until last archive timestamp',
auto_drop => FALSE,
enabled => FALSE
);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'logging_level', value => DBMS_SCHEDULER.LOGGING_OFF);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'job_weight', value => 1);
sys.dbms_scheduler.enable( '"SYS"."PURGE_AUDIT_TRAIL_JOB"' );
END;
/
</pre>
===A list of all SIDs in oratab that should restart after a server boot===
Using awk
<pre>
awk -F: '$NF=="Y" && $1 !~/[#]/ {print $1}' /etc/oratab
</pre>
Using perl
<pre>
perl -F: -ne 'print "$1\n" if /(\w+):(.+):Y$/' /etc/oratab
</pre>

===Move the admin directories to a new location===
<pre>
./all_db_do "alter system set audit_file_dest='/oracle/&SID/admin/adump' scope=spfile;"

./all_db_do "shutdown immediate"

for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
mkdir -p /oracle/${db}/admin
echo "/oracle/${db}/admin created"
mv /oracle/admin/${db}/adump /oracle/${db}/admin/
mv /oracle/admin/${db}/dpdump /oracle/${db}/admin/
echo "Moved /oracle/admin/${db}/adump to /oracle/${db}/admin/"
done

./all_db_do startup

./all_db_do "create pfile from spfile;"
</pre>

===Check if the Standby database is up-to-date with the primary database===
select arch.thread# "Thread"
, arch.sequence# "Last Sequence Received"
, appl.sequence# "Last Sequence Applied"
, (arch.sequence# - appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where 1=1
and ( thread#,first_time ) in (
select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
,
(
select thread#
, sequence#
from v$log_history
where 1=1
and ( thread#,first_time ) in ( select thread# ,max(first_time)
from v$log_history
group by thread#
)
) appl
where 1=1
and arch.thread# = appl.thread#
order by 1;

===Check for gaps on the Standby database===
Run this on the standby
<pre>
select thread#, low_sequence#, high_sequence# from v$archive_gap;
</pre>
or run this on the Primary to see the latest generated archive...
<pre>
select thread# "Thread"
, sequence# "Last sequence generated"
from v$archived_log
where (thread#, first_time) in ( select thread#, max(first_time)
from v$archived_log
group by thread#
)
order by 1
/
</pre>
and run this on the standby to check for received but not yet applied logs (this could be normal if a lag has been set)...
<pre>
select arch.thread# "Thread"
, arch.sequence# "Last sequence received"
, appl.sequence# "Last sequence applied"
, (arch.sequence#-appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where (thread#,first_time ) in (select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
, (
select thread#
, sequence#
from v$log_history
where (thread#,first_time ) in (select thread#, max(first_time)
from v$log_history
group by thread#
)
) appl
where arch.thread# = appl.thread#
order by 1
/
</pre>
Compare the results from Primary and Secondary to detect possible network problems or other errors in shipping.

===Ignore case-sensitive passwords in 11g (deprecated in 12c)===
<pre>
alter system set SEC_CASE_SENSITIVE_LOGON = false scope=both
</pre>

===External table for the Alert log (pre 11g)===
<pre>
</pre>

===Alert log (11g+)===
This reads the log.xml file (which contains the same information as alert.log) 
Show the messages put in the alert log in the last 24 hours
<pre>
select substr(MESSAGE_TEXT, 1, 300) message_text
, count(*) cnt
from X$DBGALERTEXT
where 1=1
and (MESSAGE_TEXT like '%ORA-%' or upper(MESSAGE_TEXT) like '%ERROR%')
and cast(ORIGINATING_TIMESTAMP as DATE) > sysdate - &days_ago/1440
group by substr(MESSAGE_TEXT, 1, 300)
</pre>
There is also a fixed table X$DBGDIREXT which returns all file and directory names under [diagnostic_dest]/diag directory:
<pre>
select lpad(' ',lvl,' ')||logical_file file_name
from x$dbgdirext
where rownum <=20;
</pre>
===Directory paths available in v$diag_info===
<pre>
set lines 2000
col name for a35
col value for a100 wrap
select * from v$diag_info;

INST_ID NAME VALUE CON_ID
---------- ----------------------------------- ---------------------------------------------------------------------------------------------------- ----------
1 Diag Enabled TRUE 0
1 ADR Base /cln/prg/ora_bin2/app/oracle 0
1 ADR Home /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild 0
1 Diag Trace /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace 0
1 Diag Alert /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/alert 0
1 Diag Incident /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/incident 0
1 Diag Cdump /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/cdump 0
1 Health Monitor /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/hm 0
1 Default Trace File /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace/bild_ora_44696768.trc 0
1 Active Problem Count 0 0
1 Active Incident Count 0 0

11 rows selected.
</pre>
===Find out the names of the active trace files for the running processes===
<pre>
select pid, program, tracefile from v$process;
</pre>

===Request was to duplicate a large tablespace from production to test environment===
...but rather than copy the terabytes of data, create the destination tablespace with just the most recent months data 
====See what the source data looks like====
<pre>
col table_owner for a20
col table_name for a30
col partition_name for a20
set pages 100 lines 1000

select table_owner
, table_name
, partition_name
, partition_position
, tablespace_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
order by 1,2,3,4
/
</pre>
This query produces something like this...
<pre>
TABLE_OWNER TABLE_NAME PARTITION_NAME PARTITION_POSITION TABLESPACE_NAME
-------------------- ------------------------------ -------------------- ------------------ ------------------------------
ADS_ARCHIVE BIL_DAY_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D04 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D09 2 ADS_ARCHIVE
ADS_ARCHIVE BIL_MTH_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q1_M03_D31 3 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q2_M04_D01 4 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D12 5 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D13 6 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D14 7 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D31 2 ADS_ARCHIVE
...
ADS_ARCHIVE SBP_HIS_LINES_ARC P_LS 3 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D12 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D13 3 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D15 4 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D16 5 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D17 6 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D18 7 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D19 8 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D20 9 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D21 10 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D22 11 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D23 12 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D24 13 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2013_Q2_M04_D30 3 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q3_M07_D12 1657 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q4_M12_D13 1811 ADS_ARCHIVE
ADS_DBA FAH_DAY_MVT_IFRS Y2016_Q4_M10_D10 1654 ADS_ARCHIVE
</pre>
====Capture the tablespace metadata====
<pre>
set long 1000000
select dbms_metadata.get_ddl ( 'TABLESPACE', 'ADS_ARCHIVE') from dual
/
</pre>
produces...
<pre>
CREATE TABLESPACE "ADS_ARCHIVE" DATAFILE
'/oracle/tst/ora_data3/adst/ads_archive01.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 32000M,
...
'/oracle/tst/ora_data3/adst/ads_archive66.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 3200M,
LOGGING ONLINE PERMANENT BLOCKSIZE 8192
EXTENT MANAGEMENT LOCAL AUTOALLOCATE DEFAULT
NOCOMPRESS SEGMENT SPACE MANAGEMENT AUTO
</pre>
====Capture the tablespace objects' metadata====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=expdp_adst_ads_archive_metadata.log
tablespaces=ADS_ARCHIVE
parallel=20
content=metadata_only
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_metadata.par
</pre>
====Find the partitions with data from the most recent month====
<pre>
cat <<EOCAT>/tmp/adst_ads_archive_partitions.sql
set termo off echo off lines 1000 feedb off headi off newpa none trims on
spool /tmp/adst_ads_archive_partitions.lst
select table_owner||'.'||table_name||':'||partition_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
and partition_name like 'Y2017_Q1_M01%'
/
spool off

echo "@/tmp/adst_ads_archive_partitions.sql" | sqlplus / as sysdba
EOCAT
</pre>
produces...
<pre>
ADS_ARCHIVE.FAH_DAY_CBA_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D28
...
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D22
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D21
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D15
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D14
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D08
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_MTH_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_DAY_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D28
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D22
</pre>
====Export the data in these partitions====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=expdp_adst_ads_archive_Y2017.log
EOCAT

cat /tmp/adst_ads_archive_partitions.lst | perl -p -i -e 's/^/tables=/'g >>expdp_adst_ads_archive_partitions.par

cat<<EOCAT >>expdp_adst_ads_archive_partitions.par
parallel=20
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_partitions.par
</pre>
====Drop the old tablespace====
<pre>
drop tablespace ads_archive including contents and datafiles
/
</pre>
====Recreate the tablepspace using the metadata capture above====
<pre>
create tablespace "ADS_ARCHIVE"
datafile '/oracle/tst/ora_data3/adst/ads_archive01.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive02.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive03.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive04.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive05.dbf' size 100M autoextend on next 50M maxsize unlimited
/
</pre>
====Import the tablespace metadata====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=impdp_adst_ads_archive_metadata.log
EOCAT

impdp parfile=impdp_adst_ads_archive_metadata.par

select 'alter index '|| owner||'.'||index_name||' rebuild online parallel 8;'
from dba_indexes
where status = 'UNUSABLE'
/
</pre>
====Import the last month partition data====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=impdp_adst_ads_archive_Y2017.log
table_exists_action=append
parallel=20
EOCAT

impdp parfile=impdp_adst_ads_archive_partitions.par
</pre>

===Write to a TCP/IP socket from PL/SQL===
<pre>
declare
bt_conn utl_tcp.connection;
retval binary_integer;
l_sequence varchar2(30) := 'Sequence Number 101021';
begin
bt_conn := utl_tcp.open_connection(remote_host => '10.10.1.1'
,remote_port => 5000
,tx_timeout => 1
)
;
retval := utl_tcp.write_line(bt_conn,l_sequence)
;
utl_tcp.flush(bt_conn)
;
utl_tcp.close_connection(bt_conn)
;
exception
when others then
raise_application_error(-20101, sqlerrm)
;
utl_tcp.close_connection(bt_conn)
;
end
;
/
</pre>
and read from it using netcat in another session
<pre>
nc -lk 5000
</pre>
produces
<pre>
Sequence Number 101021
</pre>
===Execute a script as a different user===
Some things have to be done as the user and cannot be done as sys (eg. creating and dropping jobs or create and drop a database link) 
It is possible to login as the user by saving, changing and resetting his password (using identified by values) but using dbms_sys_sql is another option 
Create a PL/SQL procedure to drop a db link
<pre>
create or replace procedure drop_dblink ( p_schema_name in varchar2
, p_dblink in varchar2
) is
l_plsql varchar2(1000);
l_cur number;
l_uid number;
l_rc number;
begin
select du.user_id
into l_uid
from dba_users du
where du.username = p_schema_name
;
plsql := 'drop database link "'||p_dblink||'"';
l_cur := sys.dbms_sys_sql.open_cursor;
sys.dbms_sys_sql.parse_as_user(
c => l_cur,
statement => l_plsql,
language_flag => dbms_sql.native,
userid => l_uid
);
l_rc := sys.dbms_sys_sql.execute(l_cur);
sys.dbms_sys_sql.close_cursor(l_cur);
end;
/
</pre>
Generate the calls to the procedure with the required parameters
<pre>
select 'exec drop_dblink ('''|| owner ||''''||', '||''''||db_link||''''||');'
from dba_db_links
where owner != 'PUBLIC'
and db_link like '%FTST%'
or db_link like '%HDEV%'
/
</pre>
and this reveals the lines to be executed
<pre>
exec drop_dblink ('USER1', 'DBL_FTST.WORLD');
exec drop_dblink ('USER1', 'DBL_HDEV.WORLD');
</pre>
Drop the procedure when finished with it
<pre>
drop procedure drop_dblink;
</pre>

or do it as an anonymous block in one go...
<pre>
declare
uid number;
sqltext varchar2(1000) := 'drop database link "&DB_LINK"';
myint integer;
begin
select user_id into uid from dba_users where username = '&USERNAME';
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user(myint,sqltext,dbms_sql.native,UID);
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
===Handling single quote marks inside SQL statements===
<pre>
SQL> SELECT 'D''COSTA' name FROM DUAL;

NAME
-------
D'COSTA

Alternatively, use the 10g+ quoting method:

SQL> SELECT q'$D'COSTA$' NAME FROM DUAL;

NAME
-------
D'COSTA
</pre>

===Run a script on all databases in /etc/oratab===
<pre>
export ORAENV_ASK=NO
for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
ORACLE_SID=$db
. oraenv
sqlplus -V
done
</pre>
===Schedule a cron job to run on the last day of each month===
<pre>
0 23 28-31 * * [ $(date -d +1day +%d) -eq 1 ] && su - oracle -c "dsmc arch -server=SO_U_`hostname`_ORX_M_SOL '/oracle/export/PV6/expdp_PV6_D_FULL_`date +\%Y\%m\%d`*'"
</pre>
===How to tell if a year is a leap year or not - using cal instead of reinventing the wheel===
Test: Why is Julian day 0, 17th November 1858? 
Pretty comprehensive answer: [http://h71000.www7.hp.com/wizard/wiz_2315.html here] and [http://mentalfloss.com/article/51370/why-our-calendars-skipped-11-days-1752 here] 
Also attempts to answer the question why typing 'cal 09 1752' on Unix systems looks so odd!
<pre>
function leap {
# This function tells you if the year passed in as a parameter is a leap year or not...
if [[ $(cal 2 ${1:-$(date '+%Y')} | egrep '\<[[:digit:]]{1,2}\>' | wc -w) -eq 29 ]]; then
leap='Y'
else
leap='N'
fi
echo ${leap}
}
</pre>

===Reset an expired (and/or locked) user password to the same value===
Can be used to save user passwords for example in a test environment before destroying them with a copy of production. 
Simple, quick and easy version. Run this then pick and choose the statements you want to run.
<pre>
set lines 200 pages 200
col user_list for a200 head "Expired User List"

select 'alter user ' ||su.name||' identified by values'||''''||spare4||';'||su.password||''' account unlock;' user_list
from sys.user$ su
, dba_users du
where 1=1
and su.name = du.username
and du.oracle_maintained = 'N'
and (account_status like 'EXPIRED%' or account_status like '%LOCKED')
/
</pre>
More industrialised version. Create a package.
<pre>
create or replace package dba_utils
as
procedure reset_password ( p_userlist in varchar2 );
end dba_utils;
/

create or replace package body dba_utils
as

procedure reset_password ( p_userlist in varchar2 )
is
cursor c1 ( p_userlist in varchar2 ) is
select username
, regexp_substr ( dbms_metadata.get_ddl('USER', username), '''[^'']+''' ) pwd
from dba_users
where 1=1
and username in upper( p_userlist )
;
begin
dbms_output.enable(null);
for r1 in c1 ( p_userlist )
loop
begin
execute immediate 'alter user ' || r1.username || ' account unlock';
execute immediate 'alter user ' || r1.username || ' identified by values ' || r1.pwd;
exception
when others then
dbms_output.put_line('Unable to modify user ' || r1.username);
end;
end loop;
end reset_password;

end dba_utils;
/
</pre>
Call it
<pre>
set serveroutput on
exec dba_utils.reset_password ('STUART');
</pre>

===Latch, mutex and beyond===
A fine example of how to write scripts from SQL*Plus that interact with the shell underneath 
Found [https://andreynikolaev.wordpress.com/demonstration-scripts/cursor_pin_s_contention-sql/ here at andreynikolaev.wordpress.com]
<pre>
/*
This file is part of demos for "Mutex Internals" seminar v.04.04.2011
Andrey S. Nikolaev (Andrey.Nikolaev@rdtex.ru)
https://andreynikolaev.wordpress.com

"Cursor: pin S" contention testcase.

The script spawn several sessions to induce "Cursor: pin S",
creates AWR snapshots and generates AWR report

Beware: The script will restart the test database.

usage: sqlplus /nolog @cursor_pin_s_contention.sql <parallelism>

*/
connect / as sysdba
startup force
set echo off
set define %
set verify off
set head off
set linesize 300

/* spawn parallel processes to create load on mutex */
spool one_thread.tmp
select 'set verify off' from dual;
select 'alter session set session_cached_cursors = 50;' from dual;
select 'begin for i in 1..1000000 loop' from dual;
select ' execute immediate ''select 1 from dual where 1=2'';' from dual;
select 'end loop; end;'||chr(10)||'/' from dual;
spool off

/* sleep while AWR initialized */
host sleep 5

exec dbms_workload_repository.create_snapshot();

spool many_threads.tmp
select 'host sqlplus "/ as sysdba" @one_thread.tmp &'
from dba_objects where rownum <= %1;
spool off

@many_threads.tmp
host sleep 50
set echo on
exec dbms_workload_repository.create_snapshot();
set markup html on
set head on
spool mutex_sleep_history.htm
select to_char(SLEEP_TIMESTAMP,'hh:mi:ss.ff') SLEEP_TIMESTAMP,MUTEX_ADDR,MUTEX_IDENTIFIER,MUTEX_TYPE,
GETS,SLEEPS,REQUESTING_SESSION,BLOCKING_SESSION,
LOCATION,MUTEX_VALUE from x$mutex_sleep_history order by sleep_timestamp;
spool off

set define &
set markup html off
set echo off heading on underline on;
column inst_num heading "Inst Num" new_value inst_num format 99999;
column inst_name heading "Instance" new_value inst_name format a12;
column db_name heading "DB Name" new_value db_name format a12;
column dbid heading "DB Id" new_value dbid format 9999999999 just c;
select d.dbid dbid
, d.name db_name
, i.instance_number inst_num
, i.instance_name inst_name
from v$database d,
v$instance i;
define num_days=1;
define report_type='html';
col end_snap new_value end_snap;
col begin_snap new_value begin_snap;
select max(snap_id) end_snap from dba_hist_snapshot where dbid=&dbid;
select max(snap_id) begin_snap from dba_hist_snapshot where dbid=&dbid and snap_id < &end_snap;
define report_name='awr_report.htm';
@?/rdbms/admin/awrrpti
exit
</pre>

==shell==
[http://www.databasejournal.com/features/oracle/article.php/3869076/Alert-Log-Scraping-with-Oracles-ADRCI-Utility.htm Alert Log scraping with ADRCI]

====Count the number of background processes for a particular SID====
<pre>
SID=RAVJDE1
ps -ef|cut -c54-100|awk -v SID=$SID '$0 ~ /'$SID'$/ {print}'|wc -l
</pre>
or ...this will work with any OS (so long as the process is at the end of the ps -ef or ps -aux listing
<pre>
SID=RAVJDE1
ps -ef|awk -v SID=$SID -F_ '{ $NF ~ /'$SID'$/ {print} }'|wc -l
</pre>
Pick the columns you want in the ps listing
<pre>
ps -efo user,pid,ppid=MOM -o args
</pre>
====Find Oracle errors in the most recent DataPump log files====
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for <customer>last night' stuart@domain.com
</pre>

====Find the 10 largest directories on a particular filesystem====
<pre>
du -ag /oracle | sort -nr | head -n 10
</pre>

====Find the 10 largest files on a particular mount point====
<pre>
find /home -size +1G -ls | sort -nr +6 | head -10
</pre>
or
<pre>
find /home -xdev -ls | sort -nr +6 | head -10
</pre>

====Split a file in pieces using sed====
Using fixed line numbers
<pre>
sed -ne '1,12p' file > text.part1
sed -ne '13,$p' file > text.part2
</pre>
Using line with a /pattern/ on it
<pre>
sed -e '/hello/q' tt.dat | grep -v hello > text.part1
sed -n `sed -n '/hello/=' tt.dat`',$p' tt.dat | grep -v hello > text.part2
</pre>

====Split a file in pieces using Perl====
<pre>
perl -ne 'print if 1 .. /marker line/' text.dat >text.part1
perl -ne 'print if /marker line/ .. eof()' text.dat >text.part2
</pre>

====Find and display RMAN errors in an RMAN log file====
<pre>
sed -ne '/^RMAN-/,/^$/p' RMAN_<SID>_<DATE>.log
</pre>

==cmd==
*[http://www.dba-oracle.com/t_scripts_windows_export.htm Database Export - from DBA Oracle (Burleson)]
==Perl==
===For all files in a directory, replace a keyword (SSIIDD) in a file with another (a parameter)===
<pre>
for i in `ls`
do
perl -p -i -e 's/SSIIDD/'$SID'/g' $i
done
</pre>

===Parse tnsnames.ora to get just the service names===
[[http://stackoverflow.com/questions/12605415/parsing-tnsnames-ora-with-regex-to-just-get-name from here]]
<pre>
perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora
</pre>

===and use that to check the listener status===
<pre>
for svc in `perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora | sed -e 's/=//'` ;do
tnsping $svc
done
</pre>

Handy scripts

2018-11-21T11:55:17Z

Stuart: /* External table for the Alert log (pre 11g) */

==SQL==
* [[Database Overview - from idevelopment]] [http://www.idevelopment.info/data/Oracle/DBA_scripts/Database_Administration/dba_snapshot_database_10g.sql online version]
* [[Extract ddl with "dbms metadata.get ddl"]]
* [http://asktom.oracle.com/pls/asktom/f?p=100:11:0::::P11_QUESTION_ID:83012348058 Connecting as another user via proxy in SQL*Plus]
* [http://www.petefinnigan.com/tools.htm Password cracker and role and priv tools from Pete Finnigan]
* [http://www.oracle.com/technetwork/articles/sql/11g-pivot-097235.html Using pivot tables in SQL - XML and XLS (Excel) also)]
===List all instances running on a server===
Sounds simple enough and indeed pre 12.1, is was as easy as either
<pre>
ps -ef | grep [p]mon | awk -F_ '{print $NF}'
</pre>
or this one is safer in case you have an underscore character in your SID name!!
<pre>
SIDLIST=$(${PS} -ef | ${GREP} [o]ra_pmon | ${AWK} '{print $NF}' | sed -e 's/ora_pmon_//' | egrep -v 'grep|///|sed|awk|ASM|^$')
</pre>
but now we have the added complication of CDB/PDB (container / pluggable databases) so a fair bit more work is needed!
<pre>
#!/bin/ksh
# ==============================================================================
# Name : list_server_db
# Description : List all running databases found on a server
#
# Parameters : none
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 21-DEC-16 Stuart Barkley Created
# ==============================================================================
for db in $(ps -ef | grep [p]mon|awk -F_ '{print $NF}')
do
export ORACLE_SID=${db}
ORAENV_ASK=NO
. oraenv >/dev/null 2>&1
sqlplus -s / as sysdba<<EOSQL
set serveroutput on feed off pages 0 head off newpa none
declare
e_col_not_found exception;
e_not_mounted exception;
pragma exception_init(e_not_mounted, -01507);
pragma exception_init(e_col_not_found, -904);
l_db_name varchar2(20);
l_database_role varchar2(20);
l_cdb varchar2(20);
l_status varchar2(20);
type varchar2_tab is table of varchar2(240) index by binary_integer;
t_pdbs varchar2_tab;
begin
begin
dbms_output.enable(null);
execute immediate 'select name, database_role, cdb from v\$database' into l_db_name, l_database_role, l_cdb;
if l_cdb = 'YES' then
l_status := 'CDB';
execute immediate 'select name from v\$pdbs' bulk collect into t_pdbs;
for i in nvl(t_pdbs.first,1) .. nvl(t_pdbs.last,0)
loop
dbms_output.put_line (t_pdbs(i)||':PDB');
end loop;
else
l_status := 'Independent'; -- col CDB exists but this is not one
end if;
if l_database_role like '%STANDBY%' then
l_status := 'Standby';
end if;
exception
when e_not_mounted then
l_status := 'Not Mounted';
when e_col_not_found then
l_status := 'pre12';
end;

dbms_output.put_line ('${db}'||':'||l_status);

end;
/
EOSQL
done
</pre>

===Run a command or script on all databases in tnsnames.ora===
Very handy if you have a global tnsnames.ora accessible to all clients. 
So from a client install, this has access to all databases. 
Any files created can be created on the client so no need to scp to all the machines to recover spool files etc. 
Downside: Cannot connect as sysdba across tns so password will need to be known for whatever user is used.
<pre>
#!/bin/ksh
TNSNAMES="./tnsnames.ora"
[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/xxxxxx@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done

</pre>

===Run a command or script on all databases in oratab===
<pre>
#!/usr/bin/ksh
# ==============================================================================
# Name : all_db_do
# Description : Loops over all the databases in oratab and executes the
# specified SQL command - be careful!
#
# Parameters : -v flag for verbose
# [-f <filename> | <quoted SQL command to be executed>]
#
# Example : all_db_do 'alter system switch logfile;'
# all_db_do -f sessions.sql
#
# Notes : none
#
# Modification History
# ====================
# When Who What
# ========= ================= ==================================================
# 14-JAN-13 Stuart Barkley Created
# 25-FEB-13 Stuart Barkley Adapt for Solaris
# 21-MAR-13 Stuart Barkley Check db is running first
# 29-APR-13 Stuart Barkley Added verbose flag processing
# 24-MAY-13 Stuart Barkley Wrap / as sysdba in quotes for older versions
# 23-JUN-16 Stuart Barkley Add -f to run a file containing sql
# ==============================================================================

PROGNAME=$(basename $0)
OS=$(uname -s)

AWK=$(which awk)
GREP=$(which grep)
if [[ "${OS}" == "SunOS" ]]; then
AWK=/usr/xpg4/bin/awk
GREP=/usr/xpg4/bin/grep
fi

if [[ ! -r /etc/oratab ]]; then
if [[ "${OS}" == "SunOS" ]]; then
echo "oratab is not where we want it. Please run 'ln -s /var/opt/oracle/oratab /etc/oratab' as root and retry" && exit 1
else
echo "Either Oracle is not installed or database is running without an oratab" && exit 1
fi
fi

# -------------------------
# get the arguments, if any
# -------------------------
unset VERBOSE
while getopts "vf:" flag
do
case "$flag" in
v) VERBOSE=1;;
f) FILE2RUN=$OPTARG;;
esac
done
shift $((OPTIND-1))

if [[ -z ${FILE2RUN} ]]; then
# no file, need an SQL supplied
if [[ -z $1 ]]; then
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi
SQL=$1
elif [[ -s ${FILE2RUN} ]]; then
# file supplied and exists
SQL="@${FILE2RUN}"
else
# file supplied, does it exist
echo "File ${FILE2RUN} is empty or does not exist"
echo "Usage: $0 [-v] [-f <filename> | <quoted SQL command to be executed>]"
echo "eg: $0 -f sessions.sql"
echo "eg: $0 'alter system switch logfile;'"
exit 1
fi

export ORAENV_ASK=NO

for db in $(${AWK} -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab)
do
if ( [[ $1 != "startup" ]] && [[ $(ps -ef | ${GREP} -c -E [o]ra_pmon_${db}) -eq 0 ]] ); then
[[ ! -z "$VERBOSE" ]] && echo "$db is not running, skipping..."
continue
fi
echo
[[ ! -z "$VERBOSE" ]] && echo "vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv"
[[ ! -z "$VERBOSE" ]] && echo $db
ORACLE_SID=$db
. oraenv >/dev/null
sqlplus -s "/ as sysdba" <<EOSQL
define SID=$ORACLE_SID
col comp_name format a50
col value for a40
set linesize 1000
set pagesize 100
$SQL
EOSQL
[[ ! -z "$VERBOSE" ]] && echo "^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"
done

</pre>
<pre>
all_db_do "create or replace directory data_pump_dir as '/oracle/export/&SID';"

all_db_do "archive log list"

all_db_do "shutdown immediate"

all_db_do 'alter system set log_archive_dest_1="location=/oracle/arch/&SID" scope=both;'
</pre>

===Run an SQL command on behalf of another user===
It can be used to execute any sql command as a specified user provided this procedure is created in sys schema. 
* not got this working properly yet *
<pre>
set serveroutput on
create or replace procedure run_sql_as_user ( p_schema_name in varchar2
, p_sql in varchar2
) is
l_user_id dba_users.user_id%type;
l_cursor number;
l_rc number;
begin
dbms_output.enable(null);
begin
select u.user_id
into l_user_id
from dba_users u
where u.username = p_schema_name;
exception
when no_data_found then
raise_application_error (-20001, 'Cannot find user '||p_schema_name);
end;
l_cursor := dbms_sys_sql.open_cursor;
dbms_sys_sql.parse_as_user ( c => l_cursor
, statement => p_sql
, language_flag => dbms_sql.native
, userid => l_user_id
);
l_rc := dbms_sys_sql.execute(l_cursor);
dbms_sys_sql.close_cursor(l_cursor);
exception
when others then
raise_application_error (-20001, 'ERROR: '||sqlerrm);
end;
/

</pre>

===Run a script on all databases listed in tnsnames.ora===
Can run an SQL command file on all SID/SERVICE found in a tnsnames.ora file. I use this from a client laptop having a global tns file on it. 
This way it's not necessary to copy the file onto every host before executing it. Any files created by the script will be created on the client.
<pre>
#!/bin/ksh

TNSNAMES="./tnsnames.ora"

[[ ! -r "${TNSNAMES}" ]] && echo "${TNSNAMES} is not accessible" && exit 1

SIDLIST=$(perl -ne 'print "$1\n" if /(?:SID|SERVICE_NAME)\s*=\s*(\S+?)\)/' ${TNSNAMES}|sort|uniq|xargs)
for SID in ${SIDLIST}
do
echo "Processing $SID"
ls -al | grep "^d" | grep "\_${SID}" >/dev/null
if [[ $? -ne 0 ]]; then
echo 'exit' | sqlplus system/password@${SID} @ReviewLite17.1.sql >/dev/null 2>&1
else
echo "directory already exists so must have done this SID"
fi
done
</pre>

===List invalid objects===
set lines 200
set pages 200
col obj format a40
select owner||'.'||object_name obj
, object_type
from dba_objects
where 1=1
and status = 'INVALID';
===Recompile all invalid objects===
@?/rdbms/admin/utlrp.sql
===See how much space is left in the flash recovery area (FRA)===
<pre>
select name
, to_char (space_limit, '999,999,999,999') as space_limit
, to_char (space_limit - space_used + space_reclaimable
, '999,999,999,999')
as space_available
, round ( (space_used - space_reclaimable) / space_limit * 100, 1)
as pct_full
from v$recovery_file_dest;
</pre>
or
<pre>
# ==============================================
# Check FRA to see how much space is reclaimable
# ==============================================
fra_reclaim_check() {

LOGFILE=${RMAN_LogDir}/${ORACLE_SID}_`date '+%Y%m'`_${V_SCRIPT}.log
sqlplus "/ as sysdba" <<EOSQL > /tmp/results.$$
set vefify off echo off heading off newpage none linesize 1000 echo off
select 'Filesystem:'||name||
'; Total(Gb):'||round((space_limit/1073741824),2) ||
'; Reclaimable(Gb):'||round((space_reclaimable/1073741824),2) ||
'; Reclaimable(%):'||round( ((space_reclaimable/1073741824)/(space_limit/1073741824)*100),2 )
from v$recovery_file_dest
/
EOSQL
cat /tmp/results.$$ >> $LOGFILE
rm /tmp/results.$$

}
</pre>
===How far back can we flashback?===
<pre>
col time_now for a25
col time_oldest_flashback for a25
select to_char(sysdate,'DD-MON-YY HH24:MI') time_now
, to_char(fdl.oldest_flashback_time, 'DD-MON-YY HH24:MI') time_oldest_flashback
, round((sysdate-fdl.oldest_flashback_time)*24,1) hours_flashback_possible
from v$database d
, v$flashback_database_log fdl
/
</pre>

===DBA privs tables===
DBA_AQ_AGENT_PRIVS
DBA_COL_PRIVS
DBA_PRIV_AUDIT_OPTS
DBA_REPGROUP_PRIVILEGES
DBA_ROLE_PRIVS
DBA_RSRC_CONSUMER_GROUP_PRIVS
DBA_RSRC_MANAGER_SYSTEM_PRIVS
DBA_SYS_PRIVS
DBA_TAB_PRIVS
DBA_WM_SYS_PRIVS
DBA_WORKSPACE_PRIVS

===Schedule a shell job===
begin
dbms_scheduler.create_program ( program_name => 'myshelljob'
, program_action => '/home/oracle/scripts/shell.sh'
, program_type => 'EXECUTABLE'
, comments => 'Run a shell'
, enabled => TRUE
);
end;
/
===Start the job===
begin
dbms_sheduler.create_job ( job_name => 'myshelljob'
, program_name => 'myshelljob'
, start_date =>
);
/

===What statement is a user running?===
<pre>
select a.sid
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
and a.username = '&username'
/
</pre>
===See what statements all users are running===
Useful to see what is happening when process limit is reached
<pre>
set lines 300 pages 1000

col username for a10
col command for 999 head "CMD"
col lockwait for a10
col status for a8
col schemaname for a12
col osuser for a10
col process for a10
col program for a20
col machine for a10
col action for a10
col module for a10
col identifier for a10
col event for a27
col state for a8
col service_name for a10
col serial# for 999999

select a.username
, a.command
, a.lockwait
, a.status
, a.schemaname
, a.osuser
, a.process
, a.machine
, a.program
, a.type
--, a.sql_exec_start
--, a.plsql_object_id
--, a.plsql_subprogram_id
--, a.module
--, a.action
, a.logon_time
, a.event
, a.wait_time
, a.seconds_in_wait
, a.state
--, a.service_name
, a.serial#
, b.sql_text
from v$session a
, v$sqlarea b
where a.sql_address = b.address
order by a.logon_time desc
/

set lines 80
</pre>

===A logminer session===
Mine all SQL statements in a 10 minute period
<pre>
sqlplus / as sysdba
alter session set nls_date_format = 'DD-MON-YYYY HH24:MI:SS';
execute dbms_logmnr.start_logmnr ( starttime => '27-OCT-2009 11:05:00'
, endtime => '27-OCT-2009 11:15:00'
, options => dbms_logmnr.dict_from_online_catalog+dbms_logmnr.continuous_mine
);
create table mycontents as select * from v$logmnr_contents;
execute dbms_logmnr.end_logmnr();

select * from mycontents;

drop table mycontents;
</pre>
===Huge Pages===
<pre>
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segments
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6' | '3.8') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
</pre>

===Pretty longops listing===
<pre>
set lines 2000 pages 1000
col opname for a34 head "Job"
col message for a60
col perc_done for a10 head "Done"
col started for a18
col killer for a15
col mins_busy head "Mins busy"
col mins_left head "Mins left"
select sid||','||serial# killer
, opname
, message
, round ((sofar/totalwork),4)*100||'%' perc_done
, to_char(start_time,'DD-MON-YY HH24:MI') started
, floor(elapsed_seconds/60) mins_busy
, ceil(time_remaining/60) mins_left
from v$session_longops
where 1=1
and sofar != totalwork
and totalwork != 0
and opname like 'RMAN%'
/
</pre>
<pre>
select * from v$session where module='Data Pump Worker'
</pre>
or attach to the impdp job and it shows percentage done.
<pre>
Get the SID from v$session_longops and plug it into v$session to check the SQL command details.

Current Running SQLs
--------------------
set pages 1000 lines 2000
col program format a40
col sql_text format a130

select s.sid
, s.status
, s.last_call_et
, s.program
, sa.sql_id
, sa.sql_text
from v$session s
, v$sqlarea sa
where s.sql_id = sa.sql_id
and s.sid = '&sid'
/

set pages 1000 lines 2000
col USERNAME for a10
col OSUSER for a10
col MACHINE for a10

select s.sid
, s.serial#
, p.spid
, s.username
, s.osuser
, s.status
, s.process fg_pid
, s.longon_time
, s.machine
, p.spid bg_pid
from gv$session s
, gv$process p
where s.addr = p.addr
and s.sid = '&sid'
/

$ps -ef | grep <spid>

set pages 1000 lines 2000
SELECT INST_ID
, SID
, SERIAL#
, SQL_ID
, USERNAME
, PROGRAM
, MACHINE
, SERVICE_NAME
FROM GV$SESSION
WHERE SID IN ('<SID_NO.1>','<SID_NO.2>')
/
Active Running SQLs
--------------------
set pages 1000 lines 2000
col SPID for a10
col PROGRAM for a15
col OSUSER for a10
col ACTION for a10
col EVENT for a25
col SQL_TEXT for a25
col MACHINE for a10
col P1TEXT for a10
col P2TEXT for a10
col P3TEXT for a10
SELECT b.sid
, b.serial#
, a.spid
, b.sql_id
, b.program
, b.osuser
, b.machine
, b.type
, b.event
, b.action
, b.p1text
, b.p2text
, b.p3text
, b.state
, c.sql_text
, b.logon_time
FROM v$process a
, v$session b
, v$sqltext c
WHERE a.addr = b.paddr
AND b.sql_hash_value = c.hash_value
AND b.STATUS = 'ACTIVE'
AND b.sid = '&sid'
ORDER BY a.spid
, c.piece
/

OR - Use the below Query

Longops.sql
-----------
set pages 50000 lines 32767
col OPNAME for a10
col SID form 9999
col SERIAL form 9999999
col PROGRAM for a10
col USERNAME for a10
col SQL_TEXT for a40
col START_TIME for a10
col LAST_UPDATE_TIME for a10
col TARGET for a25
col MESSAGE for a25

alter session set nls_date_format = 'DD-MM-YYYY HH24:MI:SS';

SELECT l.inst_id,l.sid, l.serial#, l.sql_id, l.opname, l.username, l.target, l.sofar, l.totalwork, l.start_time,l.last_update_time,round(l.time_remaining/60,2) "REMAIN MINS", round(l.elapsed_seconds/60,2) "ELAPSED MINS", round((l.time_remaining+l.elapsed_seconds)/60,2) "TOTAL MINS", ROUND(l.SOFAR/l.TOTALWORK*100,2) "%_COMPLETE", l.message,s.sql_text
FROM gv$session_longops l
LEFT OUTER JOIN v$sql s on s.hash_value=l.sql_hash_value and s.address=l.sql_address and s.child_number=0
WHERE l.OPNAME NOT LIKE 'RMAN%' AND l.OPNAME NOT LIKE '%aggregate%' AND l.TOTALWORK != 0 AND l.sofar<>l.totalwork AND l.time_remaining > 0
/

</pre>
===Apply the database patch after the ORACLE_HOME has been patched===
<pre>
ORAENV_ASK=NO
export ORACLE_SID=$1
. oraenv

sqlplus /nolog <<EOSQL
connect / as sysdba
startup
@?/rdbms/admin/catbundle.sql psu apply
@?/rdbms/admin/utlrp.sql
purge dba_recyclebin;

prompt check patch apply...
set lines 150
col action_time for a50
col comp_name for a50
col comments for a50

select action_time,action,comments from sys.registry\$history where trunc(action_time) = trunc(sysdate);
select comp_name,version,status,modified from dba_registry;
exit
EOSQL
</pre>

===Show how much archivelog data is generated per day===
A companion script for 'how many log switches in a day'
<pre>
col orderby noprint
select trunc(first_time) orderby
, to_char(first_time,'DD-MON-YYYY') "Date"
, round(sum(bytes/1024/1024/1024),2) arch_logs_gigs
from (
select unique (blocks * block_size) bytes,
thread#,
sequence#,
resetlogs_change#,
first_time
from v$archived_log
)
group by trunc(first_time)
, to_char(first_time, 'DD-MON-YYYY')
order by trunc(first_time) desc
/
</pre>

===Abort a hanging database even when sysdba cannot connect===
Unable to connect to database with sqlplus / as sysdba because audit file cannot be created?
* [http://tech.e2sn.com/oracle/troubleshooting/hang/how-to-log-on-even-when-sysdba-can-t-do-so tech.e2sn.com]
* [http://blog.dbi-services.com/oracle-is-hanging-dont-forget-hanganalyze-and-systemstate/ blog.dbi-services.com]
Instead of just killing the pmon process, there is a kinder (and more useful) way to kill the database. 
Use the hidden, undocumented 'prelim' switch parameter to sqlplus to make a connection to the database without creating SGA session data structures. 
It can be very useful for hang analysis so the possible cause can be found after the database has been restarted.
<pre>
sqlplus -prelim / as sysdba
oradebug unlimit
oradebug hanganalyze 3
oradebug setmypid -- or oradebug setorapname diag
oradebug dump ashdumpseconds 30
oradebug dump systemstate 10 -- or oradebug dump systemstate 266
oradebug tracefile_name
shutdown abort
</pre>

===Lists Oracle session with kill session statement all ready to go===
disconnect attempts to kill the o/s processes too. kill doesn't.
<pre>
col killer for a60
col osuser for a12
col logon for a23
col spid for a8
col username for a15
col program for a50
set lines 2000
select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, s.inst_id
, to_char(s.logon_time,'DD-MON-YY HH24:MI:SS') logon
, sci.osuser
, p.spid
, s.username
, s.program
from gv$session s
, gv$session_connect_info sci
, gv$process p
where 1=1
and p.addr = s.paddr
and p.inst_id = s.inst_id
and s.sid = sci.sid
and s.serial# = sci.serial#
and s.type != 'BACKGROUND'
and sci.osuser = 'oraibm'
order by s.logon_time desc
/

KILLER INST_ID LOGON OSUSER SPID USERNAME PROGRAM
------------------------------------------------------------ ---------- ----------------------- ------------ -------- --------------- --------------------------------------------------
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
alter system disconnect session '490,33947' immediate; 1 23-JUN-16 13:30:53 oraibm 23205 SYS sqlplus@benouerp07 (TNS V1-V3)
</pre>

===How much space is being used by a guaranteed restore point?===
<pre>
show parameter recovery
set numwi 15
set lines 200
col name for a40
col time for a23
col gigs_limit head "Max (but check df -g also!)"

select name
, time
, round(storage_size/1024/1024/1024,2) gigs_used
from v$restore_point
where 1=1
and guarantee_flashback_database = 'YES'
/

select * from v$flash_recovery_area_usage
/

select name
, round(space_used/1024/1024/1024,2) gigs_used
, round(space_limit/1024/1024/1024,2) gigs_limit
, space_reclaimable
, number_of_files
from v$recovery_file_dest
/
</pre>

===Get statistics for LOB columns in a table===
<pre>
select
max(dbms_lob.getlength(lob_content)) max_len
, avg(dbms_lob.getlength(lob_content)) avg_len
, min(dbms_lob.getlength(lob_content)) min_len
, sum(case when dbms_lob.getlength(lob_content) <= 4000 then 1
else 0 end) "<4k"
, sum(case when dbms_lob.getlength(lob_content) > 4000 then 1
else 0 end) ">4k"
, sum(case when dbms_lob.getlength(lob_content) is null then 1 else
0 end) "is null"
from &tablename
/
</pre>

===badprivs.sql===
Check to see if any ordinary users have privileges / access / grants / rights they should not have
<pre>
select grantee, privilege, admin_option
from sys.dba_sys_privs
where ( privilege like '% ANY %'
or privilege in ('BECOME USER', 'UNLIMITED TABLESPACE')
or admin_option = 'YES'
)
and grantee not in ('SYS', 'SYSTEM', 'OUTLN', 'AQ_ADMINISTRATOR_ROLE',
'DBA', 'EXP_FULL_DATABASE', 'IMP_FULL_DATABASE',
'OEM_MONITOR', 'CTXSYS', 'DBSNMP', 'IFSSYS',
'IFSSYS$CM', 'MDSYS', 'ORDPLUGINS', 'ORDSYS',
'TIMESERIES_DBA')
</pre>

===Generate a list of tablespaces ready for a migration===
<pre>
set echo off
set lines 300
set pages 0
Set headi off
set feedb off
set long 32000

spool migration_create_target_tablespaces.sql

exec dbms_metadata.set_transform_param(dbms_metadata.session_transform,'SQLTERMINATOR',TRUE);
select DBMS_METADATA.GET_DDL('TABLESPACE',tablespace_name) from dba_tablespaces
/

spool off
</pre>
===List the privileges assigned to users on directories===
table_name is the name of the directory...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where table_name = 'DATA_PUMP_DIR'
/
</pre>

===List the privileges assigned to users on packages/procedures===
table_name is the name of the package...
<pre>
select grantor
, grantee
, table_schema
, table_name
, privilege
from all_tab_privs
where upper(table_name) like upper('%UTL_FILE%')
/
</pre>

===List the system privileges assigned to a user (used to copy user as or clone user as)===
Maybe this one is better [[Extract ddl with "dbms metadata.get ddl"]]

SELECT LPAD(' ', 2*level) || granted_role "USER PRIVS"
FROM (
SELECT NULL grantee, username granted_role
FROM dba_users
WHERE username LIKE UPPER('%&uname%')
UNION
SELECT grantee, granted_role
FROM dba_role_privs
UNION
SELECT grantee, privilege
FROM dba_sys_privs)
START WITH grantee IS NULL
CONNECT BY grantee = prior granted_role;

or

SELECT path
FROM (
SELECT grantee,
sys_connect_by_path(privilege, ':')||':'||grantee path
FROM (
SELECT grantee, privilege, 0 role
FROM dba_sys_privs
UNION ALL
SELECT grantee, granted_role, 1 role
FROM dba_role_privs)
CONNECT BY privilege=prior grantee
START WITH role = 0)
WHERE grantee IN (
SELECT username
FROM dba_users
WHERE lock_date IS NULL
AND password != 'EXTERNAL'
AND username != 'SYS')
OR grantee='PUBLIC'

or

for a migration from 10g...
<pre>
set headi off
set feedb off
set long 9999999
set pages 0
set lines 300

spool migration_create_target_users_grants.sql

select dbms_metadata.get_ddl('USER', username) || ';' ddl
from dba_users
where 1=1
and username like upper('%&&USER_NAME%')
/

select 'grant '||privilege|| ' to ' || grantee || ';'
from dba_sys_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

select 'grant '||granted_role|| ' to ' || grantee || ';'
from dba_role_privs
where 1=1
and grantee like upper('%&&USER_NAME%')
/

spool off
</pre>
or for a migration on 11g...!
<pre>
set head off
set pages 0
set long 9999999
col ddl for a1000

SELECT DBMS_METADATA.GET_DDL('USER', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('ROLE_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('SYSTEM_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'
UNION ALL
SELECT DBMS_METADATA.GET_GRANTED_DDL('OBJECT_GRANT', USERNAME) || ';' DDL
FROM DBA_USERS
where 1=1
and default_tablespace not in ('SYSTEM','SYSAUX')
and upper(username) like '%'||upper('&&username')||'%'

spool migration_create_users_grants.sql
/
spool off
</pre>

===Move datafiles between filesystems===
* [https://blogs.oracle.com/alejandrovargas/moving-a-datafile-from-file-system-to-asm Moving a datafile from File System to ASM (does not have to be ASM!) - oracle.com]
* [https://docs.oracle.com/database/121/OSTMG/GUID-3B8D0956-0888-452D-A9E4-9FB8D98577E0.htm#OSTMG89997 Moving Data Files Between Oracle ASM (does not have to be ASM!) Using RMAN - oracle.com]
* [https://oracle-base.com/articles/misc/renaming-or-moving-oracle-files Moving a data file online between filesystems - oracle-base.com]
====Set the relevant datafile offline====
<pre>
alter database datafile 125 offline;
alter database datafile 126 offline;
alter database datafile 127 offline;
</pre>
====Rename the files on the filesystem using o/s commands====
<pre>
alter tablespace ts_thaler_data_offline;

host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
host mv '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>
====Run the relevant alter commands to inform the control files of the new locations====
<pre>
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_113.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_113.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_114.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_114.dbf'
alter database move datafile '/cln/tst/ora_data1/clnt/data4/ts_thaler_data_115.dbf' to '/cln/tst/ora_data1/clnt/data1/ts_thaler_data_115.dbf'
</pre>

====Recover the datafiles====
<pre>
recover datafile 125;
recover datafile 126;
recover datafile 127;
</pre>
====Set the relevant datafile online====
<pre>
alter database datafile 125 online;
alter database datafile 126 online;
alter database datafile 127 online;
</pre>
====Check all is well with the datafiles by using an appropriate statement====
<pre>
set lines 2000 pages 100
select file_id, file_name, status, online_status from dba_data_files where tablespace_name = 'TS_THALER_DATA' order by 2;
</pre>
====Rename a datafile on 12c====
If you're lucky enough to be on 12c, it's one command - no need to offline the datafile!
<pre>
SQL> alter database move datafile '/oracle/ora_data2/prod/data4/ts_thaler_data_113.dbf' to '/oracle/ora_data2/prod/data3/ts_thaler_data_113.dbf';

Database altered.
</pre>

===Pass parameter/argument into perl one-liner script from shell===
Trick? Just use ARGV to pass them in...
<pre>
FREQ=$(perl -e 'my @CAL=split(";",$ARGV[0]);shift @CAL;print $CAL[$ARGV[1]];' -- "$LINE" $offset)
</pre>
or
<pre>
DUMP_DATE=`perl -MTime::Local -e 'print(timelocal(0,$ARGV[0],$ARGV[1],$ARGV[2],$ARGV[3],$ARGV[4]))' -- $MI $HH $DD $MM $YYYY`
</pre>
or export the variable from shell and access it via the ENV hash
<pre>
export db=ENDP1
perl -p -i -e 's!DSMI_LOG.+$!DSMI_LOG /oracle/$ENV{db}/admin/tdpoerror_$ENV{db}!' ${db}/admin/tdpo.opt
</pre>

===Return epoch seconds in Perl===
<pre>
perl -e 'print time();'
</pre>
or to convert a specific day of the year to epoch seconds
<pre>
use POSIX;
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
or for a specific date (careful though - month is 0-11 not 1-12!... 
<pre>
use Time::Local;
# SS MM HH DD MM YYYY
my $epochsecs = timelocal (30,10,19,03,04,2014);
</pre>
or more long-winded but delimited by anything... 
Supply the date/time in any delimited format. Eg. YYYY-MM-DD:HH:MI
<pre>
#!/usr/bin/perl -w
use Time::Local;

sub date2epoch {
my($s) = @_;
my($year, $month, $day, $hour, $minute, $second);

if($s =~ m{^\s*(\d{1,4})\W*0*(\d{1,2})\W*0*(\d{1,2})\W*0*
(\d{0,2})\W*0*(\d{0,2})\W*0*(\d{0,2})}x) {
$year = $1; $month = $2; $day = $3;
$hour = $4; $minute = $5; $second = $6;
$hour |= 0; $minute |= 0; $second |= 0; # defaults.
$year = ($year<100 ? ($year<70 ? 2000+$year : 1900+$year) : $year);
return timelocal($second,$minute,$hour,$day,$month-1,$year);
}
return -1;
}
</pre>

===Return epoch seconds in DOS/VBS/Windows===
Paste this code into epoch.vbs
<pre>
function date2epoch(p_date)
date2epoch = DateDiff("s", "01/01/1970 00:00:00", p_date)
end function

Wscript.Echo date2epoch(Now())
</pre>
and call from a DOS box like this
<pre>
cscript //nologo epoch.vbs
</pre>

===Return date from epoch seconds in Perl===
<pre>
perl -e 'print scalar (localtime (1243269270))'
</pre>
===Return epoch seconds from julian day number in Perl===
<pre>
use POSIX;
my ($year, $jday) = (2012,60);
my $epochsecs = mktime(0,0,0, $jday, 0, $year-1900);
</pre>
===Extract specific pieces of a date from an epoch timestamp in Perl===
<pre>
use POSIX;
# return localtime into an array
my @tm = localtime $epochsecs;

my $yyyymmdd = strftime "%Y%m%d", @tm;
print $yyyymmdd."\n";
</pre>

===Return epoch seconds in Shell (linux)===
<pre>
date -d "2014/04/03 18:34:30" "+%s"
</pre>

===Return date from epoch seconds in Shell (linux)===
<pre>
date -d @1396542870
</pre>

===Return epoch seconds in PL/SQL===
You cannot just use sysdate as that is timezone sensitive... (epoch seconds are in UTC/GMT)
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) from dual;
or
select round((vd.created - to_date('01-JAN-1970 00:00:00','DD-MON-YYYY HH24:MI:SS'))*24*60*60) created from v$database vd;
</pre>
How long has this instance been up (in minutes)?
<pre>
select round((cast(sys_extract_utc(systimestamp) as date) - startup_time)*24*60) up_mins from v$instance;
</pre>

===Return date from epoch seconds in SQL===
<pre>
select to_char(to_date('19700101','YYYYMMDD') + ((&epoch)/24/60/60),'DD-MON-YYYY HH24:MI:SS') utc_date from dual;
</pre>

===A database overview using the sys.plato package===
exec plato.help;
or
exec plato.complete('HTM');

===List datafiles for a tablespace===
<pre>
select *
from dba_data_files
where 1=1
and tablespace_name ='&ts_name';
</pre>
===Show graph of available and free space in tablespaces===
<pre>
-- =============================================================================
-- File Name : http://www.oracle-base.com/dba/monitoring/ts_free_space.sql
-- Author : Tim Hall
-- Description : Displays a list of tablespaces and their used/full status.
-- Requirements : Access to the DBA views.
-- Call Syntax : @ts_free_space.sql
-- Last Modified: 13-OCT-2012 - Created. Based on ts_full.sql
--
-- Modification History
-- ====================
-- When Who What
-- ========= ================= =================================================
-- 13-NOV-13 Stuart Barkley Added cols free_pct and used_pct
-- =============================================================================
SET PAGESIZE 140 lines 180
COLUMN used_pct FORMAT A11
COLUMN max_used_pct FORMAT A11

SELECT tablespace_name tablespace_name
, size_mb size_mb
, free_mb free_mb
, TRUNC((free_mb/size_mb) * 100) free_pct
, RPAD(' '|| RPAD('X',ROUND((size_mb-free_mb)/size_mb*10,0), 'X'),11,'-') used_pct
, max_size_mb max_size_mb
, max_free_mb max_free_mb
, TRUNC((max_free_mb/max_size_mb) * 100) max_free_pct
, RPAD(' '|| RPAD('X',ROUND((max_size_mb-max_free_mb)/max_size_mb*10,0), 'X'),11,'-') max_used_pct
from (
select a.tablespace_name tablespace_name
, b.size_mb size_mb
, a.free_mb free_mb
, b.max_size_mb max_size_mb
, a.free_mb + (b.max_size_mb - b.size_mb) max_free_mb
from (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) free_mb
from dba_free_space
group by tablespace_name
) a
, (
select tablespace_name tablespace_name
, trunc(sum(bytes)/1024/1024) size_mb
, trunc(sum(greatest(bytes,maxbytes))/1024/1024) max_size_mb
from dba_data_files
group by tablespace_name
) b
, v$instance vi
where a.tablespace_name = b.tablespace_name
)
order by tablespace_name;

set lines 80
</pre>

===Another method for calculating free space in tablespace using segments===
<pre>
select df.tablespace_name "Tablespace"
, totalusedspace "Used MB"
, (df.totalspace - tu.totalusedspace) "Free MB"
, df.totalspace "Total MB"
, round(100 * ( (df.totalspace - tu.totalusedspace)/ df.totalspace)) "Pct. Free"
from (
select tablespace_name
, round(sum(bytes) / 1048576) totalspace
from dba_data_files
group by tablespace_name
) df
, (
select round(sum(bytes)/(1024*1024)) totalusedspace
, tablespace_name
from dba_segments
group by tablespace_name
) tu
where df.tablespace_name = tu.tablespace_name;
</pre>
===Work out maximum possible size of a datafile===
<pre>
select round( (4*1024*1024*value) / (1024*1024*1024) ,2) maxfilesizeingigabytes from v$parameter where name='db_block_size';
</pre>
or, as tablespaces can have block sizes differing from that of the init.ora parameter...
<pre>
select round( (4*1024*1024*block_size) / (1024*1024*1024) ,2) maxfilesizeingigabytes from dba_tablespaces where tablespace_name='&tablespace_name';
</pre>

===Show size and maxsize at datafile level===
datafiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_data_files
group by file_name
/
</pre>
tempfiles
<pre>
set pages 100 lines 200
col file_name for a60
select sum(bytes)/1024/1024 mbytes_alloc
, sum(maxbytes)/1024/1024 mbytes_max
, file_name
from sys.dba_temp_files
group by file_name
/
</pre>

===Resize the online redo logfiles===
Found a more concise, smarter way of doing it [http://www.oracle-wiki.net/startdocshowtorecreateredogrps here] - oracle-wiki.net 
Switching logs too often? Redolog files too small? 
* Show current log groups
<pre>
set lines 1000
col group_member for a60
select l.group# group_number
, (bytes/1024/1024) megs
, l.status group_status
, f.member group_member
, l.archived archived
, f.type file_type
from v$log l
, v$logfile f
where l.group# = f.group#
order by l.group#
, f.member
/
</pre>
* Create additional (bigger) groups
<pre>
define SID=TIBQFW
alter database add logfile group 6 '/oracle/&SID/oradata1/redo1.log' size 1G;
alter database add logfile group 7 '/oracle/&SID/oradata2/redo2.log' size 1G;
alter database add logfile group 8 '/oracle/&SID/oradata3/redo3.log' size 1G;
alter database add logfile group 9 '/oracle/&SID/oradata1/redo4.log' size 1G;
alter database add logfile group 10 '/oracle/&SID/oradata2/redo5.log' size 1G;
</pre>
or if you use multiple members...
<pre>
alter database add logfile group 6 ('/oracle/&SID/oradata1/redo/redo01a.log', '/oracle/&SID/oradata1/redo01b') size 50M;
alter database add logfile group 7 ('/oracle/&SID/oradata1/redo/redo02a.log', '/oracle/&SID/oradata1/redo02b') size 50M;
alter database add logfile group 8 ('/oracle/&SID/oradata1/redo/redo03a.log', '/oracle/&SID/oradata1/redo03b') size 50M;
</pre>
* Switch archivelogs until the new ones are current and the old ones are inactive
<pre>
alter system switch logfile;
</pre>
If the old logs are not yet inactive, checkpoint the database
<pre>
alter system checkpoint;
</pre>
* Drop the old groups
<pre>
alter database drop logfile group 1;
alter database drop logfile group 2;
alter database drop logfile group 3;
alter database drop logfile group 4;
alter database drop logfile group 5;
</pre>

===Increase the existing size of a datafile===
<pre>
alter database datafile '&full_path_of_datafile' resize &new_meg_size.M;
</pre>

===Increase the max size of a tempfile===
<pre>
alter database tempfile '/oracle/ENDP1/oradata90/temp01.dbf' autoextend on maxsize unlimited;
</pre>
===Find out what processes are using the temp tablespace===
Temporary tablespace is used for sorting query results. Find them with this.
<pre>
SELECT b.tablespace,b.segfile#,b.segblk#,b.blocks,a.sid,a.serial#,
a.username,a.osuser, a.status
FROM v$session a,v$sort_usage b
WHERE a.saddr = b.session_addr;
</pre>

===Increase the maximum size of a datafile===
Although this can be set lower than existing size, try not to. It makes the reports look weird!
<pre>
alter database
datafile '&full_path_of_datafile'
autoextend on
maxsize &new_meg_size.m;
</pre>

===Find schemas (users) with objects created outside their default tablespace===
Indexes could be a notable exception if they are created in an index tablespace
<pre>
set lines 200
col owner for a20
col segment_name for a45
col tablespace_name for a32
select owner
, segment_name
, tablespace_name
from dba_segments
where exists (select username from dba_users where username = owner)
and tablespace_name != (select default_tablespace from dba_users where username = owner)
and owner = '&owner'
/
</pre>

===Add a datafile to a tablespace===
'unlimited' will default to the maximum datafile size for the current db_block_size
<pre>
alter tablepace &tablespace_name
add datafile '&full_path_of_datafile'
size 100M
autoextend on
next 100M
maxsize unlimited
</pre>

===List all datafiles with their size===
<pre>
set pages 1000 lines 2000
col filetype for a15
col name for a60
break on report
compute sum of gig on report

select filetype
, name
, gig
from (
select 'datafile' filetype
, name
, bytes/1024/1024 gig
from v$datafile
union all
select 'tempfile' filetype
, name
, bytes/1024/1024
from v$tempfile
union all
select 'logfile' filetype
, lf.member "name"
, l.bytes/1024/1024
from v$logfile lf
, v$log l
where 1=1
and lf.group# = l.group#
) used
, (
select sum(bytes)/1024/1024
from dba_free_space
) free
</pre>
===Database size (How big is my database?)===
There are different interpretations of what constitutes the size of a database... 
Is it the space allocated to the datafiles or only the space taken up by the data? Are tempfiles included? Are redo logs included? etc...
<pre>
set lines 132
col dbname for a9 heading "Database"
col dbsize for a15 heading "Size"
col dbused for a15 heading "Used space"
col dbfree for a15 heading "Free space"
with used_space as
(
select bytes
from v$datafile
union all
select bytes
from v$tempfile
union all
select bytes
from v$log
)
, free_space as
(
select sum(bytes) sum_bytes
from dba_free_space
)
select vd.name dbname
, round(sum(used_space.bytes)/1024/1024/1024 ) || ' GB' dbsize
, round(sum(used_space.bytes)/1024/1024/1024 ) - round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbused
, round(free_space.sum_bytes/1024/1024/1024) || ' GB' dbfree
from free_space
, used_space
, v$database vd
group by vd.name
, free_space.sum_bytes
/
</pre>

===Drop datafile from temp tablespace===
Database is completely stuck because the temporary tablespace has grown to fill all available room. 
Look around for at least some log files to delete in order to get connected (audit files, sqlnet logs, listener logs) 
Once connected, change the default temporary tablespace to a small one so we can remove the original.
<pre>
create temporary tablespace temp2 tempfile '/oracle/RMANV12/oradata2/temp2.dbf' size 5M;
</pre>
<pre>
alter database default temporary tablespace temp2;
</pre>
I found trying to drop the datafile like this didn't work, just hung there (probably active tranactions)...
<pre>
drop tablespace temp including contents and datafiles;
</pre>
So did it like this...
<pre>
alter database tempfile '/oracle/RMANV12/oradata2/temp.dbf' drop including datafiles;

Database altered.

drop tablespace temp including contents and datafiles;

Tablespace dropped.
</pre>
... an alternative would be to find the sessions using the temp space and kill them...
<pre>
select sid, serial#, status from v$session where serial# in (select session_num from v$sort_usage);
</pre>
Then to be neat and tidy, rename the temp2 tablespace back to temp.
<pre>
create temporary tablespace temp tempfile '/oracle/RMANV12/oradata2/temp.dbf' size 256M reuse autoextend on next 128M maxsize 1G;
alter database default temporary tablespace temp;
drop tablespace temp2 including contents and datafiles;
</pre>
Although the last statement will not work until any transactions using it have been rolled back or committed.

===List files that are in hot-backup mode===
set lines 100
set pages 100
col name format a60

select df.name
, b.status
, to_char(time, 'hh24:mi:ss dd/mm/yyyy') time
from v$datafile df
, v$backup b
where 1=1
and df.file# = b.file#
and b.status = 'ACTIVE'
order by b.file#;

===Waiting for snapshot control file enqueue===
Script to identify sessions causing RMAN to hang because of 'waiting for snapshot control file enqueue' message
<pre>
set lines 2000
col killer for a70
col program for a20
col module for a20
col action for a20
col logon_time for a20

select 'alter system disconnect session '''||s.sid||','||s.serial#||''' immediate;' killer
, username
, program
, module
, action
, logon_time
from v$session s
, v$enqueue_lock l
where l.sid = s.sid
and l.type = 'CF'
and l.id1 = 0
and l.id2 = 2
/
</pre>

===Info on blocking processes===
<pre>
select s1.username || '@' || s1.machine
|| ' ( SID=' || s1.sid || ' ) is blocking '
|| s2.username || '@' || s2.machine || ' ( SID=' || s2.sid || ' ) ' blocking_status
from v$lock l1
, v$session s1
, v$lock l2
, v$session s2
where s1.sid = l1.sid
and s2.sid = l2.sid
and l1.block = 1
and l2.request > 0
and l1.id1 = l2.id1
and l2.id2 = l2.id2
/
</pre>
session doing the blocking
<pre>
select *
from v$lock l1
where 1=1
and block = 1 ;
</pre>
sessions being blocked
<pre>
select *
from v$lock l1
where 1=1
and id2 = 85203
</pre>

info on session doing the blocking
<pre>
select row_wait_obj#, row_wait_file#, row_wait_block#, row_wait_row#
from v$session
where sid = 234

select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create ( 1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW# ) row_id
from v$session s
, dba_objects do
where sid=234
and s.ROW_WAIT_OBJ# = do.OBJECT_ID;
</pre>

===Show locked objects===
set lines 100
set pages 999
col username format a20
col sess_id format a10
col object format a25
col mode_held format a10
select oracle_username||' ('||s.osuser||')' username
, s.sid||','||s.serial# sess_id
, owner||'.'||object_name object
, object_type
, decode ( l.block
, 0, 'Not Blocking'
, 1, 'Blocking'
, 2, 'Global'
) status
, decode ( v.locked_mode
, 0, 'None'
, 1, 'Null'
, 2, 'Row-S (SS)'
, 3, 'Row-X (SX)'
, 4, 'Share'
, 5, 'S/Row-X (SSX)'
, 6, 'Exclusive', TO_CHAR(lmode)
) mode_held
from v$locked_object v
, dba_objects d
, v$lock l
, v$session s
where 1=1
and v.object_id = d.object_id
and v.object_id = l.id1
and v.session_id = s.sid
order by oracle_username
, session_id;

===Show which row is locked===
select do.object_name
, row_wait_obj#
, row_wait_file#
, row_wait_block#
, row_wait_row#
, dbms_rowid.rowid_create (1, ROW_WAIT_OBJ#, ROW_WAIT_FILE#, ROW_WAIT_BLOCK#, ROW_WAIT_ROW#)
from v$session s
, dba_objects do
where 1=1
and s.ROW_WAIT_OBJ# = do.OBJECT_ID
and sid = &sid;

===Check what is audited on a database===
<pre>
set pagesize 100
set linesize 256
select audit_option,success,failure from dba_stmt_audit_opts;
</pre>
===How old is the oldest audit record?===
<pre>
select extract (day from (systimestamp - min(ntimestamp#))) days_old from aud$;
</pre>
===Check what objects are being audited===
<pre>
tti col 60 'Object Audit Options (dba_obj_audit_opts)' skip col 50 'A=By Access, S=By Session. Left=on success, right=on failure' skip 2
set lines 1000 pages 100
col alt for a3 head "Alt|er"
col aud for a3 head "Aud|it"
col com for a3 head "Com|ent"
col del for a3 head "Del|ete"
col gra for a3 head "Gra|nt"
col ind for a3 head "Ind|ex"
col ins for a3 head "Ins|ert"
col loc for a3 head "Lo|ck"
col ren for a3 head "Ren|ame"
col sel for a3 head "Sel|ect"
col upd for a3 head "Upd|ate"
col ref for a3 head "Ref|rnc"
col exe for a3 head "Exe|cut"
col cre for a3 head "Cre|ate"
col rea for a3 head "Re|ad"
col wri for a3 head "Wri|te"
col fbk for a3 head "Fla|sh"

select *
from dba_obj_audit_opts
/
</pre>

===Procedure to delete old audit records===
<pre>
select text from all_source where lower(name)='purge_audit_trail';

TEXT
------------------------------------------------------------------------------------------------
PROCEDURE purge_audit_trail IS
BEGIN
-- set the last archive timestamp
DBMS_AUDIT_MGMT.SET_LAST_ARCHIVE_TIMESTAMP(
audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD,
last_archive_time => systimestamp - interval '365' day,
rac_instance_number => null
);
-- purge audit trail till last archive timestamp
DBMS_AUDIT_MGMT.CLEAN_AUDIT_TRAIL( audit_trail_type => DBMS_AUDIT_MGMT.AUDIT_TRAIL_AUD_STD
, use_last_arch_timestamp => TRUE);

END purge_audit_trail;
</pre>

===Job setup to run the audit purge===
<pre>
BEGIN
sys.dbms_scheduler.create_job(
job_name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"',
job_type => 'STORED_PROCEDURE',
job_action => '"SYS"."PURGE_AUDIT_TRAIL"',
repeat_interval => 'FREQ=DAILY;BYHOUR=20;BYMINUTE=0;BYSECOND=0',
start_date => to_timestamp_tz('2012-02-22 Europe/Paris', 'YYYY-MM-DD TZR'),
job_class => '"DEFAULT_JOB_CLASS"',
comments => 'purge audit trails until last archive timestamp',
auto_drop => FALSE,
enabled => FALSE
);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'logging_level', value => DBMS_SCHEDULER.LOGGING_OFF);
sys.dbms_scheduler.set_attribute( name => '"SYS"."PURGE_AUDIT_TRAIL_JOB"', attribute => 'job_weight', value => 1);
sys.dbms_scheduler.enable( '"SYS"."PURGE_AUDIT_TRAIL_JOB"' );
END;
/
</pre>
===A list of all SIDs in oratab that should restart after a server boot===
Using awk
<pre>
awk -F: '$NF=="Y" && $1 !~/[#]/ {print $1}' /etc/oratab
</pre>
Using perl
<pre>
perl -F: -ne 'print "$1\n" if /(\w+):(.+):Y$/' /etc/oratab
</pre>

===Move the admin directories to a new location===
<pre>
./all_db_do "alter system set audit_file_dest='/oracle/&SID/admin/adump' scope=spfile;"

./all_db_do "shutdown immediate"

for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
mkdir -p /oracle/${db}/admin
echo "/oracle/${db}/admin created"
mv /oracle/admin/${db}/adump /oracle/${db}/admin/
mv /oracle/admin/${db}/dpdump /oracle/${db}/admin/
echo "Moved /oracle/admin/${db}/adump to /oracle/${db}/admin/"
done

./all_db_do startup

./all_db_do "create pfile from spfile;"
</pre>

===Check if the Standby database is up-to-date with the primary database===
select arch.thread# "Thread"
, arch.sequence# "Last Sequence Received"
, appl.sequence# "Last Sequence Applied"
, (arch.sequence# - appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where 1=1
and ( thread#,first_time ) in (
select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
,
(
select thread#
, sequence#
from v$log_history
where 1=1
and ( thread#,first_time ) in ( select thread# ,max(first_time)
from v$log_history
group by thread#
)
) appl
where 1=1
and arch.thread# = appl.thread#
order by 1;

===Check for gaps on the Standby database===
Run this on the standby
<pre>
select thread#, low_sequence#, high_sequence# from v$archive_gap;
</pre>
or run this on the Primary to see the latest generated archive...
<pre>
select thread# "Thread"
, sequence# "Last sequence generated"
from v$archived_log
where (thread#, first_time) in ( select thread#, max(first_time)
from v$archived_log
group by thread#
)
order by 1
/
</pre>
and run this on the standby to check for received but not yet applied logs (this could be normal if a lag has been set)...
<pre>
select arch.thread# "Thread"
, arch.sequence# "Last sequence received"
, appl.sequence# "Last sequence applied"
, (arch.sequence#-appl.sequence#) "Difference"
from (
select thread#
, sequence#
from v$archived_log
where (thread#,first_time ) in (select thread#, max(first_time)
from v$archived_log
group by thread#
)
) arch
, (
select thread#
, sequence#
from v$log_history
where (thread#,first_time ) in (select thread#, max(first_time)
from v$log_history
group by thread#
)
) appl
where arch.thread# = appl.thread#
order by 1
/
</pre>
Compare the results from Primary and Secondary to detect possible network problems or other errors in shipping.

===Ignore case-sensitive passwords in 11g (deprecated in 12c)===
<pre>
alter system set SEC_CASE_SENSITIVE_LOGON = false scope=both
</pre>

===External table for the Alert log (pre 11g)===

===Alert log (11g+)===
This reads the log.xml file (which contains the same information as alert.log) 
Show the messages put in the alert log in the last 24 hours
<pre>
select substr(MESSAGE_TEXT, 1, 300) message_text
, count(*) cnt
from X$DBGALERTEXT
where 1=1
and (MESSAGE_TEXT like '%ORA-%' or upper(MESSAGE_TEXT) like '%ERROR%')
and cast(ORIGINATING_TIMESTAMP as DATE) > sysdate - &days_ago/1440
group by substr(MESSAGE_TEXT, 1, 300)
</pre>
There is also a fixed table X$DBGDIREXT which returns all file and directory names under [diagnostic_dest]/diag directory:
<pre>
select lpad(' ',lvl,' ')||logical_file file_name
from x$dbgdirext
where rownum <=20;
</pre>
===Directory paths available in v$diag_info===
<pre>
set lines 2000
col name for a35
col value for a100 wrap
select * from v$diag_info;

INST_ID NAME VALUE CON_ID
---------- ----------------------------------- ---------------------------------------------------------------------------------------------------- ----------
1 Diag Enabled TRUE 0
1 ADR Base /cln/prg/ora_bin2/app/oracle 0
1 ADR Home /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild 0
1 Diag Trace /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace 0
1 Diag Alert /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/alert 0
1 Diag Incident /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/incident 0
1 Diag Cdump /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/cdump 0
1 Health Monitor /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/hm 0
1 Default Trace File /cln/prg/ora_bin2/app/oracle/diag/rdbms/bild/bild/trace/bild_ora_44696768.trc 0
1 Active Problem Count 0 0
1 Active Incident Count 0 0

11 rows selected.
</pre>
===Find out the names of the active trace files for the running processes===
<pre>
select pid, program, tracefile from v$process;
</pre>

===Request was to duplicate a large tablespace from production to test environment===
...but rather than copy the terabytes of data, create the destination tablespace with just the most recent months data 
====See what the source data looks like====
<pre>
col table_owner for a20
col table_name for a30
col partition_name for a20
set pages 100 lines 1000

select table_owner
, table_name
, partition_name
, partition_position
, tablespace_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
order by 1,2,3,4
/
</pre>
This query produces something like this...
<pre>
TABLE_OWNER TABLE_NAME PARTITION_NAME PARTITION_POSITION TABLESPACE_NAME
-------------------- ------------------------------ -------------------- ------------------ ------------------------------
ADS_ARCHIVE BIL_DAY_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D04 1 ADS_ARCHIVE
ADS_ARCHIVE BIL_HIS_DETAIL_FAC_ARC Y2016_Q2_M05_D09 2 ADS_ARCHIVE
ADS_ARCHIVE BIL_MTH_INV_CTR_ARC Y2017_Q1_M01_D01 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_CBA_IFRS_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q1_M03_D31 3 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q2_M04_D01 4 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D12 5 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D13 6 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC Y2012_Q4_M10_D14 7 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE FAH_DAY_MVT_BGAAP_ARC_TST Y2011_Q4_M12_D31 2 ADS_ARCHIVE
...
ADS_ARCHIVE SBP_HIS_LINES_ARC P_LS 3 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_DAY_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_HEAVY_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D12 2 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D13 3 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D15 4 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D16 5 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D17 6 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D18 7 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D19 8 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D20 9 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D21 10 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D22 11 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D23 12 ADS_ARCHIVE
ADS_ARCHIVE THA_INV_LIGHT_ARC Y2012_Q4_M10_D24 13 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE THA_MTH_INV_CTR_ARC Y2013_Q2_M04_D30 3 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_ACC_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D30 1 ADS_ARCHIVE
ADS_ARCHIVE T_RPT_RECO_THA_INV_MTH_ARC Y2011_Q4_M12_D31 2 ADS_ARCHIVE
ADS_ARCHIVE XBD01_TEMP_HIS_ARC Y2012_Q4_M12_D31 1 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q3_M07_D12 1657 ADS_ARCHIVE
ADS_DBA FAH_DAY_CBA_BGAAP Y2016_Q4_M12_D13 1811 ADS_ARCHIVE
ADS_DBA FAH_DAY_MVT_IFRS Y2016_Q4_M10_D10 1654 ADS_ARCHIVE
</pre>
====Capture the tablespace metadata====
<pre>
set long 1000000
select dbms_metadata.get_ddl ( 'TABLESPACE', 'ADS_ARCHIVE') from dual
/
</pre>
produces...
<pre>
CREATE TABLESPACE "ADS_ARCHIVE" DATAFILE
'/oracle/tst/ora_data3/adst/ads_archive01.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 32000M,
...
'/oracle/tst/ora_data3/adst/ads_archive66.dbf' SIZE 104857600
AUTOEXTEND ON NEXT 104857600 MAXSIZE 3200M,
LOGGING ONLINE PERMANENT BLOCKSIZE 8192
EXTENT MANAGEMENT LOCAL AUTOALLOCATE DEFAULT
NOCOMPRESS SEGMENT SPACE MANAGEMENT AUTO
</pre>
====Capture the tablespace objects' metadata====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=expdp_adst_ads_archive_metadata.log
tablespaces=ADS_ARCHIVE
parallel=20
content=metadata_only
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_metadata.par
</pre>
====Find the partitions with data from the most recent month====
<pre>
cat <<EOCAT>/tmp/adst_ads_archive_partitions.sql
set termo off echo off lines 1000 feedb off headi off newpa none trims on
spool /tmp/adst_ads_archive_partitions.lst
select table_owner||'.'||table_name||':'||partition_name
from dba_tab_partitions
where tablespace_name = 'ADS_ARCHIVE'
and partition_name like 'Y2017_Q1_M01%'
/
spool off

echo "@/tmp/adst_ads_archive_partitions.sql" | sqlplus / as sysdba
EOCAT
</pre>
produces...
<pre>
ADS_ARCHIVE.FAH_DAY_CBA_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D26
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D25
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D19
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D18
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D12
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D11
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D05
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D28
...
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D22
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D21
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D15
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D14
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D08
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D07
ADS_ARCHIVE.FAH_DAY_MVT_BGAAP_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_MTH_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.BIL_DAY_INV_CTR_ARC:Y2017_Q1_M01_D01
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M02_D04
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D29
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D28
ADS_ARCHIVE.FAH_DAY_MVT_IFRS_ARC:Y2017_Q1_M01_D22
</pre>
====Export the data in these partitions====
<pre>
cat<<EOCAT >expdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=expdp_adst_ads_archive_Y2017.log
EOCAT

cat /tmp/adst_ads_archive_partitions.lst | perl -p -i -e 's/^/tables=/'g >>expdp_adst_ads_archive_partitions.par

cat<<EOCAT >>expdp_adst_ads_archive_partitions.par
parallel=20
exclude=statistics
EOCAT

expdp parfile=expdp_adst_ads_archive_partitions.par
</pre>
====Drop the old tablespace====
<pre>
drop tablespace ads_archive including contents and datafiles
/
</pre>
====Recreate the tablepspace using the metadata capture above====
<pre>
create tablespace "ADS_ARCHIVE"
datafile '/oracle/tst/ora_data3/adst/ads_archive01.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive02.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive03.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive04.dbf' size 100M autoextend on next 50M maxsize unlimited
, '/oracle/tst/ora_data3/adst/ads_archive05.dbf' size 100M autoextend on next 50M maxsize unlimited
/
</pre>
====Import the tablespace metadata====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_metadata.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_metadata.dmp
logfile=impdp_adst_ads_archive_metadata.log
EOCAT

impdp parfile=impdp_adst_ads_archive_metadata.par

select 'alter index '|| owner||'.'||index_name||' rebuild online parallel 8;'
from dba_indexes
where status = 'UNUSABLE'
/
</pre>
====Import the last month partition data====
<pre>
cat<<EOCAT >impdp_adst_ads_archive_partitions.par
userid='/ as sysdba'
dumpfile=adst_ads_archive_Y2017_%U.dmp
logfile=impdp_adst_ads_archive_Y2017.log
table_exists_action=append
parallel=20
EOCAT

impdp parfile=impdp_adst_ads_archive_partitions.par
</pre>

===Write to a TCP/IP socket from PL/SQL===
<pre>
declare
bt_conn utl_tcp.connection;
retval binary_integer;
l_sequence varchar2(30) := 'Sequence Number 101021';
begin
bt_conn := utl_tcp.open_connection(remote_host => '10.10.1.1'
,remote_port => 5000
,tx_timeout => 1
)
;
retval := utl_tcp.write_line(bt_conn,l_sequence)
;
utl_tcp.flush(bt_conn)
;
utl_tcp.close_connection(bt_conn)
;
exception
when others then
raise_application_error(-20101, sqlerrm)
;
utl_tcp.close_connection(bt_conn)
;
end
;
/
</pre>
and read from it using netcat in another session
<pre>
nc -lk 5000
</pre>
produces
<pre>
Sequence Number 101021
</pre>
===Execute a script as a different user===
Some things have to be done as the user and cannot be done as sys (eg. creating and dropping jobs or create and drop a database link) 
It is possible to login as the user by saving, changing and resetting his password (using identified by values) but using dbms_sys_sql is another option 
Create a PL/SQL procedure to drop a db link
<pre>
create or replace procedure drop_dblink ( p_schema_name in varchar2
, p_dblink in varchar2
) is
l_plsql varchar2(1000);
l_cur number;
l_uid number;
l_rc number;
begin
select du.user_id
into l_uid
from dba_users du
where du.username = p_schema_name
;
plsql := 'drop database link "'||p_dblink||'"';
l_cur := sys.dbms_sys_sql.open_cursor;
sys.dbms_sys_sql.parse_as_user(
c => l_cur,
statement => l_plsql,
language_flag => dbms_sql.native,
userid => l_uid
);
l_rc := sys.dbms_sys_sql.execute(l_cur);
sys.dbms_sys_sql.close_cursor(l_cur);
end;
/
</pre>
Generate the calls to the procedure with the required parameters
<pre>
select 'exec drop_dblink ('''|| owner ||''''||', '||''''||db_link||''''||');'
from dba_db_links
where owner != 'PUBLIC'
and db_link like '%FTST%'
or db_link like '%HDEV%'
/
</pre>
and this reveals the lines to be executed
<pre>
exec drop_dblink ('USER1', 'DBL_FTST.WORLD');
exec drop_dblink ('USER1', 'DBL_HDEV.WORLD');
</pre>
Drop the procedure when finished with it
<pre>
drop procedure drop_dblink;
</pre>

or do it as an anonymous block in one go...
<pre>
declare
uid number;
sqltext varchar2(1000) := 'drop database link "&DB_LINK"';
myint integer;
begin
select user_id into uid from dba_users where username = '&USERNAME';
myint:=sys.dbms_sys_sql.open_cursor();
sys.dbms_sys_sql.parse_as_user(myint,sqltext,dbms_sql.native,UID);
sys.dbms_sys_sql.close_cursor(myint);
end;
/
</pre>
===Handling single quote marks inside SQL statements===
<pre>
SQL> SELECT 'D''COSTA' name FROM DUAL;

NAME
-------
D'COSTA

Alternatively, use the 10g+ quoting method:

SQL> SELECT q'$D'COSTA$' NAME FROM DUAL;

NAME
-------
D'COSTA
</pre>

===Run a script on all databases in /etc/oratab===
<pre>
export ORAENV_ASK=NO
for db in `awk -F: 'NF && $1 !~/[#*]/ {print $1}' /etc/oratab`
do
echo $db
ORACLE_SID=$db
. oraenv
sqlplus -V
done
</pre>
===Schedule a cron job to run on the last day of each month===
<pre>
0 23 28-31 * * [ $(date -d +1day +%d) -eq 1 ] && su - oracle -c "dsmc arch -server=SO_U_`hostname`_ORX_M_SOL '/oracle/export/PV6/expdp_PV6_D_FULL_`date +\%Y\%m\%d`*'"
</pre>
===How to tell if a year is a leap year or not - using cal instead of reinventing the wheel===
Test: Why is Julian day 0, 17th November 1858? 
Pretty comprehensive answer: [http://h71000.www7.hp.com/wizard/wiz_2315.html here] and [http://mentalfloss.com/article/51370/why-our-calendars-skipped-11-days-1752 here] 
Also attempts to answer the question why typing 'cal 09 1752' on Unix systems looks so odd!
<pre>
function leap {
# This function tells you if the year passed in as a parameter is a leap year or not...
if [[ $(cal 2 ${1:-$(date '+%Y')} | egrep '\<[[:digit:]]{1,2}\>' | wc -w) -eq 29 ]]; then
leap='Y'
else
leap='N'
fi
echo ${leap}
}
</pre>

===Reset an expired (and/or locked) user password to the same value===
Can be used to save user passwords for example in a test environment before destroying them with a copy of production. 
Simple, quick and easy version. Run this then pick and choose the statements you want to run.
<pre>
set lines 200 pages 200
col user_list for a200 head "Expired User List"

select 'alter user ' ||su.name||' identified by values'||''''||spare4||';'||su.password||''' account unlock;' user_list
from sys.user$ su
, dba_users du
where 1=1
and su.name = du.username
and du.oracle_maintained = 'N'
and (account_status like 'EXPIRED%' or account_status like '%LOCKED')
/
</pre>
More industrialised version. Create a package.
<pre>
create or replace package dba_utils
as
procedure reset_password ( p_userlist in varchar2 );
end dba_utils;
/

create or replace package body dba_utils
as

procedure reset_password ( p_userlist in varchar2 )
is
cursor c1 ( p_userlist in varchar2 ) is
select username
, regexp_substr ( dbms_metadata.get_ddl('USER', username), '''[^'']+''' ) pwd
from dba_users
where 1=1
and username in upper( p_userlist )
;
begin
dbms_output.enable(null);
for r1 in c1 ( p_userlist )
loop
begin
execute immediate 'alter user ' || r1.username || ' account unlock';
execute immediate 'alter user ' || r1.username || ' identified by values ' || r1.pwd;
exception
when others then
dbms_output.put_line('Unable to modify user ' || r1.username);
end;
end loop;
end reset_password;

end dba_utils;
/
</pre>
Call it
<pre>
set serveroutput on
exec dba_utils.reset_password ('STUART');
</pre>

===Latch, mutex and beyond===
A fine example of how to write scripts from SQL*Plus that interact with the shell underneath 
Found [https://andreynikolaev.wordpress.com/demonstration-scripts/cursor_pin_s_contention-sql/ here at andreynikolaev.wordpress.com]
<pre>
/*
This file is part of demos for "Mutex Internals" seminar v.04.04.2011
Andrey S. Nikolaev (Andrey.Nikolaev@rdtex.ru)
https://andreynikolaev.wordpress.com

"Cursor: pin S" contention testcase.

The script spawn several sessions to induce "Cursor: pin S",
creates AWR snapshots and generates AWR report

Beware: The script will restart the test database.

usage: sqlplus /nolog @cursor_pin_s_contention.sql <parallelism>

*/
connect / as sysdba
startup force
set echo off
set define %
set verify off
set head off
set linesize 300

/* spawn parallel processes to create load on mutex */
spool one_thread.tmp
select 'set verify off' from dual;
select 'alter session set session_cached_cursors = 50;' from dual;
select 'begin for i in 1..1000000 loop' from dual;
select ' execute immediate ''select 1 from dual where 1=2'';' from dual;
select 'end loop; end;'||chr(10)||'/' from dual;
spool off

/* sleep while AWR initialized */
host sleep 5

exec dbms_workload_repository.create_snapshot();

spool many_threads.tmp
select 'host sqlplus "/ as sysdba" @one_thread.tmp &'
from dba_objects where rownum <= %1;
spool off

@many_threads.tmp
host sleep 50
set echo on
exec dbms_workload_repository.create_snapshot();
set markup html on
set head on
spool mutex_sleep_history.htm
select to_char(SLEEP_TIMESTAMP,'hh:mi:ss.ff') SLEEP_TIMESTAMP,MUTEX_ADDR,MUTEX_IDENTIFIER,MUTEX_TYPE,
GETS,SLEEPS,REQUESTING_SESSION,BLOCKING_SESSION,
LOCATION,MUTEX_VALUE from x$mutex_sleep_history order by sleep_timestamp;
spool off

set define &
set markup html off
set echo off heading on underline on;
column inst_num heading "Inst Num" new_value inst_num format 99999;
column inst_name heading "Instance" new_value inst_name format a12;
column db_name heading "DB Name" new_value db_name format a12;
column dbid heading "DB Id" new_value dbid format 9999999999 just c;
select d.dbid dbid
, d.name db_name
, i.instance_number inst_num
, i.instance_name inst_name
from v$database d,
v$instance i;
define num_days=1;
define report_type='html';
col end_snap new_value end_snap;
col begin_snap new_value begin_snap;
select max(snap_id) end_snap from dba_hist_snapshot where dbid=&dbid;
select max(snap_id) begin_snap from dba_hist_snapshot where dbid=&dbid and snap_id < &end_snap;
define report_name='awr_report.htm';
@?/rdbms/admin/awrrpti
exit
</pre>

==shell==
[http://www.databasejournal.com/features/oracle/article.php/3869076/Alert-Log-Scraping-with-Oracles-ADRCI-Utility.htm Alert Log scraping with ADRCI]

====Count the number of background processes for a particular SID====
<pre>
SID=RAVJDE1
ps -ef|cut -c54-100|awk -v SID=$SID '$0 ~ /'$SID'$/ {print}'|wc -l
</pre>
or ...this will work with any OS (so long as the process is at the end of the ps -ef or ps -aux listing
<pre>
SID=RAVJDE1
ps -ef|awk -v SID=$SID -F_ '{ $NF ~ /'$SID'$/ {print} }'|wc -l
</pre>
Pick the columns you want in the ps listing
<pre>
ps -efo user,pid,ppid=MOM -o args
</pre>
====Find Oracle errors in the most recent DataPump log files====
<pre>
00 09 * * * /home/tools/scripts/oracle/dosh 'find /oracle/export -name "expdp*log" -mtime -1 -exec grep ORA- {} \; -ls' | mailx -s 'Datapump errors for <customer>last night' stuart@domain.com
</pre>

====Find the 10 largest directories on a particular filesystem====
<pre>
du -ag /oracle | sort -nr | head -n 10
</pre>

====Find the 10 largest files on a particular mount point====
<pre>
find /home -size +1G -ls | sort -nr +6 | head -10
</pre>
or
<pre>
find /home -xdev -ls | sort -nr +6 | head -10
</pre>

====Split a file in pieces using sed====
Using fixed line numbers
<pre>
sed -ne '1,12p' file > text.part1
sed -ne '13,$p' file > text.part2
</pre>
Using line with a /pattern/ on it
<pre>
sed -e '/hello/q' tt.dat | grep -v hello > text.part1
sed -n `sed -n '/hello/=' tt.dat`',$p' tt.dat | grep -v hello > text.part2
</pre>

====Split a file in pieces using Perl====
<pre>
perl -ne 'print if 1 .. /marker line/' text.dat >text.part1
perl -ne 'print if /marker line/ .. eof()' text.dat >text.part2
</pre>

====Find and display RMAN errors in an RMAN log file====
<pre>
sed -ne '/^RMAN-/,/^$/p' RMAN_<SID>_<DATE>.log
</pre>

==cmd==
*[http://www.dba-oracle.com/t_scripts_windows_export.htm Database Export - from DBA Oracle (Burleson)]
==Perl==
===For all files in a directory, replace a keyword (SSIIDD) in a file with another (a parameter)===
<pre>
for i in `ls`
do
perl -p -i -e 's/SSIIDD/'$SID'/g' $i
done
</pre>

===Parse tnsnames.ora to get just the service names===
[[http://stackoverflow.com/questions/12605415/parsing-tnsnames-ora-with-regex-to-just-get-name from here]]
<pre>
perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora
</pre>

===and use that to check the listener status===
<pre>
for svc in `perl -ne 'print if m/^([^#()\W ][a-zA-Z.]*(?:[.][a-zA-Z]*\s?=)?)/' $TNS_ADMIN/tnsnames.ora | sed -e 's/=//'` ;do
tnsping $svc
done
</pre>