Optimizing Search Results in Hebrew Language Stores

#!/bin/sh

#-----------------------------------------------------------------
# Licensed Materials - Property of IBM
#
# WebSphere Commerce
#
# (C) Copyright IBM Corp. 2006, 2016 All Rights Reserved.
#
# US Government Users Restricted Rights - Use, duplication or
# disclosure restricted by GSA ADP Schedule Contract with
# IBM Corp.
#-----------------------------------------------------------------

#
#

# show usage of the command
showusage()
{
echo "Usage:"
echo "------"
echo "createTokens.db2.sh [dbname userId password langid"
echo "where dbname is the name of the database to be populated"
echo "where userId is the userid of the user who owns the database"
echo "where password is the password of the user"
echo "where langid is the Hebrew language id in the database"

exit 1
}

# end with failure
endfailure()
{
echo "Error connecting database.  Check log for details."
exit 1
}

CURDIR=`pwd`
BINDIR=`dirname $0`

# change current directory to bin
cd $BINDIR

# Set up environment variables needed for Oracle DB connection
if [ -f $BINDIR/config_env.db2.sh ]; then
   . $BINDIR/config_env.db2.sh         
else
   . $CURDIR/config_env.db2.sh         
fi

if [ $# -eq 4 ]; then
	
	DATABASE=$1
	USER=$2
	PASSWORD=$3
	LANGID=$4
	LOG=$WCLOGDIR/createTokens.db2.log
	TOKENS=$WCLOGDIR/Tokens.txt
	TOKENSZIP=$WCLOGDIR/Tokens.zip
	
	if [ "$DATABASE" = "" ]; then
	     showusage
	fi
	if [ "$USER" = "" ]; then
 	    showusage
	fi
	if [ "$PASSWORD" = "" ]; then
	     showusage
	fi

	SUBDIR=`dirname $LOG`
	if [ -f $LOG ]; then
		mv $LOG $LOG.orig
	elif [ ! -d $SUBDIR ]; then
		mkdir -p $SUBDIR
		touch $LOG
	else
		touch $LOG
	fi
		
	cat /dev/null > $TOKENS
	rm -f $TOKENSZIP
	db2 -v connect to $DATABASE user $USER using $PASSWORD >> $LOG 2>&1
	if [ $? -ne 0 ]
	then
		endfailure  
	fi
	db2 -v SELECT NAME, SHORTDESCRIPTION, LONGDESCRIPTION FROM CATGRPDESC WHERE LANGUAGE_ID=-11 | while read line
	do
		for word in $line
		do
			echo $word | grep -P "[\x80-\xFF]" >> $TOKENS   
		done
	done
	db2 -v SELECT NAME, SHORTDESCRIPTION, LONGDESCRIPTION FROM CATENTDESC WHERE LANGUAGE_ID=-11 | while read line
	do
		for word in $line
		do
			echo $word | grep -P "[\x80-\xFF]" >> $TOKENS   
		done
	done
	db2 -v SELECT STRINGVALUE FROM ATTRVALDESC WHERE LANGUAGE_ID=-11 | while read line
	do
		for word in $line
		do
			echo $word | grep -P "[\x80-\xFF]" >> $TOKENS   
		done
	done
	zip $TOKENSZIP $TOKENS
       
else
	showusage
fi

./createTokens.db2.sh <DBName> <dbUser> <pwd> <langID>