From 27840b135c6be6fb1fc39b7671b76d5cf2672e7a Mon Sep 17 00:00:00 2001
From: =?utf8?q?Ale=C5=A1=20K=C5=99enek?= <ljocha@ics.muni.cz>
Date: Thu, 26 Jun 2008 12:31:50 +0000
Subject: [PATCH] merge 313_5

---
 org.glite.lb.utils/Makefile                        |   1 +
 org.glite.lb.utils/src/glite-lb-bkpurge-offline.sh | 172 +++++++++++++++++++++
 org.glite.lb.ws-interface/src/LBTypes.xml.T        |   2 +-
 3 files changed, 174 insertions(+), 1 deletion(-)
 create mode 100644 org.glite.lb.utils/src/glite-lb-bkpurge-offline.sh

diff --git a/org.glite.lb.utils/Makefile b/org.glite.lb.utils/Makefile
index e4e98d5..fcc4a8b 100644
--- a/org.glite.lb.utils/Makefile
+++ b/org.glite.lb.utils/Makefile
@@ -91,6 +91,7 @@ install:
 	${INSTALL} -m 644 ${top_srcdir}/LICENSE ${PREFIX}/share/doc/${package}-${version}
 	${INSTALL} -m 644 ${top_srcdir}/doc/README* ${PREFIX}/share/doc/${package}-${version}
 	${INSTALL} -m 644 ${MAN_GZ} ${PREFIX}/share/man/man1
+	${INSTALL} -m 755 ${top_srcdir}/src/glite-lb-bkpurge-offline.sh ${PREFIX}/bin/glite-lb-bkpurge-offline
 
 	for p in ${UTILS} ; do \
 		${INSTALL} -m 755 "$$p" "${PREFIX}/bin/glite-lb-$$p"; \
diff --git a/org.glite.lb.utils/src/glite-lb-bkpurge-offline.sh b/org.glite.lb.utils/src/glite-lb-bkpurge-offline.sh
new file mode 100644
index 0000000..6b5bf84
--- /dev/null
+++ b/org.glite.lb.utils/src/glite-lb-bkpurge-offline.sh
@@ -0,0 +1,172 @@
+#!/bin/bash
+
+cat <<END_OF_TEXT
+WARNING: this utility is provided for emergency and expert use only.
+Exact semantics of job age are slightly different from regular glite-lb-bkpurge,
+there is no synchronization with running LB server or proxy when jobs receive
+new events while being purged, and error handling is minimal.
+
+END_OF_TEXT
+
+if [ -f "$(echo /tmp/lb_offline_purge.*|sed 's/ .*//')" ];then
+echo >&2 $0 probably already running!
+fi
+
+if killall -0 glite-lb-bkserverd 2>/dev/null || killall -0 glite-lb-proxy 2>/dev/null
+then
+echo >&2 glite-lb-bkserverd or glite-lb-proxy running!
+fi
+
+echo
+echo -n "Continue (y/n)?"; read r
+if [ "$r" = "y" ]
+then echo Working...
+else echo Aborting.; exit 1;
+fi
+
+
+getsecs() {
+	echo $(($(echo "$1" | sed 	-e 's/s$//' \
+					-e 's/m$/*60/' \
+					-e 's/h$/*3600/' \
+					-e 's/d$/*86400/') ))
+}
+
+now=$(date "+%s")
+
+tclause=""
+add_tclause() {
+	case "$1" in
+		6|7|8|9) spart="states.status=$1";;
+		o) spart="(states.status<6 OR states.status>9)";;
+	esac
+	if [ -z "$tclause" ]; then concat=""; else concat=" OR ";fi
+	tclause="$tclause$concat($spart AND states.jobid = es.jobid and states.seq = es.event AND es.arrived<FROM_UNIXTIME($((now-$2))))"
+}
+
+dbname=lbserver20
+method=staged
+thorough=0
+help=""
+
+while [ -n "$1" ];do
+	case "$1" in 
+		-a)	
+			add_tclause 8 $(getsecs "$2")
+			shift 2;;
+		-c)
+			add_tclause 7 $(getsecs "$2")
+			shift 2;;
+		-n)
+			add_tclause 9 $(getsecs "$2")
+			shift 2;;
+		-d)
+			add_tclause 6 $(getsecs "$2")
+			shift 2;;
+		-o)
+			add_tclause o $(getsecs "$2")
+			shift 2;;
+
+		-M)	method="$2"
+			shift 2;;
+
+		-m)	host="-h $(echo "$2" | sed 's/:[0-9]*$//')"
+			shift 2;;
+
+		-p)	dbname=lbproxy
+			shift;;
+
+		-t)	thorough=1
+			shift;;
+
+		-h)	help=yes
+			shift;;
+	esac
+done
+
+if [ -z "$tclause" -o -n "$help" ]
+then
+	echo "Usage: $0 [option] ...." 
+	echo "       -a NNN[smhd]   purge ABORTED jobs older than NNN secs/mins/hours/days"
+	echo "       -c NNN[smhd]   purge CLEARED jobs older than given time"
+	echo "       -n NNN[smhd]   purge CANCELLED jobs older than given time"
+	echo "       -d NNN[smhd]   purge DONE jobs older than given time"
+	echo "       -o NNN[smhd]   purge OTHER jobs older than given time"
+	echo "       -h             display this help"
+	echo "       -p             purge LB proxy database (default=LB server DB)"
+	echo "       -m             L&B DB server machine name (default=localhost)"
+	echo "       -t             free unused space if using MyISAM DB engine"
+	#echo "       -M {singleshot,staged}      cleaning method (default=staged)"
+
+	exit 1
+fi
+
+tempfile1=`mktemp /tmp/lb_offline_purge.XXXXXX` || exit 1
+
+mysqlcmd="mysql -B -s -n $host -u lbserver $dbname"
+quick=""
+if [ "$thorough" = 1 ]; then quick=" QUICK";fi
+
+if [ $method = singleshot ]; then
+ds="DELETE$quick FROM jobs,states,e,short_fields,long_fields,status_tags"
+ds="$ds USING states STRAIGHT_JOIN events AS es "
+ds="$ds LEFT JOIN events AS e ON (e.jobid = states.jobid)"
+ds="$ds LEFT JOIN jobs ON (jobs.jobid = states.jobid)"
+ds="$ds LEFT JOIN short_fields ON (short_fields.jobid = e.jobid AND short_fields.event=e.event)"
+ds="$ds LEFT JOIN long_fields ON (long_fields.jobid = e.jobid AND long_fields.event=e.event)"
+ds="$ds LEFT JOIN status_tags ON (status_tags.jobid = states.jobid)"
+ds="$ds WHERE ($tclause)"
+
+echo "$ds" | $mysqlcmd
+fi
+
+if [ $method = staged ];then
+ds="SELECT states.jobid FROM states STRAIGHT_JOIN events AS es"
+for fl in A B C D E F G H I J K L M N O P Q R S T U V W X Y Z a b c d e f g h i j k l m n o p q r s t u v w x y z 0 1 2 3 4 5 6 7 8 9 - \\_
+do
+	echo "$ds WHERE states.jobid LIKE '$fl%' AND ($tclause);"
+done | $mysqlcmd > $tempfile1
+
+ds="DELETE$quick FROM jobs,states,e,short_fields,long_fields,status_tags"
+ds="$ds USING states"
+ds="$ds LEFT JOIN events AS e ON (e.jobid = states.jobid)"
+ds="$ds LEFT JOIN jobs ON (jobs.jobid = states.jobid)"
+ds="$ds LEFT JOIN short_fields ON (short_fields.jobid = e.jobid AND short_fields.event=e.event)"
+ds="$ds LEFT JOIN long_fields ON (long_fields.jobid = e.jobid AND long_fields.event=e.event)"
+ds="$ds LEFT JOIN status_tags ON (status_tags.jobid = states.jobid)"
+
+#wc -l $tempfile1 /dev/null;echo -n "???";read n
+(
+	cnt=0
+	echo "SET autocommit=0;"
+	echo "BEGIN;"
+	while read jobid
+	do
+		echo "UPDATE acls,jobs SET acls.refcnt=acls.refcnt-1 " \
+			"WHERE jobs.jobid='$jobid' AND jobs.aclid=acls.aclid;"
+		echo "$ds WHERE states.jobid='$jobid';"
+		if [ $(($cnt % 10)) = 9 ]
+		then
+			echo "COMMIT;"
+			echo "BEGIN;"
+		fi
+		cnt=$((cnt+1))
+	done
+	echo "DELETE FROM acls WHERE refcnt=0;"
+	echo "COMMIT;"
+) < $tempfile1 | $mysqlcmd
+rm $tempfile1
+fi
+
+if [ "$thorough" = 1 ]
+then
+	(
+	for table in acls jobs status_tags events \
+		short_fields states long_fields
+	do
+		echo "OPTIMIZE TABLE $table;"
+	done 
+	) | $mysqlcmd
+fi
+
+# TODO: acls/singleshot, grey_jobs, notif_jobs, notif_registrations, users
diff --git a/org.glite.lb.ws-interface/src/LBTypes.xml.T b/org.glite.lb.ws-interface/src/LBTypes.xml.T
index 8a594f4..8f161fc 100644
--- a/org.glite.lb.ws-interface/src/LBTypes.xml.T
+++ b/org.glite.lb.ws-interface/src/LBTypes.xml.T
@@ -233,7 +233,7 @@
 
 		<struct name="genericFault" fault="yes">
 			Generic SOAP fault, used to deliver any LB errors.
-			<elem name="source" type="xsd:string">Source component (module) of the error.</elem>
+			<elem name="source" type="xsd:string" optional="yes">Source component (module) of the error.</elem>
 			<elem name="code" type="xsd:int">Numeric error code.</elem>
 			<elem name="text" type="xsd:string">Error text corresponding to the code.</elem>
 			<elem name="description" type="xsd:string" optional="yes">Additional description of the error (e.g. filename)</elem>
-- 
1.8.2.3