GlideinWMS

#!/bin/bash

# Script to send in with glide-ins to blacklist slots per VO when needed

glidein_config="$1"

function advertise {

    # atype is the type of the value as defined by GlideinWMS:

    #   I - integer

    #   S - quoted string

    #   C - unquoted string (i.e. Condor keyword or expression)

    key="$1"

    value="$2"

    atype="$3"

    if [ "$glidein_config" != "NONE" ]; then

        add_config_line $key "$value"

        add_condor_vars_line $key "$atype" "-" "+" "Y" "Y" "+" 

    fi  

    if [ "$atype" = "S" ]; then

        echo "$key = \"$value\""

    else

        echo "$key = $value"

    fi  

}

# import add_config_line and add_condor_vars_line functions 

add_config_line_source=`grep '^ADD_CONFIG_LINE_SOURCE ' ${glidein_config} | awk '{print $2}'`

condor_vars_file=`grep -i '^CONDOR_VARS_FILE ' ${glidein_config} | awk '{print $2}'` 

error_gen=`grep '^ERROR_GEN_PATH ' ${glidein_config} | awk '{print $2}'`

source ${add_config_line_source} 

#----------MAIN SCRIPT----------#

export MYKERNEL=`uname -r`

export MYSITE=`grep -w "GLIDEIN_Site" ${glidein_config} |awk '{print $2}'`

export TMPFILE=./blacklist.local

export ITBFEGROUP="fife_test"

# Get the Glideclient so we know if we're in dev, itb, or prod

glideclientgroup=`grep '^GLIDECLIENT_Group' ${glidein_config} | awk '{print $2}'`

# Find which one matches, set which url we want to use

if [[ -n ${glideclientgroup+x} ]] && [[ $glideclientgroup == $ITBFEGROUP ]] ; 

then

	echo "This is the itb frontend group.  Using the itb blacklist"

	urlpat="-itb"

else

	echo "Using the production blacklist"

	urlpat=""

fi  

blacklist_url="https://fife-service.fnal.gov/blacklist${urlpat}.txt"

echo $blacklist_url

# Max 5 retries

n=0

until [ $n -ge 5 ]

do

	#Replace the next line with the real webserver/blacklist file

	curl -s --insecure $blacklist_url > $TMPFILE && break

	n=$[$n+1]

	sleep 60

done

# Parse the blacklist file, store it in the BAD_JOBSUB_GROUPS variable

echo "Parsing blacklist file"

awkcmd='

function checklines(valuestring, checkvar) {

        n = split(valuestring, vals, ",");

        for (i=1; i<=n; i++) {

                if (checkvar ~ vals[i]) {

                        return "true";

                }   

        }   

        return "false";

}

{

        firstfield = $1; 

        target = $2; 

        if (substr(firstfield, 1, 1) != "#")  {   

                split(target, labelvalues, ":"); 

                label = labelvalues[1];

                values = labelvalues[2];

                if (label == "host") {

                        result = checklines(values, myhost);

                        if (result == "true") {

                                print firstfield;

                        }   

                } else if (label == "site") {

                        result = checklines(values, mysite);

                        if (result == "true") {

                                print firstfield;

                        }   

                } else if (label == "kernel") {

                        result = checklines(values, mykernel);

                        if (result == "true") {

                                print firstfield;

                        }   

                } else {

                        print ""; 

                }   

        }   

}

'

export BAD_JOBSUB_GROUPS=`awk -v myhost=$HOSTNAME -v mysite=$MYSITE -v mykernel=$MYKERNEL "$awkcmd" $TMPFILE | tr '\n' ',' | sed  's/,*$//g;s/^,*//g' ` 

echo "blacklisted VOs are: $BAD_JOBSUB_GROUPS"

if [ ${#BAD_JOBSUB_GROUPS} == 0 ]

then

	export BAD_JOBSUB_GROUPS="EMPTY"	

fi

export BADATTR="SLOT_BAD_JOBSUB_GROUPS"

# Advertise back the VOs for which this slot won't work

advertise $BADATTR "${BAD_JOBSUB_GROUPS}" "S" 

if [ -f $TMPFILE ]

then

	rm $TMPFILE

fi

#"$error_gen" -ok  "blacklist.sh"

exit 0