#!/bin/bash # Enable strict bash mode to stop the script if an uninitialized variable is used, if a command fails, or if a command with a pipe fails # Not working in some setups : https://github.com/tigerblue77/Dell_iDRAC_fan_controller/issues/48 # set -euo pipefail # Define global functions # This function applies Dell's default dynamic fan control profile function apply_Dell_fan_control_profile () { # Use ipmitool to send the raw command to set fan control to Dell default ipmitool -I $IDRAC_LOGIN_STRING raw 0x30 0x30 0x01 0x01 > /dev/null CURRENT_FAN_CONTROL_PROFILE="Dell default dynamic fan control profile" } # This function applies a user-specified static fan control profile function apply_user_fan_control_profile () { # Use ipmitool to send the raw command to set fan control to user-specified value ipmitool -I $IDRAC_LOGIN_STRING raw 0x30 0x30 0x01 0x00 > /dev/null ipmitool -I $IDRAC_LOGIN_STRING raw 0x30 0x30 0x02 0xff $HEXADECIMAL_FAN_SPEED > /dev/null CURRENT_FAN_CONTROL_PROFILE="User static fan control profile ($DECIMAL_FAN_SPEED%)" } # Retrieve temperature sensors data using ipmitool # Usage : retrieve_temperatures $IS_EXHAUST_TEMPERATURE_SENSOR_PRESENT $IS_CPU2_TEMPERATURE_SENSOR_PRESENT function retrieve_temperatures () { if (( $# != 2 )) then printf "Illegal number of parameters.\nUsage: retrieve_temperatures \$IS_EXHAUST_TEMPERATURE_SENSOR_PRESENT \$IS_CPU2_TEMPERATURE_SENSOR_PRESENT" >&2 return 1 fi local IS_EXHAUST_TEMPERATURE_SENSOR_PRESENT=$1 local IS_CPU2_TEMPERATURE_SENSOR_PRESENT=$2 local DATA=$(ipmitool -I $IDRAC_LOGIN_STRING sdr type temperature | grep degrees) # Parse CPU data local CPU_DATA=$(echo "$DATA" | grep "3\." | grep -Po '\d{2}') if $14_GEN then # 14 Gen server CPU1_TEMPERATURE=$(echo $CPU_DATA | awk '{print $2;}') else # 14 Gen or older CPU1_TEMPERATURE=$(echo $CPU_DATA | awk '{print $1;}') fi if $IS_CPU2_TEMPERATURE_SENSOR_PRESENT then if $14_GEN then # 14 Gen server CPU2_TEMPERATURE=$(echo $CPU_DATA | awk '{print $4;}') else # 14 Gen or older CPU2_TEMPERATURE=$(echo $CPU_DATA | awk '{print $2;}') fi else CPU2_TEMPERATURE="-" fi # Parse inlet temperature data INLET_TEMPERATURE=$(echo "$DATA" | grep Inlet | grep -Po '\d{2}' | tail -1) # If exhaust temperature sensor is present, parse its temperature data if $IS_EXHAUST_TEMPERATURE_SENSOR_PRESENT then EXHAUST_TEMPERATURE=$(echo "$DATA" | grep Exhaust | grep -Po '\d{2}' | tail -1) else EXHAUST_TEMPERATURE="-" fi } function enable_third_party_PCIe_card_Dell_default_cooling_response () { # We could check the current cooling response before applying but it's not very useful so let's skip the test and apply directly if $14_GEN then # 14 Gen Server continue else # 13 Gen or older server ipmitool -I $IDRAC_LOGIN_STRING raw 0x30 0xce 0x00 0x16 0x05 0x00 0x00 0x00 0x05 0x00 0x00 0x00 0x00 > /dev/null fi } function disable_third_party_PCIe_card_Dell_default_cooling_response () { # We could check the current cooling response before applying but it's not very useful so let's skip the test and apply directly if $14_GEN then # 14 Gen Server continue else # 13 Gen or older server ipmitool -I $IDRAC_LOGIN_STRING raw 0x30 0xce 0x00 0x16 0x05 0x00 0x00 0x00 0x05 0x00 0x01 0x00 0x00 > /dev/null fi } # Returns : # - 0 if third-party PCIe card Dell default cooling response is currently DISABLED # - 1 if third-party PCIe card Dell default cooling response is currently ENABLED # - 2 if the current status returned by ipmitool command output is unexpected # function is_third_party_PCIe_card_Dell_default_cooling_response_disabled() { # THIRD_PARTY_PCIE_CARD_COOLING_RESPONSE=$(ipmitool -I $IDRAC_LOGIN_STRING raw 0x30 0xce 0x01 0x16 0x05 0x00 0x00 0x00) # if [ "$THIRD_PARTY_PCIE_CARD_COOLING_RESPONSE" == "16 05 00 00 00 05 00 01 00 00" ]; then # return 0 # elif [ "$THIRD_PARTY_PCIE_CARD_COOLING_RESPONSE" == "16 05 00 00 00 05 00 00 00 00" ]; then # return 1 # else # echo "Unexpected output: $THIRD_PARTY_PCIE_CARD_COOLING_RESPONSE" >&2 # return 2 # fi # } # Prepare traps in case of container exit function gracefull_exit () { apply_Dell_fan_control_profile enable_third_party_PCIe_card_Dell_default_cooling_response echo "/!\ WARNING /!\ Container stopped, Dell default dynamic fan control profile applied for safety." exit 0 } # Trap the signals for container exit and run gracefull_exit function trap 'gracefull_exit' SIGQUIT SIGKILL SIGTERM # Prepare, format and define initial variables # readonly DELL_FRESH_AIR_COMPLIANCE=45 # Check if FAN_SPEED variable is in hexadecimal format. If not, convert it to hexadecimal if [[ $FAN_SPEED == 0x* ]] then DECIMAL_FAN_SPEED=$(printf '%d' $FAN_SPEED) HEXADECIMAL_FAN_SPEED=$FAN_SPEED else DECIMAL_FAN_SPEED=$FAN_SPEED HEXADECIMAL_FAN_SPEED=$(printf '0x%02x' $FAN_SPEED) fi # Log main informations given to the container echo "iDRAC/IPMI host: $IDRAC_HOST" # Check if the iDRAC host is set to 'local' or not then set the IDRAC_LOGIN_STRING accordingly if [[ $IDRAC_HOST == "local" ]] then # Check that the Docker host IPMI device (the iDRAC) has been exposed to the Docker container if [ ! -e "/dev/ipmi0" ] && [ ! -e "/dev/ipmi/0" ] && [ ! -e "/dev/ipmidev/0" ]; then echo "/!\ Could not open device at /dev/ipmi0 or /dev/ipmi/0 or /dev/ipmidev/0, check that you added the device to your Docker container or stop using local mode. Exiting." >&2 exit 1 fi IDRAC_LOGIN_STRING='open' else echo "iDRAC/IPMI username: $IDRAC_USERNAME" echo "iDRAC/IPMI password: $IDRAC_PASSWORD" IDRAC_LOGIN_STRING="lanplus -H $IDRAC_HOST -U $IDRAC_USERNAME -P $IDRAC_PASSWORD" fi # Log the fan speed objective, CPU temperature threshold and check interval echo "Fan speed objective: $DECIMAL_FAN_SPEED%" echo "CPU temperature threshold: $CPU_TEMPERATURE_THRESHOLD°C" echo "Check interval: ${CHECK_INTERVAL}s" echo "" # Define the interval for printing readonly TABLE_HEADER_PRINT_INTERVAL=10 i=$TABLE_HEADER_PRINT_INTERVAL # Set the flag used to check if the active fan control profile has changed IS_DELL_FAN_CONTROL_PROFILE_APPLIED=true # Check present sensors IS_EXHAUST_TEMPERATURE_SENSOR_PRESENT=true IS_CPU2_TEMPERATURE_SENSOR_PRESENT=true retrieve_temperatures $IS_EXHAUST_TEMPERATURE_SENSOR_PRESENT $IS_CPU2_TEMPERATURE_SENSOR_PRESENT if [ -z "$EXHAUST_TEMPERATURE" ] then echo "No exhaust temperature sensor detected." IS_EXHAUST_TEMPERATURE_SENSOR_PRESENT=false fi if [ -z "$CPU2_TEMPERATURE" ] then echo "No CPU2 temperature sensor detected." IS_CPU2_TEMPERATURE_SENSOR_PRESENT=false fi # Output new line to beautify output if one of the previous conditions have echoed if ! $IS_EXHAUST_TEMPERATURE_SENSOR_PRESENT || ! $IS_CPU2_TEMPERATURE_SENSOR_PRESENT then echo "" fi # Start monitoring while true; do # Sleep for the specified interval before taking another reading sleep $CHECK_INTERVAL & SLEEP_PROCESS_PID=$! retrieve_temperatures $IS_EXHAUST_TEMPERATURE_SENSOR_PRESENT $IS_CPU2_TEMPERATURE_SENSOR_PRESENT # Define functions to check if CPU 1 and CPU 2 temperatures are above the threshold function CPU1_OVERHEAT () { [ $CPU1_TEMPERATURE -gt $CPU_TEMPERATURE_THRESHOLD ]; } if $IS_CPU2_TEMPERATURE_SENSOR_PRESENT then function CPU2_OVERHEAT () { [ $CPU2_TEMPERATURE -gt $CPU_TEMPERATURE_THRESHOLD ]; } fi # Initialize a variable to store the comments displayed when the fan control profile changed COMMENT=" -" # Check if CPU 1 is overheating then apply Dell default dynamic fan control profile if true if CPU1_OVERHEAT then apply_Dell_fan_control_profile if ! $IS_DELL_FAN_CONTROL_PROFILE_APPLIED then IS_DELL_FAN_CONTROL_PROFILE_APPLIED=true # If CPU 2 temperature sensor is present, check if it is overheating too. # Do not apply Dell default dynamic fan control profile as it has already been applied before if $IS_CPU2_TEMPERATURE_SENSOR_PRESENT && CPU2_OVERHEAT then COMMENT="CPU 1 and CPU 2 temperatures are too high, Dell default dynamic fan control profile applied for safety" else COMMENT="CPU 1 temperature is too high, Dell default dynamic fan control profile applied for safety" fi fi # If CPU 2 temperature sensor is present, check if it is overheating then apply Dell default dynamic fan control profile if true elif $IS_CPU2_TEMPERATURE_SENSOR_PRESENT && CPU2_OVERHEAT then apply_Dell_fan_control_profile if ! $IS_DELL_FAN_CONTROL_PROFILE_APPLIED then IS_DELL_FAN_CONTROL_PROFILE_APPLIED=true COMMENT="CPU 2 temperature is too high, Dell default dynamic fan control profile applied for safety" fi else apply_user_fan_control_profile # Check if user fan control profile is applied then apply it if not if $IS_DELL_FAN_CONTROL_PROFILE_APPLIED then IS_DELL_FAN_CONTROL_PROFILE_APPLIED=false COMMENT="CPU temperature decreased and is now OK (<= $CPU_TEMPERATURE_THRESHOLD°C), user's fan control profile applied." fi fi # Enable or disable, depending on the user's choice, third-party PCIe card Dell default cooling response # No comment will be displayed on the change of this parameter since it is not related to the temperature of any device (CPU, GPU, etc...) but only to the settings made by the user when launching this Docker container if $DISABLE_THIRD_PARTY_PCIE_CARD_DELL_DEFAULT_COOLING_RESPONSE then disable_third_party_PCIe_card_Dell_default_cooling_response THIRD_PARTY_PCIE_CARD_DELL_DEFAULT_COOLING_RESPONSE_STATUS="Disabled" else enable_third_party_PCIe_card_Dell_default_cooling_response THIRD_PARTY_PCIE_CARD_DELL_DEFAULT_COOLING_RESPONSE_STATUS="Enabled" fi # Print temperatures, active fan control profile and comment if any change happened during last time interval if [ $i -eq $TABLE_HEADER_PRINT_INTERVAL ] then echo " ------- Temperatures -------" echo " Date & time Inlet CPU 1 CPU 2 Exhaust Active fan speed profile Third-party PCIe card Dell default cooling response Comment" i=0 fi printf "%19s %3d°C %3d°C %3s°C %5s°C %40s %51s %s\n" "$(date +"%d-%m-%Y %T")" $INLET_TEMPERATURE $CPU1_TEMPERATURE "$CPU2_TEMPERATURE" "$EXHAUST_TEMPERATURE" "$CURRENT_FAN_CONTROL_PROFILE" "$THIRD_PARTY_PCIE_CARD_DELL_DEFAULT_COOLING_RESPONSE_STATUS" "$COMMENT" ((i++)) wait $SLEEP_PROCESS_PID done