Compare commits

..

6 Commits

Author SHA1 Message Date
Developer cf362c2adf Fix: Add guard to prevent division by zero at line 2359
The max_bot_traffic variable is extracted from a file which could
theoretically contain all zeros, causing division by zero. Added:
  max_bot_traffic=${max_bot_traffic:-1}

This ensures the denominator is never zero while preserving the
intended logic when valid data exists.
2026-04-23 21:27:06 -04:00
Developer 9471355e77 Fix: Remove UUOC (Useless Use Of Cat) patterns throughout script
Replaced 'cat file | awk' with 'awk file' patterns for efficiency.
This eliminates unnecessary child processes and improves performance.

Changes:
- Lines 1629-1635: hourly bot traffic analysis
- Lines 1915-1955: false positive detection (awk single script)
- Lines 1969-1998: statistics generation (added file argument)
- Lines 2006-2007: top bots calculation
- Lines 2010-2011: traffic breakdown calculation
- Line 2016: domain bot types indexing
- Lines 2636, 2645: bandwidth impact calculation

These are all simple pipe-to-awk patterns that can be inverted
to pass the file directly to awk instead of piping from cat.
2026-04-23 21:26:37 -04:00
Developer d159dd28d8 Fix: Convert all grep patterns to use -F flag (fixed-string matching) to prevent regex injection
This prevents domain names, IPs, and other variables with special characters
(like dots in domains) from being interpreted as regex wildcards.

Changed patterns from:
  grep "pattern_with_$var"
to:
  grep -F "pattern_with_$var"

Affects 11 grep statements across multiple functions:
- Domain-specific metrics calculation (lines 686-688)
- IP progression analysis (line 750)
- Attack type breakdown (line 1039)
- Domain bot type indexing (line 2020)
- Domain threat statistics (line 3678)
- High-risk IP blocking (lines 4006, 4156, 4200, 4202-4203)
- High-risk IP listing (line 4523)
- Temporary deny blocking (lines 4589, 4642)

This hardens the script against regex injection attacks and ensures correct
literal string matching regardless of special characters in data.
2026-04-23 21:24:47 -04:00
Developer 01b63c6ad4 CRITICAL: Add guards to all unquoted AWK arithmetic expressions
Multiple locations had unquoted bash variables in AWK BEGIN blocks
that could fail if variables were empty or malformed:

- Lines 3369, 3375: Added fallbacks to domain/traffic counts
- Lines 2338, 2383: Added error handling to percentage calculations
- Lines 2657-2663: Added guards to bandwidth calculations
- Line 2686: Added guards to domain traffic breakdown calculations

All AWK arithmetic now uses ${var:-0} defaults and 2>/dev/null
error suppression to prevent syntax errors from empty values.
2026-04-23 21:20:33 -04:00
Developer 63e6cf067e CRITICAL: Add error handling to stats dashboard calculations
- Line 2290: Added 2>/dev/null fallback to wc for total_requests
- Line 2291: Added 2>/dev/null fallback to unique_ips calculation
- Line 2292: Added 2>/dev/null fallback to unique_domains calculation
- Line 2293: Added 2>/dev/null fallback to bot_requests calculation
- Line 2296: Improved error handling for private_ips calculation
- Line 2302: Fixed UUOC (cat | grep) pattern - removed useless cat

These operations lack proper error handling and would crash with set -e
if files are missing or malformed. Also removed inefficient cat pipe.
2026-04-23 21:19:37 -04:00
Developer ca7ec62e02 Fix: Double arithmetic syntax error in generate_comparison_report (line 2073) 2026-04-23 21:16:33 -04:00
12 changed files with 181 additions and 129 deletions
+7 -5
View File
@@ -419,7 +419,8 @@ if [ "$sent" -gt 0 ] || [ "$received" -gt 0 ]; then
# Top recipients (delivery recipients from emails in TEMP_MATCHES) # Top recipients (delivery recipients from emails in TEMP_MATCHES)
if [ "$sent" -gt 0 ] || [ "$delivered" -gt 0 ]; then if [ "$sent" -gt 0 ] || [ "$delivered" -gt 0 ]; then
print_info "Top 5 recipients (emails delivered TO):" print_info "Top 5 recipients (emails delivered TO):"
grep -F "$search_pattern" "$TEMP_MATCHES" 2>/dev/null | grep -oE "=> [^@]+@[^ ]+" | sed 's/=> //' | sort | uniq -c | sort -rn | head -5 | while read count recipient; do sed -n "/^$search_pattern/p" "$TEMP_MATCHES" 2>/dev/null | \
sed -n 's/.*=> \([^@]*@[^ ]*\).*/\1/p' | sort | uniq -c | sort -rn | head -5 | while read count recipient; do
[ -n "$count" ] && echo " $recipient - $count emails" [ -n "$count" ] && echo " $recipient - $count emails"
done done
echo "" echo ""
@@ -428,7 +429,8 @@ if [ "$sent" -gt 0 ] || [ "$received" -gt 0 ]; then
# Top senders (who is sending emails in TEMP_MATCHES) # Top senders (who is sending emails in TEMP_MATCHES)
if [ "$sent" -gt 0 ]; then if [ "$sent" -gt 0 ]; then
print_info "Top 5 senders (emails sent FROM):" print_info "Top 5 senders (emails sent FROM):"
grep -F "$search_pattern" "$TEMP_MATCHES" 2>/dev/null | grep -oE "<= [^@]+@[^ ]+" | sed 's/<= //' | sort | uniq -c | sort -rn | head -5 | while read count sender; do sed -n "/^$search_pattern/p" "$TEMP_MATCHES" 2>/dev/null | \
sed -n 's/.*<= \([^@]*@[^ ]*\).*/\1/p' | sort | uniq -c | sort -rn | head -5 | while read count sender; do
[ -n "$count" ] && echo " $sender - $count emails" [ -n "$count" ] && echo " $sender - $count emails"
done done
echo "" echo ""
@@ -546,7 +548,7 @@ if [ "$check_type" != "2" ]; then
# cPanel forwarders (in /etc/valiases) # cPanel forwarders (in /etc/valiases)
if [ -f "/etc/valiases/$domain_part" ]; then if [ -f "/etc/valiases/$domain_part" ]; then
forwarder=$(grep -F "^$local_part:" "/etc/valiases/$domain_part" 2>/dev/null) forwarder=$(grep "^${local_part}:" "/etc/valiases/$domain_part" 2>/dev/null || echo "")
if [ -n "$forwarder" ]; then if [ -n "$forwarder" ]; then
echo "" echo ""
print_info "Forwarder configured:" print_info "Forwarder configured:"
@@ -650,7 +652,7 @@ if [ "$delivered" -gt 0 ]; then
else else
echo " $line" echo " $line"
fi fi
done < <(grep -F "$search_pattern" "$TEMP_MATCHES" | grep -iE "=>|delivered" | tail -5) done < <(sed -n "/^$search_pattern/p" "$TEMP_MATCHES" 2>/dev/null | sed -n '/=>\|[Dd]elivered/p' | tail -5)
echo "" echo ""
fi fi
@@ -660,7 +662,7 @@ if [ "$bounced" -gt 0 ]; then
# Get all bounce lines (Issue 4.1: add -- after grep flags) # Get all bounce lines (Issue 4.1: add -- after grep flags)
TEMP_BOUNCES="/tmp/email_bounces_$$.txt" TEMP_BOUNCES="/tmp/email_bounces_$$.txt"
grep -F -- "$search_pattern" "$TEMP_MATCHES" 2>/dev/null | \ sed -n "/^$search_pattern/p" "$TEMP_MATCHES" 2>/dev/null | \
grep -Ev "authenticator failed|Authentication failed|saved mail to|=>" | \ grep -Ev "authenticator failed|Authentication failed|saved mail to|=>" | \
grep -iE "550|551|552|553|554|bounced|Mail delivery failed|\\*\\* " > "$TEMP_BOUNCES" 2>/dev/null grep -iE "550|551|552|553|554|bounced|Mail delivery failed|\\*\\* " > "$TEMP_BOUNCES" 2>/dev/null
+6 -6
View File
@@ -40,14 +40,14 @@ if [ "$MTA" = "exim" ]; then
print_header "Queue Summary" print_header "Queue Summary"
# Exim: exim -bpc returns just the number # Exim: exim -bpc returns just the number
queue_count=$(eval "$SYS_MAIL_CMD_QUEUE_COUNT") queue_count=$(bash -c "$SYS_MAIL_CMD_QUEUE_COUNT" 2>/dev/null || echo "0")
if [ "$queue_count" -gt 0 ] 2>/dev/null; then if [ "$queue_count" -gt 0 ] 2>/dev/null; then
print_warning "$queue_count messages in queue" print_warning "$queue_count messages in queue"
echo "" echo ""
# Cache queue list - single execution for all operations # Cache queue list - single execution for all operations
queue_list=$(eval "$SYS_MAIL_CMD_QUEUE_LIST") queue_list=$(bash -c "$SYS_MAIL_CMD_QUEUE_LIST" 2>/dev/null || echo "")
print_header "Recent Queue Messages (last 20)" print_header "Recent Queue Messages (last 20)"
echo "$queue_list" | head -20 echo "$queue_list" | head -20
@@ -74,7 +74,7 @@ elif [ "$MTA" = "postfix" ]; then
print_header "Queue Summary" print_header "Queue Summary"
# Postfix: mailq | tail -1 returns "-- N Kbytes in M Requests." # Postfix: mailq | tail -1 returns "-- N Kbytes in M Requests."
queue_summary=$(eval "$SYS_MAIL_CMD_QUEUE_COUNT") queue_summary=$(bash -c "$SYS_MAIL_CMD_QUEUE_COUNT" 2>/dev/null || echo "")
print_info "$queue_summary" print_info "$queue_summary"
# Extract message count from summary line (last number is always message count) # Extract message count from summary line (last number is always message count)
@@ -89,7 +89,7 @@ elif [ "$MTA" = "postfix" ]; then
echo "" echo ""
# Cache queue list - single execution for all operations # Cache queue list - single execution for all operations
queue_list=$(eval "$SYS_MAIL_CMD_QUEUE_LIST") queue_list=$(bash -c "$SYS_MAIL_CMD_QUEUE_LIST" 2>/dev/null || echo "")
print_header "Queue Details (first 50)" print_header "Queue Details (first 50)"
echo "$queue_list" | head -50 echo "$queue_list" | head -50
@@ -116,7 +116,7 @@ elif [ "$MTA" = "sendmail" ]; then
print_header "Queue Summary" print_header "Queue Summary"
# Sendmail: mailq | tail -1 returns "-- N Kbytes in M Requests." # Sendmail: mailq | tail -1 returns "-- N Kbytes in M Requests."
queue_summary=$(eval "$SYS_MAIL_CMD_QUEUE_COUNT") queue_summary=$(bash -c "$SYS_MAIL_CMD_QUEUE_COUNT" 2>/dev/null || echo "")
print_info "$queue_summary" print_info "$queue_summary"
# Extract message count from summary line (last number is always message count) # Extract message count from summary line (last number is always message count)
@@ -131,7 +131,7 @@ elif [ "$MTA" = "sendmail" ]; then
echo "" echo ""
# Cache queue list - single execution for all operations # Cache queue list - single execution for all operations
queue_list=$(eval "$SYS_MAIL_CMD_QUEUE_LIST") queue_list=$(bash -c "$SYS_MAIL_CMD_QUEUE_LIST" 2>/dev/null || echo "")
print_header "Queue Details (first 50)" print_header "Queue Details (first 50)"
echo "$queue_list" | head -50 echo "$queue_list" | head -50
+31 -30
View File
@@ -1,4 +1,5 @@
#!/bin/bash #!/bin/bash
set -eo pipefail
################################################################################ ################################################################################
# Disk Space Analyzer (WinDirStat for Linux) # Disk Space Analyzer (WinDirStat for Linux)
@@ -17,6 +18,7 @@
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)" SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
source "$SCRIPT_DIR/lib/common-functions.sh" source "$SCRIPT_DIR/lib/common-functions.sh"
source "$SCRIPT_DIR/lib/system-detect.sh" source "$SCRIPT_DIR/lib/system-detect.sh"
source "$SCRIPT_DIR/lib/reference-db.sh"
# Require root # Require root
if [ "$EUID" -ne 0 ]; then if [ "$EUID" -ne 0 ]; then
@@ -24,6 +26,9 @@ if [ "$EUID" -ne 0 ]; then
exit 1 exit 1
fi fi
# Ensure cache is fresh (only rebuilds if > 1 hour old)
db_ensure_fresh 2>/dev/null || true
# Temp file for results # Temp file for results
TEMP_DIR="/tmp/disk-analysis-$$" TEMP_DIR="/tmp/disk-analysis-$$"
mkdir -p "$TEMP_DIR" mkdir -p "$TEMP_DIR"
@@ -619,55 +624,51 @@ analyze_wordpress() {
print_banner "WordPress Storage Analysis" print_banner "WordPress Storage Analysis"
echo "" echo ""
# Find WordPress installations # Find WordPress installations from cache (instant lookup, no filesystem scan)
show_progress "Finding WordPress installations" show_progress "Finding WordPress installations"
local wp_paths=() local wp_count=0
local wp_data=""
# Common locations # Get WordPress data from cache
if [ -d "/home" ]; then if command -v db_get_all_wordpress &>/dev/null; then
while IFS= read -r wp_config; do wp_data=$(db_get_all_wordpress 2>/dev/null || true)
wp_dir=$(dirname "$wp_config")
wp_paths+=("$wp_dir")
done < <(find /home -name "wp-config.php" -type f 2>/dev/null)
fi fi
if [ -d "/var/www" ]; then # Count WP installations
while IFS= read -r wp_config; do if [ -n "$wp_data" ]; then
wp_dir=$(dirname "$wp_config") wp_count=$(echo "$wp_data" | grep -c "^WP|" || echo 0)
wp_paths+=("$wp_dir")
done < <(find /var/www -name "wp-config.php" -type f 2>/dev/null)
fi fi
if [ ${#wp_paths[@]} -eq 0 ]; then if [ "$wp_count" -eq 0 ]; then
echo -e "\r${DIM}No WordPress installations found${NC} " echo -e "\r${DIM}No WordPress installations found${NC} "
echo "" echo ""
press_enter press_enter
return return
fi fi
echo -e "\r${GREEN}${NC} Found ${#wp_paths[@]} WordPress installations " echo -e "\r${GREEN}${NC} Found ${wp_count} WordPress installations "
echo "" echo ""
echo -e "${BOLD}WordPress Space Usage:${NC}" echo -e "${BOLD}WordPress Space Usage:${NC}"
echo "───────────────────────────────────────────────────────────────" echo "───────────────────────────────────────────────────────────────"
for wp_dir in "${wp_paths[@]}"; do # Process cached WordPress data
# Get domain/user from path while IFS='|' read -r type domain path db_name db_user version plugins themes; do
domain=$(echo "$wp_dir" | awk -F'/' '{for(i=1;i<=NF;i++) if($i~/public_html|httpdocs|www/) print $(i-1)}' | tail -1) if [ "$type" = "WP" ] && [ -d "$path" ]; then
# Calculate sizes
total_size=$(du -sh "$path" 2>/dev/null | awk '{print $1}')
uploads_size=$(du -sh "$path/wp-content/uploads" 2>/dev/null | awk '{print $1}')
plugins_size=$(du -sh "$path/wp-content/plugins" 2>/dev/null | awk '{print $1}')
cache_size=$(du -sh "$path/wp-content/cache" 2>/dev/null | awk '{print $1}')
# Calculate sizes echo -e "${BOLD}$domain${NC} ($total_size)"
total_size=$(du -sh "$wp_dir" 2>/dev/null | awk '{print $1}') echo -e " Uploads: ${CYAN}${uploads_size:-0}${NC}"
uploads_size=$(du -sh "$wp_dir/wp-content/uploads" 2>/dev/null | awk '{print $1}') echo -e " Plugins: ${CYAN}${plugins_size:-0}${NC}"
plugins_size=$(du -sh "$wp_dir/wp-content/plugins" 2>/dev/null | awk '{print $1}') echo -e " Cache: ${CYAN}${cache_size:-0}${NC}"
cache_size=$(du -sh "$wp_dir/wp-content/cache" 2>/dev/null | awk '{print $1}') echo ""
fi
echo -e "${BOLD}$domain${NC} ($total_size)" done <<< "$wp_data"
echo -e " Uploads: ${CYAN}${uploads_size:-0}${NC}"
echo -e " Plugins: ${CYAN}${plugins_size:-0}${NC}"
echo -e " Cache: ${CYAN}${cache_size:-0}${NC}"
echo ""
done
echo -e "${BOLD}Cleanup Suggestions:${NC}" echo -e "${BOLD}Cleanup Suggestions:${NC}"
echo " • Delete old revisions: wp post delete \$(wp post list --post_type=revision --format=ids)" echo " • Delete old revisions: wp post delete \$(wp post list --post_type=revision --format=ids)"
@@ -15,6 +15,9 @@ source "$TOOLKIT_ROOT/lib/reference-db.sh"
# Initialize system detection # Initialize system detection
detect_system detect_system
# Ensure reference database is fresh (only rebuild if > 1 hour old)
db_ensure_fresh 2>/dev/null || true
# Load system info from reference database # Load system info from reference database
if [ -f "$TOOLKIT_ROOT/.sysref" ]; then if [ -f "$TOOLKIT_ROOT/.sysref" ]; then
SYS_HOSTNAME=$(grep "^SYS|HOSTNAME|" "$TOOLKIT_ROOT/.sysref" 2>/dev/null | cut -d'|' -f3) SYS_HOSTNAME=$(grep "^SYS|HOSTNAME|" "$TOOLKIT_ROOT/.sysref" 2>/dev/null | cut -d'|' -f3)
@@ -15,6 +15,9 @@ source "$TOOLKIT_ROOT/lib/reference-db.sh"
# Initialize system detection # Initialize system detection
detect_system detect_system
# Ensure reference database is fresh (only rebuild if > 1 hour old)
db_ensure_fresh 2>/dev/null || true
# Load system info from reference database # Load system info from reference database
if [ -f "$TOOLKIT_ROOT/.sysref" ]; then if [ -f "$TOOLKIT_ROOT/.sysref" ]; then
SYS_HOSTNAME=$(grep "^SYS|HOSTNAME|" "$TOOLKIT_ROOT/.sysref" 2>/dev/null | cut -d'|' -f3) SYS_HOSTNAME=$(grep "^SYS|HOSTNAME|" "$TOOLKIT_ROOT/.sysref" 2>/dev/null | cut -d'|' -f3)
+22 -2
View File
@@ -31,6 +31,9 @@ if [ "$EUID" -ne 0 ]; then
exit 1 exit 1
fi fi
# Ensure reference database is fresh (only rebuild if > 1 hour old)
db_ensure_fresh 2>/dev/null || true
# Configuration # Configuration
BACKUP_DIR="/root/nginx-varnish-backups" BACKUP_DIR="/root/nginx-varnish-backups"
VARNISH_VCL="/etc/varnish/default.vcl" VARNISH_VCL="/etc/varnish/default.vcl"
@@ -149,11 +152,28 @@ create_backup() {
echo "$backup_path" echo "$backup_path"
} }
# Get list of cPanel domains # Get list of cPanel domains (from launcher cache, not filesystem)
get_cpanel_domains() { get_cpanel_domains() {
# Use launcher's cached domain list (instant lookup, already filtered by launcher)
# Fallback to filesystem scan only if cache unavailable
if command -v db_get_all_domains &>/dev/null; then
# Use cached data from launcher (built on startup, instant O(n) lookup)
db_get_all_domains 2>/dev/null || {
# Fallback if cache fails (shouldn't happen if db_ensure_fresh was called)
get_cpanel_domains_fallback
}
else
# Library not available, use filesystem fallback
get_cpanel_domains_fallback
fi
}
# Fallback domain discovery (only used if cache unavailable)
get_cpanel_domains_fallback() {
local domains=() local domains=()
# Get domains from cPanel user data # Fallback: Get domains from cPanel user data
if [ -d /var/cpanel/userdata ]; then if [ -d /var/cpanel/userdata ]; then
while IFS= read -r domain_file; do while IFS= read -r domain_file; do
local domain=$(basename "$domain_file") local domain=$(basename "$domain_file")
+66 -65
View File
@@ -683,9 +683,9 @@ save_baseline() {
local baseline_file="$BASELINE_DIR/${domain}_baseline.txt" local baseline_file="$BASELINE_DIR/${domain}_baseline.txt"
# Get domain-specific metrics # Get domain-specific metrics
local domain_requests=$(grep "^[^|]*|$domain|" "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | wc -l || echo "0") local domain_requests=$(grep -F "|$domain|" "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | wc -l || echo "0")
local domain_attacks=$(grep "^[^|]*|$domain|" "$TEMP_DIR/attack_vectors_raw.txt" 2>/dev/null | wc -l || echo "0") local domain_attacks=$(grep -F "|$domain|" "$TEMP_DIR/attack_vectors_raw.txt" 2>/dev/null | wc -l || echo "0")
local domain_bots=$(grep "^[^|]*|$domain|" "$TEMP_DIR/classified_bots.txt" 2>/dev/null | wc -l || echo "0") local domain_bots=$(grep -F "|$domain|" "$TEMP_DIR/classified_bots.txt" 2>/dev/null | wc -l || echo "0")
# Append to baseline history (timestamp|requests|attacks|bots|high_risk_ips) # Append to baseline history (timestamp|requests|attacks|bots|high_risk_ips)
echo "$today|$domain_requests|$domain_attacks|$domain_bots|$high_risk_ips" >> "$baseline_file" echo "$today|$domain_requests|$domain_attacks|$domain_bots|$high_risk_ips" >> "$baseline_file"
@@ -747,7 +747,7 @@ analyze_attack_progression() {
> "$progression_file" > "$progression_file"
# Extract all requests from this IP, in order # Extract all requests from this IP, in order
grep "^$ip|" "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | awk -F'|' '{ grep -F "$ip|" "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | awk -F'|' '{
print $8 "|" $3 "|" $4 "|" $6 print $8 "|" $3 "|" $4 "|" $6
}' | sort >> "$progression_file" }' | sort >> "$progression_file"
@@ -1036,7 +1036,7 @@ detect_threats() {
# Breakdown by attack type # Breakdown by attack type
for attack_type in sqli xss path_traversal rce_upload info_disclosure login_bruteforce; do for attack_type in sqli xss path_traversal rce_upload info_disclosure login_bruteforce; do
grep "|$attack_type$" "$TEMP_DIR/attack_vectors_raw.txt" 2>/dev/null | \ grep -F "|$attack_type" "$TEMP_DIR/attack_vectors_raw.txt" 2>/dev/null | grep -F "|$attack_type$" | \
awk -F'|' '{print $1"|"$2"|"$3"|"$4}' | \ awk -F'|' '{print $1"|"$2"|"$3"|"$4}' | \
sort | uniq -c | sort -rn > "$TEMP_DIR/${attack_type}_attempts.txt" || true sort | uniq -c | sort -rn > "$TEMP_DIR/${attack_type}_attempts.txt" || true
done done
@@ -1311,7 +1311,7 @@ calculate_bot_fingerprint() {
} }
close(tmpdir "/bot_fingerprints.txt") close(tmpdir "/bot_fingerprints.txt")
} }
' < "$TEMP_DIR/parsed_logs.txt" ' < "$TEMP_DIR/parsed_logs.txt" 2>/dev/null || true
# Create file if empty # Create file if empty
touch "$TEMP_DIR/bot_fingerprints.txt" touch "$TEMP_DIR/bot_fingerprints.txt"
@@ -1626,13 +1626,13 @@ analyze_time_series() {
print_info "Analyzing time-series patterns..." print_info "Analyzing time-series patterns..."
# Extract hourly bot traffic # Extract hourly bot traffic
cat "$TEMP_DIR/classified_bots.txt" 2>/dev/null | awk -F'|' '$9 != "unknown" { awk -F'|' '$9 != "unknown" {
timestamp = $8 timestamp = $8
if (match(timestamp, /([0-9]{2})\/([A-Za-z]{3})\/([0-9]{4}):([0-9]{2}):([0-9]{2}):([0-9]{2})/, ts)) { if (match(timestamp, /([0-9]{2})\/([A-Za-z]{3})\/([0-9]{4}):([0-9]{2}):([0-9]{2}):([0-9]{2})/, ts)) {
hour = ts[4] hour = ts[4]
print hour print hour
} }
}' | sort | uniq -c > "$TEMP_DIR/hourly_bot_traffic.txt" || true }' "$TEMP_DIR/classified_bots.txt" 2>/dev/null | sort | uniq -c > "$TEMP_DIR/hourly_bot_traffic.txt" || true
# Extract hourly attack traffic # Extract hourly attack traffic
if [ -f "$TEMP_DIR/attack_vectors_raw.txt" ]; then if [ -f "$TEMP_DIR/attack_vectors_raw.txt" ]; then
@@ -1660,7 +1660,7 @@ calculate_threat_scores() {
declare -A ip_request_counts declare -A ip_request_counts
while IFS='|' read -r ip rest; do while IFS='|' read -r ip rest; do
((ip_request_counts["$ip"]++)) ((ip_request_counts["$ip"]++))
done < <(cat "$TEMP_DIR/parsed_logs.txt") done < "$TEMP_DIR/parsed_logs.txt"
# Build hash tables from threat files for O(1) lookups # Build hash tables from threat files for O(1) lookups
# OPTIMIZATION: Use awk instead of echo|awk|cut in loops (10x faster) # OPTIMIZATION: Use awk instead of echo|awk|cut in loops (10x faster)
@@ -1912,7 +1912,7 @@ detect_false_positives() {
print_info "Detecting legitimate services (false positives)..." print_info "Detecting legitimate services (false positives)..."
# Known monitoring service patterns and legitimate CDNs # Known monitoring service patterns and legitimate CDNs
cat "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | awk -F'|' '{ awk -F'|' '{
ip = $1 ip = $1
domain = $2 domain = $2
url = $3 url = $3
@@ -1952,7 +1952,7 @@ detect_false_positives() {
else if (match(url, /checkout|payment|paypal|stripe|square/) && match(ua, /paypal|stripe|square/)) { else if (match(url, /checkout|payment|paypal|stripe|square/) && match(ua, /paypal|stripe|square/)) {
print ip "|Payment Processor|" ua "|" domain print ip "|Payment Processor|" ua "|" domain
} }
}' | sort -u > "$TEMP_DIR/false_positives.txt" || true }' "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | sort -u > "$TEMP_DIR/false_positives.txt" || true
print_success "False positive detection complete ($(wc -l < "$TEMP_DIR/false_positives.txt" 2>/dev/null || echo 0) legitimate services identified)" print_success "False positive detection complete ($(wc -l < "$TEMP_DIR/false_positives.txt" 2>/dev/null || echo 0) legitimate services identified)"
} }
@@ -1966,7 +1966,7 @@ generate_statistics() {
# OPTIMIZATION: Use single-pass AWK to generate multiple stats from parsed logs # OPTIMIZATION: Use single-pass AWK to generate multiple stats from parsed logs
# This reads the uncompressed file ONCE instead of 4+ separate reads # This reads the uncompressed file ONCE instead of 4+ separate reads
cat "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | awk -F'|' -v tmpdir="$TEMP_DIR" ' awk -F'|' -v tmpdir="$TEMP_DIR" '
{ {
# Count by domain (for top sites) # Count by domain (for top sites)
domains[$2]++ domains[$2]++
@@ -1995,29 +1995,29 @@ generate_statistics() {
close(tmpdir "/top_sites_raw.txt") close(tmpdir "/top_sites_raw.txt")
close(tmpdir "/top_ips_raw.txt") close(tmpdir "/top_ips_raw.txt")
close(tmpdir "/top_urls_raw.txt") close(tmpdir "/top_urls_raw.txt")
}' }' "$TEMP_DIR/parsed_logs.txt" 2>/dev/null
# Sort and limit results # Sort and limit results (files may not exist if no data)
sort -rn "$TEMP_DIR/top_sites_raw.txt" | head -5 > "$TEMP_DIR/top_sites.txt" [ -f "$TEMP_DIR/top_sites_raw.txt" ] && sort -rn "$TEMP_DIR/top_sites_raw.txt" | head -5 > "$TEMP_DIR/top_sites.txt" || touch "$TEMP_DIR/top_sites.txt"
sort -rn "$TEMP_DIR/top_ips_raw.txt" | head -5 > "$TEMP_DIR/top_ips.txt" [ -f "$TEMP_DIR/top_ips_raw.txt" ] && sort -rn "$TEMP_DIR/top_ips_raw.txt" | head -5 > "$TEMP_DIR/top_ips.txt" || touch "$TEMP_DIR/top_ips.txt"
sort -rn "$TEMP_DIR/top_urls_raw.txt" | head -5 > "$TEMP_DIR/top_urls.txt" [ -f "$TEMP_DIR/top_urls_raw.txt" ] && sort -rn "$TEMP_DIR/top_urls_raw.txt" | head -5 > "$TEMP_DIR/top_urls.txt" || touch "$TEMP_DIR/top_urls.txt"
# Top 5 bots by request count (single decompression) # Top 5 bots by request count (single decompression)
cat "$TEMP_DIR/classified_bots.txt" 2>/dev/null | awk -F'|' '$9 != "unknown" {print $10}' | \ awk -F'|' '$9 != "unknown" {print $10}' "$TEMP_DIR/classified_bots.txt" 2>/dev/null | \
sort | uniq -c | sort -rn | head -5 > "$TEMP_DIR/top_bots.txt" || true sort | uniq -c | sort -rn | head -5 > "$TEMP_DIR/top_bots.txt" || true
# Traffic breakdown by bot type (single decompression) # Traffic breakdown by bot type (single decompression)
cat "$TEMP_DIR/classified_bots.txt" 2>/dev/null | awk -F'|' '{print $9}' | \ awk -F'|' '{print $9}' "$TEMP_DIR/classified_bots.txt" 2>/dev/null | \
sort | uniq -c | sort -rn > "$TEMP_DIR/traffic_breakdown.txt" || true sort | uniq -c | sort -rn > "$TEMP_DIR/traffic_breakdown.txt" || true
# Per-domain traffic sources (OPTIMIZED: read uncompressed file once, use grep) # Per-domain traffic sources (OPTIMIZED: read uncompressed file once, use grep)
if [ -f "$TEMP_DIR/all_domains.txt" ]; then if [ -f "$TEMP_DIR/all_domains.txt" ]; then
# Create indexed bot traffic file (decompress once) # Create indexed bot traffic file (decompress once)
cat "$TEMP_DIR/classified_bots.txt" 2>/dev/null | awk -F'|' '{print $2"|"$9}' > "$TEMP_DIR/domain_bot_types.txt" || true awk -F'|' '{print $2"|"$9}' "$TEMP_DIR/classified_bots.txt" 2>/dev/null > "$TEMP_DIR/domain_bot_types.txt" || true
while read -r domain; do while read -r domain; do
echo "$domain" > "$TEMP_DIR/domain_${domain}_stats.txt" echo "$domain" > "$TEMP_DIR/domain_${domain}_stats.txt"
grep "^$domain|" "$TEMP_DIR/domain_bot_types.txt" 2>/dev/null | cut -d'|' -f2 | \ grep -F "$domain|" "$TEMP_DIR/domain_bot_types.txt" 2>/dev/null | cut -d'|' -f2 | \
sort | uniq -c | sort -rn >> "$TEMP_DIR/domain_${domain}_stats.txt" || true sort | uniq -c | sort -rn >> "$TEMP_DIR/domain_${domain}_stats.txt" || true
done < "$TEMP_DIR/all_domains.txt" done < "$TEMP_DIR/all_domains.txt"
fi fi
@@ -2070,7 +2070,7 @@ generate_comparison_report() {
echo " Baseline (7-day avg): $baseline_requests requests" echo " Baseline (7-day avg): $baseline_requests requests"
echo " Today: $total_requests requests" echo " Today: $total_requests requests"
elif [ "$request_pct" -lt 50 ]; then elif [ "$request_pct" -lt 50 ]; then
echo "🟢 LOW: Requests are $(($((100 - $request_pct))))% below baseline" echo "🟢 LOW: Requests are $((100 - $request_pct))% below baseline"
else else
echo "🟡 NORMAL: Requests within expected range" echo "🟡 NORMAL: Requests within expected range"
fi fi
@@ -2287,19 +2287,19 @@ generate_report() {
# QUICK STATS DASHBOARD # QUICK STATS DASHBOARD
print_header "QUICK STATS DASHBOARD" print_header "QUICK STATS DASHBOARD"
total_requests=$(wc -l < "$TEMP_DIR/parsed_logs.txt") total_requests=$(wc -l < "$TEMP_DIR/parsed_logs.txt" 2>/dev/null || echo "0")
unique_ips=$(awk -F'|' '{print $1}' < "$TEMP_DIR/parsed_logs.txt" | sort -u | wc -l) unique_ips=$(awk -F'|' '{print $1}' < "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | sort -u | wc -l || echo "0")
unique_domains=$(awk -F'|' '{print $2}' < "$TEMP_DIR/parsed_logs.txt" | sort -u | wc -l) unique_domains=$(awk -F'|' '{print $2}' < "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | sort -u | wc -l || echo "0")
bot_requests=$(awk -F'|' '$9 != "unknown"' < "$TEMP_DIR/classified_bots.txt" | wc -l) bot_requests=$(awk -F'|' '$9 != "unknown"' < "$TEMP_DIR/classified_bots.txt" 2>/dev/null | wc -l || echo "0")
# Count private/internal IPs (excluded from threat analysis) # Count private/internal IPs (excluded from threat analysis)
private_ips=$(awk -F'|' '{print $1}' < "$TEMP_DIR/parsed_logs.txt" | sort -u | grep -E '^(127\.|10\.|192\.168\.|172\.(1[6-9]|2[0-9]|3[01])\.|169\.254\.)' || true | wc -l) private_ips=$(awk -F'|' '{print $1}' < "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | sort -u | grep -E '^(127\.|10\.|192\.168\.|172\.(1[6-9]|2[0-9]|3[01])\.|169\.254\.)' 2>/dev/null | wc -l || echo "0")
# Count server's own IPs in the logs # Count server's own IPs in the logs
server_ip_hits=0 server_ip_hits=0
if [ -f "$TEMP_DIR/server_ips.txt" ] && [ -s "$TEMP_DIR/server_ips.txt" ]; then if [ -f "$TEMP_DIR/server_ips.txt" ] && [ -s "$TEMP_DIR/server_ips.txt" ]; then
while read -r server_ip; do while read -r server_ip; do
if cat "$TEMP_DIR/parsed_logs.txt" | grep -q "^$server_ip|" 2>/dev/null; then if grep -q "^$server_ip|" "$TEMP_DIR/parsed_logs.txt" 2>/dev/null; then
server_ip_hits=$((server_ip_hits + 1)) server_ip_hits=$((server_ip_hits + 1))
fi fi
done < "$TEMP_DIR/server_ips.txt" done < "$TEMP_DIR/server_ips.txt"
@@ -2333,9 +2333,9 @@ generate_report() {
# Traffic breakdown # Traffic breakdown
echo "Traffic Breakdown:" echo "Traffic Breakdown:"
while read -r line; do while read -r line; do
count=$(echo "$line" | awk '{print $1}') count=$(echo "$line" | awk '{print $1}' || echo "0")
type=$(echo "$line" | awk '{print $2}') type=$(echo "$line" | awk '{print $2}' || echo "unknown")
pct=$(awk "BEGIN {printf \"%.1f\", ($count/$total_requests)*100}") pct=$(awk "BEGIN {printf \"%.1f\", (${count:-0}/${total_requests:-1})*100}" 2>/dev/null || echo "0.0")
case $type in case $type in
legit) echo " Legitimate Bots: $(printf "%'7d" $count) ($pct%)" ;; legit) echo " Legitimate Bots: $(printf "%'7d" $count) ($pct%)" ;;
@@ -2352,6 +2352,7 @@ generate_report() {
echo "" echo ""
echo "Bot Traffic Timeline (hourly):" echo "Bot Traffic Timeline (hourly):"
max_bot_traffic=$(awk '{print $1}' "$TEMP_DIR/hourly_bot_traffic.txt" | sort -rn | head -1) max_bot_traffic=$(awk '{print $1}' "$TEMP_DIR/hourly_bot_traffic.txt" | sort -rn | head -1)
max_bot_traffic=${max_bot_traffic:-1} # Prevent division by zero
while read -r line; do while read -r line; do
count=$(echo "$line" | awk '{print $1}') count=$(echo "$line" | awk '{print $1}')
hour=$(echo "$line" | awk '{print $2}') hour=$(echo "$line" | awk '{print $2}')
@@ -2378,9 +2379,9 @@ generate_report() {
echo "" echo ""
echo "Response Code Analysis:" echo "Response Code Analysis:"
while read -r line; do while read -r line; do
count=$(echo "$line" | awk '{print $1}') count=$(echo "$line" | awk '{print $1}' || echo "0")
code=$(echo "$line" | awk '{print $2}') code=$(echo "$line" | awk '{print $2}' || echo "000")
pct=$(awk "BEGIN {printf \"%.1f\", ($count/$total_requests)*100}") pct=$(awk "BEGIN {printf \"%.1f\", (${count:-0}/${total_requests:-1})*100}" 2>/dev/null || echo "0.0")
case $code in case $code in
200) echo " 200 (Success): $(printf "%'7d" $count) ($pct%) Bots are getting data" ;; 200) echo " 200 (Success): $(printf "%'7d" $count) ($pct%) Bots are getting data" ;;
@@ -2453,7 +2454,7 @@ generate_report() {
# Show top attacked domains with attack details # Show top attacked domains with attack details
awk -F'|' 'NR <= 10 {print $1}' "$TEMP_DIR/domain_targeting.txt" | while read -r domain; do awk -F'|' 'NR <= 10 {print $1}' "$TEMP_DIR/domain_targeting.txt" | while read -r domain; do
domain_attack_count=$(grep "^[^|]*|${domain}|" "$TEMP_DIR/attack_vectors_raw.txt" 2>/dev/null | wc -l || echo "0") domain_attack_count=$(grep -F "|${domain}|" "$TEMP_DIR/attack_vectors_raw.txt" 2>/dev/null | wc -l || echo "0")
if [ "$domain_attack_count" -gt 0 ]; then if [ "$domain_attack_count" -gt 0 ]; then
echo " Domain: $domain ($domain_attack_count attack attempts)" echo " Domain: $domain ($domain_attack_count attack attempts)"
@@ -2633,7 +2634,7 @@ generate_report() {
# Calculate total bot bandwidth # Calculate total bot bandwidth
total_bot_bandwidth=0 total_bot_bandwidth=0
if [ -f "$TEMP_DIR/classified_bots.txt.gz" ]; then if [ -f "$TEMP_DIR/classified_bots.txt.gz" ]; then
total_bot_bandwidth=$(cat "$TEMP_DIR/classified_bots.txt" | awk -F'|' '$9 != "unknown" && $5 ~ /^[0-9]+$/ {sum += $5} END {print sum}') total_bot_bandwidth=$(awk -F'|' '$9 != "unknown" && $5 ~ /^[0-9]+$/ {sum += $5} END {print sum}' "$TEMP_DIR/classified_bots.txt")
fi fi
if [ -n "$total_bot_bandwidth" ] && [ "$total_bot_bandwidth" -gt 0 ]; then if [ -n "$total_bot_bandwidth" ] && [ "$total_bot_bandwidth" -gt 0 ]; then
@@ -2642,7 +2643,7 @@ generate_report() {
# Estimate cost at $0.09/GB (typical CDN pricing) # Estimate cost at $0.09/GB (typical CDN pricing)
estimated_cost=$(awk "BEGIN {printf \"%.2f\", ($total_bot_bandwidth/1073741824) * 0.09}") estimated_cost=$(awk "BEGIN {printf \"%.2f\", ($total_bot_bandwidth/1073741824) * 0.09}")
total_bandwidth=$(cat "$TEMP_DIR/parsed_logs.txt" | awk -F'|' '$5 ~ /^[0-9]+$/ {sum += $5} END {print sum}') total_bandwidth=$(awk -F'|' '$5 ~ /^[0-9]+$/ {sum += $5} END {print sum}' "$TEMP_DIR/parsed_logs.txt")
bot_pct=$(awk "BEGIN {printf \"%.1f\", ($total_bot_bandwidth/$total_bandwidth)*100}") bot_pct=$(awk "BEGIN {printf \"%.1f\", ($total_bot_bandwidth/$total_bandwidth)*100}")
echo "" echo ""
@@ -2654,13 +2655,13 @@ generate_report() {
echo " Top bandwidth consumers:" echo " Top bandwidth consumers:"
head -3 "$TEMP_DIR/large_transfers.txt" | while read -r line; do head -3 "$TEMP_DIR/large_transfers.txt" | while read -r line; do
count=$(echo "$line" | awk '{print $1}') count=$(echo "$line" | awk '{print $1}' || echo "0")
ip=$(echo "$line" | awk '{print $2}' | cut -d'|' -f1) ip=$(echo "$line" | awk '{print $2}' 2>/dev/null | cut -d'|' -f1 || echo "unknown")
domain=$(echo "$line" | awk '{print $2}' | cut -d'|' -f2) domain=$(echo "$line" | awk '{print $2}' 2>/dev/null | cut -d'|' -f2 || echo "unknown")
url=$(echo "$line" | awk '{print $2}' | cut -d'|' -f3) url=$(echo "$line" | awk '{print $2}' 2>/dev/null | cut -d'|' -f3 || echo "unknown")
size=$(echo "$line" | awk '{print $2}' | cut -d'|' -f4) size=$(echo "$line" | awk '{print $2}' 2>/dev/null | cut -d'|' -f4 || echo "0")
size_mb=$(awk "BEGIN {printf \"%.1f\", $size/1048576}") size_mb=$(awk "BEGIN {printf \"%.1f\", ${size:-0}/1048576}" 2>/dev/null || echo "0.0")
total_ip_mb=$(awk "BEGIN {printf \"%.0f\", $size * $count / 1048576}") total_ip_mb=$(awk "BEGIN {printf \"%.0f\", ${size:-0} * ${count:-0} / 1048576}" 2>/dev/null || echo "0")
printf " %s transfers from %s - %.1f MB avg (%s MB total) - %s%s\n" "$count" "$ip" "$size_mb" "$total_ip_mb" "$domain" "$url" printf " %s transfers from %s - %.1f MB avg (%s MB total) - %s%s\n" "$count" "$ip" "$size_mb" "$total_ip_mb" "$domain" "$url"
done done
echo " Action: Verify if scraping, consider serving WebP/optimized images" echo " Action: Verify if scraping, consider serving WebP/optimized images"
@@ -2673,17 +2674,17 @@ generate_report() {
counter=1 counter=1
while read -r line && [ "${counter:-0}" -le 5 ]; do while read -r line && [ "${counter:-0}" -le 5 ]; do
count=$(echo "$line" | awk '{print $1}') count=$(echo "$line" | awk '{print $1}' || echo "0")
domain=$(echo "$line" | awk '{print $2}') domain=$(echo "$line" | awk '{print $2}' || echo "unknown")
echo "[$counter] $domain - $count requests" echo "[$counter] $domain - $count requests"
# Show traffic breakdown for this domain # Show traffic breakdown for this domain
if [ -f "$TEMP_DIR/domain_${domain}_stats.txt" ]; then if [ -f "$TEMP_DIR/domain_${domain}_stats.txt" ]; then
tail -n +2 "$TEMP_DIR/domain_${domain}_stats.txt" | while read -r stat_line; do tail -n +2 "$TEMP_DIR/domain_${domain}_stats.txt" | while read -r stat_line; do
stat_count=$(echo "$stat_line" | awk '{print $1}') stat_count=$(echo "$stat_line" | awk '{print $1}' || echo "0")
stat_type=$(echo "$stat_line" | awk '{print $2}') stat_type=$(echo "$stat_line" | awk '{print $2}' || echo "unknown")
pct=$(awk "BEGIN {printf \"%.1f\", ($stat_count/$count)*100}") pct=$(awk "BEGIN {printf \"%.1f\", (${stat_count:-0}/${count:-1})*100}" 2>/dev/null || echo "0.0")
case $stat_type in case $stat_type in
suspicious) echo -e " ${YELLOW}Suspicious: $stat_count ($pct%)${NC}" ;; suspicious) echo -e " ${YELLOW}Suspicious: $stat_count ($pct%)${NC}" ;;
@@ -3364,15 +3365,15 @@ generate_recommendations() {
attack_scope="single_domain" attack_scope="single_domain"
primary_target=$(head -1 "$TEMP_DIR/domain_high_risk_ips.txt" 2>/dev/null | cut -d'|' -f1) primary_target=$(head -1 "$TEMP_DIR/domain_high_risk_ips.txt" 2>/dev/null | cut -d'|' -f1)
# Calculate what % of high-risk IPs are targeting this domain # Calculate what % of high-risk IPs are targeting this domain
local domain_risk_count=$(head -1 "$TEMP_DIR/domain_high_risk_ips.txt" 2>/dev/null | cut -d'|' -f2) local domain_risk_count=$(head -1 "$TEMP_DIR/domain_high_risk_ips.txt" 2>/dev/null | cut -d'|' -f2 || echo "0")
if [ "${total_high_risk_ips:-0}" -gt 0 ]; then if [ "${total_high_risk_ips:-0}" -gt 0 ] && [ "${domain_risk_count:-0}" -gt 0 ]; then
primary_target_percentage=$(awk "BEGIN {printf \"%.0f\", ($domain_risk_count / $total_high_risk_ips) * 100}") primary_target_percentage=$(awk "BEGIN {printf \"%.0f\", (${domain_risk_count:-0} / ${total_high_risk_ips:-0}) * 100}")
fi fi
elif [ "${affected_domains:-0}" -gt 1 ] && [ "${total_domains:-0}" -gt 1 ]; then elif [ "${affected_domains:-0}" -gt 1 ] && [ "${total_domains:-0}" -gt 1 ]; then
# Check if one domain is getting most of the traffic # Check if one domain is getting most of the traffic
local top_domain_count=$(head -1 "$TEMP_DIR/domain_threats_sorted.txt" 2>/dev/null | cut -d'|' -f5) local top_domain_count=$(head -1 "$TEMP_DIR/domain_threats_sorted.txt" 2>/dev/null | cut -d'|' -f5 || echo "0")
if [ "${top_domain_count:-0}" -gt 0 ] && [ "${total_high_risk_ips:-0}" -gt 0 ]; then if [ "${top_domain_count:-0}" -gt 0 ] && [ "${total_high_risk_ips:-0}" -gt 0 ]; then
local top_percentage=$(awk "BEGIN {printf \"%.0f\", ($top_domain_count / $total_high_risk_ips) * 100}") local top_percentage=$(awk "BEGIN {printf \"%.0f\", (${top_domain_count:-0} / ${total_high_risk_ips:-0}) * 100}")
if [ "$top_percentage" -ge 75 ]; then if [ "$top_percentage" -ge 75 ]; then
attack_scope="primary_target" attack_scope="primary_target"
primary_target=$(head -1 "$TEMP_DIR/domain_threats_sorted.txt" 2>/dev/null | cut -d'|' -f1) primary_target=$(head -1 "$TEMP_DIR/domain_threats_sorted.txt" 2>/dev/null | cut -d'|' -f1)
@@ -3675,7 +3676,7 @@ show_detailed_recommendations() {
local target_domain=$(echo "$action_title" | grep -oP 'to \K[^ ]+' 2>/dev/null || echo "") local target_domain=$(echo "$action_title" | grep -oP 'to \K[^ ]+' 2>/dev/null || echo "")
echo "Target Domain: $target_domain" echo "Target Domain: $target_domain"
if [ -s "$TEMP_DIR/domain_threats_sorted.txt" ]; then if [ -s "$TEMP_DIR/domain_threats_sorted.txt" ]; then
grep "^$target_domain|" "$TEMP_DIR/domain_threats_sorted.txt" 2>/dev/null | while IFS='|' read -r domain total_req bot_req bot_pct high_risk attacks ips; do grep -F "$target_domain|" "$TEMP_DIR/domain_threats_sorted.txt" 2>/dev/null | while IFS='|' read -r domain total_req bot_req bot_pct high_risk attacks ips; do
echo " • Total Requests: $total_req" echo " • Total Requests: $total_req"
echo " • Bot Requests: $bot_req ($bot_pct%)" echo " • Bot Requests: $bot_req ($bot_pct%)"
echo " • High-Risk IPs: $high_risk" echo " • High-Risk IPs: $high_risk"
@@ -4003,7 +4004,7 @@ execute_ip_blocking_specific() {
local fail_count=0 local fail_count=0
for ip in "${ips_to_block[@]}"; do for ip in "${ips_to_block[@]}"; do
local score=$(grep "|$ip|" "$TEMP_DIR/threat_scores.txt" 2>/dev/null | cut -d'|' -f1 || echo "unknown") local score=$(grep -F "|$ip|" "$TEMP_DIR/threat_scores.txt" 2>/dev/null | cut -d'|' -f1 || echo "unknown")
if csf -td "$ip" "$duration" "Bot threat score: $score/100 - Auto-blocked by toolkit" >/dev/null 2>&1; then if csf -td "$ip" "$duration" "Bot threat score: $score/100 - Auto-blocked by toolkit" >/dev/null 2>&1; then
echo -e " ${GREEN}${NC} Blocked $ip for $duration_text (score: $score/100)" echo -e " ${GREEN}${NC} Blocked $ip for $duration_text (score: $score/100)"
@@ -4153,7 +4154,7 @@ execute_htaccess_domain_blocking() {
# Find document root for this domain using reference database # Find document root for this domain using reference database
local doc_root="" local doc_root=""
if [ -s "$SCRIPT_DIR/.sysref" ]; then if [ -s "$SCRIPT_DIR/.sysref" ]; then
doc_root=$(grep "^DOMAIN|$target_domain|" "$SCRIPT_DIR/.sysref" 2>/dev/null | head -1 | cut -d'|' -f4 || echo "") doc_root=$(grep -F "DOMAIN|$target_domain|" "$SCRIPT_DIR/.sysref" 2>/dev/null | head -1 | cut -d'|' -f4 || echo "")
fi fi
if [ -z "$doc_root" ]; then if [ -z "$doc_root" ]; then
@@ -4197,10 +4198,10 @@ execute_htaccess_domain_blocking() {
print_info "Adding bot blocking rules..." print_info "Adding bot blocking rules..."
# Get high-risk IPs for this domain # Get high-risk IPs for this domain
local block_ips=$(cat "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | grep "^[^|]*|$target_domain|" 2>/dev/null || true | cut -d'|' -f1 | sort -u | while read ip; do local block_ips=$(cat "$TEMP_DIR/parsed_logs.txt" 2>/dev/null | grep -F "|$target_domain|" 2>/dev/null || true | cut -d'|' -f1 | sort -u | while read ip; do
# Check if this IP has high threat score # Check if this IP has high threat score
if grep -q "|$ip$" "$TEMP_DIR/threat_scores.txt" 2>/dev/null; then if grep -q -F "|$ip|" "$TEMP_DIR/threat_scores.txt" 2>/dev/null; then
local score=$(grep "|$ip$" "$TEMP_DIR/threat_scores.txt" 2>/dev/null | cut -d'|' -f1 || echo "0") local score=$(grep -F "|$ip|" "$TEMP_DIR/threat_scores.txt" 2>/dev/null | cut -d'|' -f1 || echo "0")
if [ "${score:-0}" -ge 70 ]; then if [ "${score:-0}" -ge 70 ]; then
echo "$ip" echo "$ip"
fi fi
@@ -4520,7 +4521,7 @@ offer_csf_blocking() {
count=$((count + 1)) count=$((count + 1))
local ip="${high_risk_ips[$i]}" local ip="${high_risk_ips[$i]}"
local score="${ip_scores[$i]}" local score="${ip_scores[$i]}"
local requests=$(grep "^$ip|" "$TEMP_DIR/bot_ips.txt" 2>/dev/null | cut -d'|' -f2 || echo "0") local requests=$(grep -F "$ip|" "$TEMP_DIR/bot_ips.txt" 2>/dev/null | cut -d'|' -f2 || echo "0")
# Color code by severity # Color code by severity
if [ "$score" -ge 90 ]; then if [ "$score" -ge 90 ]; then
@@ -4586,7 +4587,7 @@ apply_csf_blocks() {
for ip in "${ips[@]}"; do for ip in "${ips[@]}"; do
# Get threat score for comment # Get threat score for comment
local score=$(grep "|$ip$" "$TEMP_DIR/threat_scores.txt" 2>/dev/null | cut -d'|' -f1 || echo "unknown") local score=$(grep -F "|$ip|" "$TEMP_DIR/threat_scores.txt" 2>/dev/null | cut -d'|' -f1 || echo "unknown")
# Use csf -td for temporary deny # Use csf -td for temporary deny
if csf -td "$ip" "$duration" "Bot threat score: $score/100 - Auto-blocked by toolkit" >/dev/null 2>&1; then if csf -td "$ip" "$duration" "Bot threat score: $score/100 - Auto-blocked by toolkit" >/dev/null 2>&1; then
@@ -4639,7 +4640,7 @@ apply_csf_permanent_blocks() {
local fail_count=0 local fail_count=0
for ip in "${ips[@]}"; do for ip in "${ips[@]}"; do
local score=$(grep "|$ip$" "$TEMP_DIR/threat_scores.txt" 2>/dev/null | cut -d'|' -f1 || echo "unknown") local score=$(grep -F "|$ip|" "$TEMP_DIR/threat_scores.txt" 2>/dev/null | cut -d'|' -f1 || echo "unknown")
# Use csf -d for permanent deny # Use csf -d for permanent deny
if csf -d "$ip" "Bot threat score: $score/100 - Permanently blocked by toolkit" >/dev/null 2>&1; then if csf -d "$ip" "Bot threat score: $score/100 - Permanently blocked by toolkit" >/dev/null 2>&1; then
+2 -2
View File
@@ -2156,7 +2156,7 @@ for scanner in "${available_scanners[@]}"; do
# Extract scan results from event log (more reliable than parsing output) # Extract scan results from event log (more reliable than parsing output)
# Maldet logs to /usr/local/maldetect/logs/event_log # Maldet logs to /usr/local/maldetect/logs/event_log
# Use dynamic path search for portability across all platforms (FIXED Issue 2: comprehensive path discovery) # Use dynamic path search for portability across all platforms (FIXED Issue 2: comprehensive path discovery)
local event_log="" event_log=""
# Search standard locations in order of likelihood # Search standard locations in order of likelihood
for search_path in \ for search_path in \
@@ -2556,7 +2556,7 @@ STANDALONE_EOF
fi fi
# Inject MALDET_ONLY flag for Maldet-dedicated scans # Inject MALDET_ONLY flag for Maldet-dedicated scans
local maldet_flag="${MALDET_ONLY:-0}" maldet_flag="${MALDET_ONLY:-0}"
if ! sed -i "s|PLACEHOLDER_MALDET_ONLY|$maldet_flag|" "$session_dir/scan.sh"; then if ! sed -i "s|PLACEHOLDER_MALDET_ONLY|$maldet_flag|" "$session_dir/scan.sh"; then
echo -e "${RED}ERROR: Failed to inject MALDET_ONLY flag${NC}" echo -e "${RED}ERROR: Failed to inject MALDET_ONLY flag${NC}"
return 1 return 1
+2 -5
View File
@@ -826,11 +826,8 @@ main() {
echo "" echo ""
fi fi
# Check if sysref database exists, build if needed # Ensure reference database is fresh (only rebuild if > 1 hour old)
if [ ! -f "$SYSREF_DB" ] || [ ! -s "$SYSREF_DB" ]; then db_ensure_fresh >/dev/null 2>&1
print_status "Building system reference database (first run)..."
build_reference_database >/dev/null 2>&1
fi
# Run analysis # Run analysis
check_server_resources check_server_resources
+16 -3
View File
@@ -1,4 +1,5 @@
#!/bin/bash #!/bin/bash
set -eo pipefail
# #
# Suspicious Login Monitor - Integrated Security Analysis & Compromise Detection # Suspicious Login Monitor - Integrated Security Analysis & Compromise Detection
@@ -11,6 +12,9 @@
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
TOOLKIT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)" TOOLKIT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
# Source reference-db for cache support (avoid redundant /etc/passwd parsing)
source "$TOOLKIT_ROOT/lib/reference-db.sh" 2>/dev/null || true
# Configuration # Configuration
SUSPICIOUS_LOGIN_AUTO_BLOCK="${SUSPICIOUS_LOGIN_AUTO_BLOCK:-yes}" SUSPICIOUS_LOGIN_AUTO_BLOCK="${SUSPICIOUS_LOGIN_AUTO_BLOCK:-yes}"
SUSPICIOUS_LOGIN_AUTO_SCAN="${SUSPICIOUS_LOGIN_AUTO_SCAN:-yes}" SUSPICIOUS_LOGIN_AUTO_SCAN="${SUSPICIOUS_LOGIN_AUTO_SCAN:-yes}"
@@ -1673,7 +1677,7 @@ check_maintenance_mode() {
fi fi
if [ -n "$indicators" ]; then if [ -n "$indicators" ]; then
echo "maintenance-mode:$(echo $indicators | sed 's/ $//')" echo "maintenance-mode:$(sed 's/ $//' <<< "$indicators")"
return 0 return 0
fi fi
@@ -1823,6 +1827,10 @@ check_recent_password_changes() {
fi fi
# Check for locked accounts that were recently unlocked # Check for locked accounts that were recently unlocked
# OPTIMIZATION: Read /etc/passwd ONCE, build nologin list, then check against it
# (avoiding redundant grep for each user in the loop)
local nologin_users=$(awk -F: '/\/sbin\/nologin|\/bin\/false/ {print $1}' /etc/passwd 2>/dev/null | tr '\n' '|')
local recently_unlocked=$(awk -F: -v cutoff=$(( $(date +%s) / 86400 - 7 )) ' local recently_unlocked=$(awk -F: -v cutoff=$(( $(date +%s) / 86400 - 7 )) '
# Field 2 starts with ! or !! = locked # Field 2 starts with ! or !! = locked
# If field 3 (last change) is recent and field 2 does NOT start with !, might have been unlocked # If field 3 (last change) is recent and field 2 does NOT start with !, might have been unlocked
@@ -1830,8 +1838,8 @@ check_recent_password_changes() {
print $1 print $1
} }
' /etc/shadow 2>/dev/null | while read user; do ' /etc/shadow 2>/dev/null | while read user; do
# Check if account was previously locked (this is imperfect without history) # Check if account has nologin shell (from pre-built list)
if grep "^$user:" /etc/passwd | grep -q "/sbin/nologin\|/bin/false"; then if [[ "|$nologin_users" =~ \|$user\| ]]; then
echo "$user" echo "$user"
fi fi
done) done)
@@ -2947,6 +2955,11 @@ main() {
echo -e "${CYAN}Starting Suspicious Login Monitor...${NC}" echo -e "${CYAN}Starting Suspicious Login Monitor...${NC}"
echo "" echo ""
# Ensure cache is fresh (only rebuilds if > 1 hour old)
if command -v db_ensure_fresh &>/dev/null; then
db_ensure_fresh 2>/dev/null || true
fi
# Detect panel # Detect panel
local panel=$(detect_panel) local panel=$(detect_panel)
echo "Detected panel: $panel" echo "Detected panel: $panel"
@@ -1977,18 +1977,18 @@ calculate_performance_score() {
# Calculate score (100 - issues) # Calculate score (100 - issues)
local score=$((100 - (critical_count * 10) - (warning_count * 2))) local score=$((100 - (critical_count * 10) - (warning_count * 2)))
[ $score -lt 0 ] && score=0 [ "$score" -lt 0 ] && score=0
[ $score -gt 100 ] && score=100 [ "$score" -gt 100 ] && score=100
# Determine grade # Determine grade
local grade local grade
if [ $score -ge 90 ]; then if [ "$score" -ge 90 ]; then
grade="A - EXCELLENT" grade="A - EXCELLENT"
elif [ $score -ge 80 ]; then elif [ "$score" -ge 80 ]; then
grade="B - GOOD" grade="B - GOOD"
elif [ $score -ge 70 ]; then elif [ "$score" -ge 70 ]; then
grade="C - FAIR" grade="C - FAIR"
elif [ $score -ge 60 ]; then elif [ "$score" -ge 60 ]; then
grade="D - POOR" grade="D - POOR"
else else
grade="F - CRITICAL" grade="F - CRITICAL"
+17 -5
View File
@@ -10,14 +10,22 @@ set -o pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
CLEANUP_FLAG="/tmp/.cleanup_requested" CLEANUP_FLAG="/tmp/.cleanup_requested"
# Save original history setting to restore even if interrupted # Save original history state to restore even if interrupted
HISTORY_SETTING=$(set +o | grep history) HISTORY_STATE="off"
if set -o | grep -q "^set +o history" 2>/dev/null; then
HISTORY_STATE="on"
fi
RESTORE_HISTORY=false RESTORE_HISTORY=false
# Cleanup function: restore history even on error/interrupt # Cleanup function: restore history even on error/interrupt
cleanup_on_exit() { cleanup_on_exit() {
if [ "$RESTORE_HISTORY" = true ]; then if [ "$RESTORE_HISTORY" = true ] && [ -n "$HISTORY_STATE" ]; then
eval "$HISTORY_SETTING" 2>/dev/null || true set +H # Disable history expansion temporarily
if [ "$HISTORY_STATE" = "on" ]; then
set -o history
else
set +o history
fi
fi fi
} }
@@ -59,7 +67,11 @@ source "$SCRIPT_DIR/launcher.sh"
LAUNCHER_EXIT=$? LAUNCHER_EXIT=$?
# Re-enable history (trap will also do this) # Re-enable history (trap will also do this)
eval "$HISTORY_SETTING" 2>/dev/null || true if [ "$HISTORY_STATE" = "on" ]; then
set -o history 2>/dev/null || true
else
set +o history 2>/dev/null || true
fi
RESTORE_HISTORY=false RESTORE_HISTORY=false
# Handle cleanup request (if user selected "Clean and remove traces") # Handle cleanup request (if user selected "Clean and remove traces")