[squid-users] squid 3.3.8 running away

Hi all,

I'm trying to roll out SSLBump internet filtering. I've got it all
working fine under test conditions, but squid grinds to a halt using
100% CPU.

I've gone through all the comments on this online, and it seems all to
point to file descriptors. (I think I've fixed this proviously by
setting this value with squid 3.2).

In my current setup I don't have any disk cache, and adding
file_descriptors doesn't fix it. It only seems to go when load hist a
certain threshold. It can run fine all day, but when I add more
traffic, it just dies. I.m pretty sure its nothing to do with SSLBump
as I use this server for all youtube traffic via SSLBUmp (its fine)
but when I put everything else through with no SSL bump, the load
seems to kill it.

... and it doesn't seem to be using the 2GB RAM allocated to it for
cache. the whole machine only uses ~750MB.

Any idea anyone? config files and details below...

thankyou

Jim Potter
BEC Network Manager

pac file:
function FindProxyForURL(url, host) {
        if (
                dnsDomainIs(host, ".because.org.uk") ||
                dnsDomainIs(host, ".bec.lan") ||
                dnsDomainIs(host, ".nbt.nhs.uk") ||
                isInNet(host,"10.15.0.0","255.255.0.0") ||
                isInNet(host,"127.0.0.1","255.0.0.0") ||
                isInNet(host,"127.0.0.1:1793", "255.0.0.0") ||
                isPlainHostName(host) ||
                dnsDomainIs(host, "iriscamera.bec.lan")
        ) {
                return "DIRECT";
        }
        if (
                dnsDomainIs(host,"youtube.com")
        ) {
                return "PROXY 10.15.244.40:3129"; // this is squid
3.3.8 box, sslbump port
        }

// return "PROXY 10.15.244.26:3128";
          return "PROXY 10.15.244.40:3128";
}

squid.conf:
cache_effective_user proxy
shutdown_lifetime 2 seconds

#cache_peer caffreys.bristol-cyps.org.uk parent 3128 3130 default
#cache_peer courage.bristol-cyps.org.uk parent 3128 3130 default
#no-delay
#no-query no-digest no-netdb-exchange
## default

##cache_peer_access caffreys.bristol-cyps.org.uk allow all
##cache_peer_access courage.bristol-cyps.org.uk allow all

forwarded_for off

url_rewrite_program /usr/bin/squidGuard -c /var/lib/squidguard/squidGuard.conf

auth_param ntlm program /usr/bin/ntlm_auth --helper-protocol=squid-2.5-ntlmssp
auth_param ntlm children 30 startup=5 idle=10
auth_param ntlm keep_alive on

acl authdUsers proxy_auth REQUIRED
#acl authdUsers ident REQUIRED

acl unchecked_sites dstdomain "/var/lib/squidguard/db/BEC/alwaysAllowed/domains"

#acl localhost src 127.0.0.0/8
acl localnet src 10.0.0.0/8 # RFC1918 possible internal network
acl localnet src 172.16.0.0/12 # RFC1918 possible internal network
acl localnet src 192.168.0.0/16 # RFC1918 possible internal network
acl localnet src fc00::/7 # RFC 4193 local private network range
acl localnet src fe80::/10 # RFC 4291 link-local (directly
plugged) machines
acl HTTPS proto HTTPS

acl SSL_ports port 443
acl Safe_ports port 80 # http
acl Safe_ports port 81 # Jamie 'Fish lips' Oliver
acl Safe_ports port 21 # ftp
acl Safe_ports port 443 # https
acl Safe_ports port 4433 ## VPN
acl Safe_ports port 70 # gopher
acl Safe_ports port 210 # wais
acl Safe_ports port 1025-65535 # unregistered ports
acl Safe_ports port 280 # http-mgmt
acl Safe_ports port 488 # gss-http
acl Safe_ports port 591 # filemaker
acl Safe_ports port 777 # multiling http
acl CONNECT method CONNECT

### HTTPS busting bit!!!
##ssl_bump client-first all
ssl_bump server-first all
sslproxy_cert_error allow all

## Or may be deny all according to your company policy
# sslproxy_cert_error deny all
sslproxy_flags DONT_VERIFY_PEER
sslcrtd_program /usr/local/squid/libexec/ssl_crtd -s
/var/lib/squid3/ssl_db -M 4MB
sslcrtd_children 5

#
# Recommended minimum Access Permission configuration:
#
# Only allow cachemgr access from localhost
http_access allow localhost manager
http_access deny manager

# Deny requests to certain unsafe ports
http_access deny !Safe_ports

# Deny CONNECT to other than secure SSL ports
http_access deny CONNECT !SSL_ports
#http_access deny CONNECT SSL_ports

# We strongly recommend the following be uncommented to protect innocent
# web applications running on the proxy server who think the only
# one who can access services on "localhost" is a local user
http_access deny to_localhost

#
# INSERT YOUR OWN RULE(S) HERE TO ALLOW ACCESS FROM YOUR CLIENTS
#

# Example rule allowing access from your local networks.
# Adapt localnet in the ACL section to list your (internal) IP networks
# from where browsing should be allowed
http_access allow unchecked_sites
http_access allow localhost
http_access allow authdUsers
http_access allow localnet
#http_access deny all
always_direct allow HTTPS
#never_direct allow all

strip_query_terms off

#logformat squid %ts.%03tu %6tr %>A %Ss/%03>Hs %<st %rm %ru %[un
%Sh/%<a %mt
#logformat common %>a %[ui %[un [%tl] "%rm %ru HTTP/%rv" %>Hs %<st %Ss:%Sh
access_log daemon:/var/log/squid/access.log common
access_log syslog:local4 common

dns_nameservers 10.15.244.8 10.15.244.13
append_domain .because.org.uk

# Squid normally listens to port 3128
http_port 3128
#http_port 3129 ssl-bump generate-host-certificates=on
dynamic_cert_mem_cache_size=4MB
key=/etc/squid3/ssl/squidad1.bec.lan.key
cert=/etc/squid3/ssl/squidad1.bec.lan.crt
http_port 3129 ssl-bump generate-host-certificates=on
dynamic_cert_mem_cache_size=4MB
key=/etc/squid3/ssl/squidad1.because.org.uk.key
cert=/etc/squid3/ssl/squidad1.because.org.uk.crt
icp_port 3130

# Uncomment and adjust the following to add a disk cache directory.
#cache_dir ufs /var/spool/squid3/cache/ 1000 16 256
max_filedesc 4096

cache_mem 2048 MB

# Leave coredumps in the first cache dir
coredump_dir /var/log/squid3

# Add any of your own refresh_pattern entries above these.
refresh_pattern ^ftp: 1440 20% 10080
refresh_pattern ^gopher: 1440 0% 1440
refresh_pattern -i (/cgi-bin/|\?) 0 0% 0
refresh_pattern . 0 20% 4320
Received on Fri Jan 31 2014 - 09:48:30 MST