[squid-users] Splitting objects by size into different cache_dir not working for me

From: Luciano Ruete <luciano.ruete_at_gmail.com>
Date: Thu, 24 Jan 2013 11:48:33 -0300

Hi,

I'm trying to unload I/O on a bussy server (about 100M/bit Internet link
and 3000 ISP customers), by splitting cache_dir on two different
storages(and media) as an starting point (later I would like also to use
SMP features, but for now I'm getting too many errors)

What I'have done is

workers 1
cache_dir rock /var/spool/squid/rock 10000 max-size=31000
max-swap-rate=250 swap-timeout=350
cache_dir aufs /var/spool/squid/aufs 300000 16 256 min-size=310001

But this results in the rock storage growing and the aufs storage not.

root_at_proxy:/etc/squid3# du -h --max-depth=1 /mnt/cache/squid3/
100K /mnt/cache/squid3/aufs
206M /mnt/cache/squid3/rock

As you can see the aufs storage size is the same as when it was
initialized and after hours having squid running it keeps the same.

Any help will be preciated.

Full config:

acl localnet src all
acl SSL_ports port 443
acl Safe_ports port 80 # http
acl Safe_ports port 21 # ftp
acl Safe_ports port 443 # https
acl Safe_ports port 70 # gopher
acl Safe_ports port 210 # wais
acl Safe_ports port 1025-65535 # unregistered ports
acl Safe_ports port 280 # http-mgmt
acl Safe_ports port 488 # gss-http
acl Safe_ports port 591 # filemaker
acl Safe_ports port 777 # multiling http
acl CONNECT method CONNECT
http_access allow localhost manager
http_access deny manager
http_access deny !Safe_ports
http_access deny CONNECT !SSL_ports
http_access allow localhost
http_access allow localnet
http_access deny all
http_port 3128
http_port 3129 tproxy
coredump_dir /var/spool/squid3
refresh_pattern ^ftp: 1440 20% 10080
refresh_pattern ^gopher: 1440 0% 1440
refresh_pattern -i (/cgi-bin/|\?) 0 0% 0
refresh_pattern . 0 20% 4320
shutdown_lifetime 0 seconds
ipcache_size 8096
fqdncache_size 8096
max_filedescriptors 65536

workers 1
cache_mem 512 MB
maximum_object_size_in_memory 8 KB
#memory_cache_shared off
max_open_disk_fds 0
maximum_object_size 700 MB
minimum_object_size 0 KB
cache_dir rock /var/spool/squid/rock 10000 max-size=31000
max-swap-rate=250 swap-timeout=350
cache_dir aufs /var/spool/squid/aufs 300000 16 256 min-size=310001

squid -v:

Squid Cache: Version 3.2.5
configure options: '--build=x86_64-linux-gnu' '--prefix=/usr'
'--includedir=${prefix}/include' '--mandir=${prefix}/share/man'
'--infodir=${prefix}/share/info' '--sysconfdir=/etc'
'--localstatedir=/var' '--libexecdir=${prefix}/lib/squid3-ssl'
'--srcdir=.' '--disable-maintainer-mode' '--disable-dependency-tracking'
'--disable-silent-rules' '--datadir=/usr/share/squid3'
'--sysconfdir=/etc/squid3' '--libdir=/usr/lib/squid3'
'--libexecdir=/usr/lib/squid3' '--mandir=/usr/share/man'
'--with-cppunit-basedir=/usr' '--enable-ssl' '--enable-ssl-crtd'
'--enable-inline' '--enable-async-io=8'
'--enable-storeio=ufs,aufs,diskd,rock'
'--enable-removal-policies=lru,heap' '--enable-delay-pools'
'--enable-cache-digests' '--enable-underscores' '--enable-icap-client'
'--enable-follow-x-forwarded-for' '--enable-auth-basic'
'--enable-auth-digest' '--enable-auth-ntlm' '--enable-auth-negotiate'
'--enable-basic-auth-helpers=LDAP,MSNT,NCSA,PAM,SASL,SMB,YP,DB,POP3,getpwnam,squid_radius_auth,multi-domain-NTLM'
'--enable-ntlm-auth-helpers=smb_lm,'
'--enable-digest-auth-helpers=ldap,password'
'--enable-negotiate-auth-helpers=squid_kerb_auth'
'--enable-external-acl-helpers=ip_user,ldap_group,session,unix_group,wbinfo_group'
'--enable-arp-acl' '--enable-esi' '--disable-ipv6'
'--disable-translation' '--with-logdir=/var/log/squid3'
'--with-pidfile=/var/run/squid3.pid' '--with-filedescriptors=65536'
'--with-large-files' '--with-default-user=proxy'
'--enable-linux-netfilter' 'build_alias=x86_64-linux-gnu' 'CFLAGS=-g -O2
-fstack-protector --param=ssp-buffer-size=4 -Wformat -Wformat-security
-g -O2 -fstack-protector --param=ssp-buffer-size=4 -Wformat
-Wformat-security -Werror=format-security -Wall'
'LDFLAGS=-Wl,-Bsymbolic-functions -Wl,-z,relro'
'CPPFLAGS=-D_FORTIFY_SOURCE=2' 'CXXFLAGS=-g -O2 -fstack-protector
--param=ssp-buffer-size=4 -Wformat -Wformat-security -g -O2
-fstack-protector --param=ssp-buffer-size=4 -Wformat -Wformat-security
-Werror=format-security -Wall'
Received on Thu Jan 24 2013 - 14:55:38 MST

This archive was generated by hypermail 2.2.0 : Fri Jan 25 2013 - 12:00:05 MST