[squid-users] squid-4.9 TCP_MISS_ABORTED and memory leak

[biao.wei at eeoa.com]

hi squid developer:
    we use squid-4.9 meet two questions：
      (1)some request have timeout, not response to user data neither to request upstream from log information.
      (2)memory leak, now we need restart squid to release memory.

       look forward to response.

1. log format
logformat logfmt_cdn [%{%Y-%m-%d:%H:%M:%S}tl.%03tu] %{X-Real-IP}>h %>a:%>p %<a:%<p %rm %03>Hs %<st %>st HTTP/%>rv "%>rs://%>rd:%>rP" "%>rp" "%{Referer}>h" "%{User-Agent}>h" %tr %<pt %03<Hs %Ss %Sh/%<A "%{Range}>h" "%{xxx-ComeFrom}>h" "%{xxx-Origin-Domain}>h"

2. log infomation
[2020-06-01:10:59:40.346] 123.124.197.113 10.8.120.9:40680 -:- GET 206 396 740 HTTP/1.1 "http://download.xx.com:80" "/xx_mac_install_1.0.0.114_s.dmg" "-" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36" 850826 - - TCP_MISS_ABORTED HIER_NONE/- "bytes=25165824-25165824" "tcdn" "download.xx.com"
[2020-06-01:11:02:12.629] 123.124.197.113 10.8.120.10:49318 -:- GET 206 402 743 HTTP/1.1 "http://download.xx.com:80" "/xx_mac_install_1.0.0.114_s.dmg" "-" "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36" 850299 - - TCP_MISS_ABORTED HIER_NONE/- "bytes=48234496-49283071" "tcdn" "download.xx.com"

3. topology
  origin site <---  [squid <- nginx]  <--- bussiness cdn <--- users

4.  config files

squid.conf
coredump_dir /var/spool/squid
pid_filename /var/run/squid.pid
httpd_suppress_version_string on
via off
cache_effective_user squid
cache_effective_group squid

max_filedescriptors 65535 
cache_swap_low 90
cache_swap_high 95
minimum_object_size 0 KB
maximum_object_size 200 MB

acl urlpath_QUERY urlpath_regex -i cgi-bin \? \.php \.xml
no_cache deny urlpath_QUERY  
# acl urlpath_denyssl urlpath_regex -i ^https:\\
# no_cache deny urlpath_denyssl

logformat logfmt_cdn [%{%Y-%m-%d:%H:%M:%S}tl.%03tu] %{X-Real-IP}>h %>a:%>p %<a:%<p %rm %03>Hs %<st %>st HTTP/%>rv "%>rs://%>rd:%>rP" "%>rp" "%{Referer}>h" "%{User-Agent}>h" %tr %<pt %03<Hs %Ss %Sh/%<A "%{Range}>h" "%{EEO-ComeFrom}>h" "%{xxx-Origin-Domain}>h"
acl nolog_url url_regex -i cache_object

cache_log /data/cache.log
cache_store_log none 
logfile_rotate 1

quick_abort_min 512 KB
quick_abort_max 512 KB
quick_abort_pct 80

range_offset_limit -1
reload_into_ims on
# collapsed_forwarding on

client_db off
dns_v4_first on
dns_nameservers 127.0.0.1
dns_retransmit_interval 0.01 second
dns_timeout 0.01 second
dns_defnames off
ignore_unknown_nameservers on
ipcache_size 10240
ipcache_low 90
ipcache_high 95
fqdncache_size 1024
positive_dns_ttl 365 days
negative_dns_ttl 365 days

peer_connect_timeout 30 seconds

connect_timeout 10 minutes
client_idle_pconn_timeout 10 minutes
server_idle_pconn_timeout 10 minutes

client_persistent_connections on
server_persistent_connections off
half_closed_clients off
request_entities off

reply_header_access Server deny all
reply_header_access X-Cache-Lookup deny all

include /etc/squid/upstream.conf
include /etc/squid/node.conf


upstream.conf
acl dstdomain_www.xxx.com  dstdomain www.xxx.com
cache_peer_access peer2www1 allow dstdomain_ www.xxx.com
cache_peer_access peer2www1 deny all
cache_peer_access peer2www2 allow dstdomain_ www.xxx.com
cache_peer_access peer2www2 deny all
access_log daemon:/data/squid/ www.xxx.com_all.access.log logfmt_cdn dstdomain_ www.xxx.com !nolog_url



node.conf
workers 6
hopeless_kid_revival_delay 1 year
cpu_affinity_map process_numbers=1,2,3,4,5,6 cores=1,3,5,7,9,11
cache_mem 60 GB
maximum_object_size_in_memory 100 MB

cache_dir rock /data1/squid/cache1 400000 max-size=204800000

cache_peer 10.1.1.13 parent 61160 0 no-query no-digest no-netdb-exchange originserver forceddomain=www.xxx.com   name=peer2www1   round-robin weight=1 connect-fail-limit=3
cache_peer 10.1.1.14 parent 61160 0 no-query no-digest no-netdb-exchange originserver forceddomain=www.xxx.com   name=peer2www2   round-robin weight=1 connect-fail-limit=3

-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.squid-cache.org/pipermail/squid-users/attachments/20200602/f23768a7/attachment.html>