udp: use atomic_inc_not_zero_hint
UDP sockets refcount is usually 2, unless an incoming frame is going to be queued in receive or backlog queue. Using atomic_inc_not_zero_hint() permits to reduce latency, because processor issues less memory transactions. Signed-off-by: Eric Dumazet <eric.dumazet@gmail.com> Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
committed by
David S. Miller
parent
213b15ca81
commit
c31504dc0d
@@ -57,7 +57,7 @@
|
|||||||
#include <linux/rculist_nulls.h>
|
#include <linux/rculist_nulls.h>
|
||||||
#include <linux/poll.h>
|
#include <linux/poll.h>
|
||||||
|
|
||||||
#include <asm/atomic.h>
|
#include <linux/atomic.h>
|
||||||
#include <net/dst.h>
|
#include <net/dst.h>
|
||||||
#include <net/checksum.h>
|
#include <net/checksum.h>
|
||||||
|
|
||||||
|
@@ -430,7 +430,7 @@ begin:
|
|||||||
|
|
||||||
if (result) {
|
if (result) {
|
||||||
exact_match:
|
exact_match:
|
||||||
if (unlikely(!atomic_inc_not_zero(&result->sk_refcnt)))
|
if (unlikely(!atomic_inc_not_zero_hint(&result->sk_refcnt, 2)))
|
||||||
result = NULL;
|
result = NULL;
|
||||||
else if (unlikely(compute_score2(result, net, saddr, sport,
|
else if (unlikely(compute_score2(result, net, saddr, sport,
|
||||||
daddr, hnum, dif) < badness)) {
|
daddr, hnum, dif) < badness)) {
|
||||||
@@ -500,7 +500,7 @@ begin:
|
|||||||
goto begin;
|
goto begin;
|
||||||
|
|
||||||
if (result) {
|
if (result) {
|
||||||
if (unlikely(!atomic_inc_not_zero(&result->sk_refcnt)))
|
if (unlikely(!atomic_inc_not_zero_hint(&result->sk_refcnt, 2)))
|
||||||
result = NULL;
|
result = NULL;
|
||||||
else if (unlikely(compute_score(result, net, saddr, hnum, sport,
|
else if (unlikely(compute_score(result, net, saddr, hnum, sport,
|
||||||
daddr, dport, dif) < badness)) {
|
daddr, dport, dif) < badness)) {
|
||||||
|
@@ -227,7 +227,7 @@ begin:
|
|||||||
|
|
||||||
if (result) {
|
if (result) {
|
||||||
exact_match:
|
exact_match:
|
||||||
if (unlikely(!atomic_inc_not_zero(&result->sk_refcnt)))
|
if (unlikely(!atomic_inc_not_zero_hint(&result->sk_refcnt, 2)))
|
||||||
result = NULL;
|
result = NULL;
|
||||||
else if (unlikely(compute_score2(result, net, saddr, sport,
|
else if (unlikely(compute_score2(result, net, saddr, sport,
|
||||||
daddr, hnum, dif) < badness)) {
|
daddr, hnum, dif) < badness)) {
|
||||||
@@ -294,7 +294,7 @@ begin:
|
|||||||
goto begin;
|
goto begin;
|
||||||
|
|
||||||
if (result) {
|
if (result) {
|
||||||
if (unlikely(!atomic_inc_not_zero(&result->sk_refcnt)))
|
if (unlikely(!atomic_inc_not_zero_hint(&result->sk_refcnt, 2)))
|
||||||
result = NULL;
|
result = NULL;
|
||||||
else if (unlikely(compute_score(result, net, hnum, saddr, sport,
|
else if (unlikely(compute_score(result, net, hnum, saddr, sport,
|
||||||
daddr, dport, dif) < badness)) {
|
daddr, dport, dif) < badness)) {
|
||||||
|
Reference in New Issue
Block a user