mirror of
https://github.com/xdp-project/bpf-examples.git
synced 2024-05-06 15:54:53 +00:00
68505a2dbd
For some reason cannot get correct scheduling with FQ in a MQ setup. In production traffic is Q-in-Q double tagged VLAN traffic. Perhaps the RX-hash is doing strange stuff, or BPF-prog concurrency is wrong. Due to Q-in-Q NIC RSS cause most packets to hit CPU-6 for some strange reason. Signed-off-by: Jesper D. Brouer <netoptimizer@brouer.com>
78 lines
1.7 KiB
Bash
Executable File
78 lines
1.7 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# Loading FQ pacing qdisc in multi-queue MQ setup to avoid root qdisc lock.
|
|
#
|
|
# The FQ pacing qdisc is doing all the work of pacing packet out according to
|
|
# the EDT (Earliest Departure Time) future timestamps set by our BPF-prog that
|
|
# runs a TC-egress hook.
|
|
#
|
|
# Author: Jesper Dangaaard Brouer <netoptimizer@brouer.com>
|
|
# License: GPLv2
|
|
#
|
|
basedir=`dirname $0`
|
|
source ${basedir}/functions.sh
|
|
|
|
root_check_run_with_sudo "$@"
|
|
|
|
# Use common parameters
|
|
source ${basedir}/parameters.sh
|
|
|
|
export TC=tc
|
|
|
|
# Default verbose
|
|
VERBOSE=1
|
|
|
|
# Select between multiq or single root qdisc
|
|
if [[ -z $1 ]]; then
|
|
if [[ -z $REMOVE ]]; then
|
|
err 1 "Specify root qdisc system: single or mq (multi-queue)"
|
|
fi
|
|
fi
|
|
TYPE=$1
|
|
|
|
# Delete existing root qdisc
|
|
call_tc_allow_fail qdisc del dev "$DEV" root
|
|
|
|
if [[ -n $REMOVE ]]; then
|
|
exit 0
|
|
fi
|
|
|
|
function use_multiq()
|
|
{
|
|
# MQ (Multi-Queue) as root qdisc
|
|
call_tc qdisc replace dev $DEV root handle 7FFF: mq
|
|
|
|
# Add FQ-pacer qdisc on each NIC avail TX-queue
|
|
i=0
|
|
for dir in /sys/class/net/$DEV/queues/tx-*; do
|
|
# Details: cause-off-by-one, as tx-0 becomes handle 1:
|
|
((i++)) || true
|
|
#call_tc qdisc add dev $DEV parent 7FFF:$i handle $i: fq
|
|
#
|
|
# The higher 'flow_limit' is needed for high-BW pacing
|
|
call_tc qdisc add dev $DEV parent 7FFF:$i handle $i: fq \
|
|
flow_limit 1000
|
|
#
|
|
# quantum $((1514*4)) initial_quantum $((1514*20))
|
|
# call_tc qdisc add dev $DEV parent 7FFF:$i handle $i: fq maxrate 930mbit
|
|
done
|
|
}
|
|
|
|
function use_single_fq_pacer()
|
|
{
|
|
call_tc qdisc replace dev $DEV root handle 7FFF: fq \
|
|
flow_limit 1000
|
|
}
|
|
|
|
case "$TYPE" in
|
|
mq | multiq )
|
|
use_multiq
|
|
;;
|
|
single | fq )
|
|
use_single_fq_pacer
|
|
;;
|
|
* )
|
|
err 1 "Unknown type: ${TYPE}"
|
|
;;
|
|
esac
|