Hello,
I’ve just recently upgraded to a CRS312-4C+8XG and CRS326-24G-2S+. The last one should not play a role here. I come from CRS305 with 6.49 and there, all was good.
As 10Gbe units, i only have a TrueNAS (X550) and a Mac Studio. Additionally, there is a 5Gbase-T Proxmox (aqc111 so limited to 3.5Gbe per design).
With CRS312 I noticed that when running iperf3 on each of the three devices, each time, i get a bitrate limitation in one direction, no matter what the device from the three above, so it looks like a pattern. Of course, having another 10Gbe-device would help in troubleshooting but unfortunately, i don’t have it yet.
root@truenas[~]# iperf3 -c 192.168.1.142
Connecting to host 192.168.1.142, port 5201
[ 5] local 192.168.1.177 port 44348 connected to 192.168.1.142 port 5201
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.00 sec 525 MBytes 4.40 Gbits/sec 0 8.01 MBytes
[ 5] 1.00-2.01 sec 524 MBytes 4.36 Gbits/sec 0 8.01 MBytes
[ 5] 2.01-3.00 sec 524 MBytes 4.43 Gbits/sec 0 8.01 MBytes
[ 5] 3.00-4.00 sec 524 MBytes 4.39 Gbits/sec 0 8.01 MBytes
[ 5] 4.00-5.00 sec 528 MBytes 4.43 Gbits/sec 0 8.01 MBytes
[ 5] 5.00-6.00 sec 520 MBytes 4.36 Gbits/sec 0 8.01 MBytes
[ 5] 6.00-7.00 sec 510 MBytes 4.28 Gbits/sec 0 8.01 MBytes
[ 5] 7.00-8.00 sec 521 MBytes 4.37 Gbits/sec 0 8.01 MBytes
[ 5] 8.00-9.00 sec 522 MBytes 4.38 Gbits/sec 0 8.01 MBytes
[ 5] 9.00-10.00 sec 524 MBytes 4.39 Gbits/sec 0 8.01 MBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.00 sec 5.10 GBytes 4.38 Gbits/sec 0 sender
[ 5] 0.00-10.01 sec 5.07 GBytes 4.35 Gbits/sec receiver
iperf Done.
root@truenas[~]# iperf3 -c 192.168.1.142 -R
Connecting to host 192.168.1.142, port 5201
Reverse mode, remote host 192.168.1.142 is sending
[ 5] local 192.168.1.177 port 35554 connected to 192.168.1.142 port 5201
[ ID] Interval Transfer Bitrate
[ 5] 0.00-1.00 sec 1023 MBytes 8.58 Gbits/sec
[ 5] 1.00-2.00 sec 1.02 GBytes 8.76 Gbits/sec
[ 5] 2.00-3.00 sec 1.08 GBytes 9.30 Gbits/sec
[ 5] 3.00-4.00 sec 1.05 GBytes 9.00 Gbits/sec
[ 5] 4.00-5.00 sec 1.03 GBytes 8.88 Gbits/sec
[ 5] 5.00-6.00 sec 1018 MBytes 8.54 Gbits/sec
[ 5] 6.00-7.00 sec 1.02 GBytes 8.79 Gbits/sec
[ 5] 7.00-8.00 sec 1.02 GBytes 8.77 Gbits/sec
[ 5] 8.00-9.00 sec 1013 MBytes 8.50 Gbits/sec
[ 5] 9.00-10.00 sec 1008 MBytes 8.46 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[ ID] Interval Transfer Bitrate
[ 5] 0.00-10.00 sec 10.2 GBytes 8.76 Gbits/sec sender
[ 5] 0.00-10.00 sec 10.2 GBytes 8.76 Gbits/sec receiver
iperf Done.
g
root@amdkvm:~# iperf3 -s
-----------------------------------------------------------
Server listening on 5201 (test #1)
-----------------------------------------------------------
Accepted connection from 192.168.1.177, port 51358
[ 5] local 192.168.1.81 port 5201 connected to 192.168.1.177 port 51360
[ ID] Interval Transfer Bitrate
[ 5] 0.00-1.00 sec 244 MBytes 2.04 Gbits/sec
[ 5] 1.00-2.00 sec 314 MBytes 2.64 Gbits/sec
[ 5] 2.00-3.00 sec 303 MBytes 2.54 Gbits/sec
[ 5] 3.00-4.00 sec 238 MBytes 1.99 Gbits/sec
[ 5] 4.00-5.00 sec 179 MBytes 1.50 Gbits/sec
[ 5] 5.00-6.00 sec 301 MBytes 2.52 Gbits/sec
[ 5] 6.00-7.00 sec 242 MBytes 2.03 Gbits/sec
[ 5] 7.00-8.00 sec 304 MBytes 2.55 Gbits/sec
[ 5] 8.00-9.00 sec 239 MBytes 2.00 Gbits/sec
[ 5] 9.00-10.00 sec 314 MBytes 2.64 Gbits/sec
[ 5] 10.00-10.00 sec 720 KBytes 2.97 Gbits/sec
- - - - - - - - - - - - - - - - - - - - - - - - -
[ ID] Interval Transfer Bitrate
[ 5] 0.00-10.00 sec 2.62 GBytes 2.25 Gbits/sec receiver
-----------------------------------------------------------
Server listening on 5201 (test #2)
-----------------------------------------------------------
Accepted connection from 192.168.1.177, port 36628
[ 5] local 192.168.1.81 port 5201 connected to 192.168.1.177 port 36644
[ ID] Interval Transfer Bitrate Retr Cwnd
[ 5] 0.00-1.00 sec 419 MBytes 3.52 Gbits/sec 2 2.12 MBytes
[ 5] 1.00-2.00 sec 415 MBytes 3.48 Gbits/sec 0 2.26 MBytes
[ 5] 2.00-3.00 sec 238 MBytes 1.99 Gbits/sec 430 3.86 MBytes
[ 5] 3.00-4.00 sec 414 MBytes 3.47 Gbits/sec 0 3.86 MBytes
[ 5] 4.00-5.00 sec 414 MBytes 3.47 Gbits/sec 0 4.05 MBytes
[ 5] 5.00-6.00 sec 414 MBytes 3.47 Gbits/sec 0 4.05 MBytes
[ 5] 6.00-7.00 sec 415 MBytes 3.48 Gbits/sec 0 4.05 MBytes
[ 5] 7.00-8.00 sec 414 MBytes 3.47 Gbits/sec 0 4.05 MBytes
[ 5] 8.00-9.00 sec 414 MBytes 3.47 Gbits/sec 0 4.05 MBytes
[ 5] 9.00-10.00 sec 414 MBytes 3.47 Gbits/sec 0 4.05 MBytes
- - - - - - - - - - - - - - - - - - - - - - - - -
[ ID] Interval Transfer Bitrate Retr
[ 5] 0.00-10.00 sec 3.88 GBytes 3.33 Gbits/sec 432 sender
Since this was after swapping the switch, i naturally wondered if i did any misconfiguration. It happened pretty soon after installation, when i did not yet tinker with MTU and such, just bridge and vlan configuration. I switched NAS and Mac to higher MTU to allow for jumbo frames (9000B), but this did not change the pattern. Then i put back the CRS305 between NAS and Mac, but i had already upgraded to v7 and got the same results, so logically, i don’t know if the problem could be attributed to v7.
May i ask you kindly to have a look at my configuration file, advise about obvious errors and if you can, also “fix” my bitrate issue? 
Thanks a lot in advance!
# 2024-08-15 05:50:14 by RouterOS 7.15.3
# software id = 0UJR-7DPR
#
# model = CRS312-4C+8XG
# serial number = xy
/interface bridge
add admin-mac=D4:01:C3:F6:8F:F7 auto-mac=no comment=defconf igmp-snooping=yes \
name=bridge vlan-filtering=yes
/interface ethernet
set [ find default-name=combo1 ] comment="Uplink CRS326" l2mtu=10218 mtu=9000
set [ find default-name=combo2 ] l2mtu=1598
set [ find default-name=combo3 ] l2mtu=1598
set [ find default-name=combo4 ] comment=QEMU Host l2mtu=1598
set [ find default-name=ether1 ] comment="X550 #1" l2mtu=10218 mtu=\
9000
set [ find default-name=ether2 ] comment="Mac Studio" l2mtu=10218 mtu=9000
set [ find default-name=ether3 ] comment=oldNAS l2mtu=10218 mtu=9000
set [ find default-name=ether4 ] comment="OPNSense" l2mtu=1598
set [ find default-name=ether5 ] comment=Proxmox l2mtu=1598
set [ find default-name=ether6 ] comment="CalDigit TB3 10Gbps" l2mtu=1598
set [ find default-name=ether7 ] l2mtu=1598
set [ find default-name=ether8 ] l2mtu=1598
/interface vlan
add interface=bridge name=vlan-4 vlan-id=4
add interface=bridge name=vlan-50 vlan-id=50
/interface list
add name=WAN
add name=LAN
/port
set 0 name=serial0
/interface bridge port
add bridge=bridge comment=defconf interface=combo1 pvid=4
add bridge=bridge comment=defconf interface=combo2 pvid=4
add bridge=bridge comment=defconf interface=combo3 pvid=4
add bridge=bridge comment=defconf interface=combo4 pvid=4
add bridge=bridge comment=defconf interface=ether1 pvid=4
add bridge=bridge comment=defconf interface=ether2 pvid=4
add bridge=bridge comment=defconf interface=ether3 pvid=4
add bridge=bridge comment=defconf interface=ether4 pvid=4
add bridge=bridge comment=defconf interface=ether5 pvid=4
add bridge=bridge comment=defconf interface=ether6 pvid=4
add bridge=bridge comment=defconf interface=ether7 pvid=4
add bridge=bridge comment=defconf interface=ether8 pvid=4
add bridge=bridge comment=defconf interface=ether9
/interface bridge vlan
add bridge=bridge tagged="bridge,ether1,ether2,ether3,ether4,ether5,ether6,eth\
er7,ether8,ether9,combo1,combo2,combo3,combo4" vlan-ids=4
add bridge=bridge tagged=ether4,ether5,ether7,ether8,combo1,combo2,combo3 \
vlan-ids=50
/interface ethernet switch
set 0 l3-hw-offloading=yes
/interface list member
add interface=ether9 list=WAN
add comment="X550 #1" interface=ether1 list=LAN
add comment="Mac Studio" interface=ether2 list=LAN
add comment=oldNAS interface=ether3 list=LAN
add comment="OPNSense" interface=ether4 list=LAN
add comment=Proxmox interface=ether5 list=LAN
add comment="CalDigit TB3 10Gbps" interface=ether6 list=LAN
add comment=Qemu Host interface=ether7 list=LAN
add interface=ether8 list=LAN
add comment="Uplink CRS326" interface=combo1 list=LAN
add interface=combo2 list=LAN
add interface=combo3 list=LAN
add comment="Mellanox SFP+ DAC" interface=combo4 list=LAN
/ip address
add address=192.168.88.1/24 comment=defconf interface=ether1 network=\
192.168.88.0
add address=192.168.1.253/24 interface=vlan-4 network=192.168.1.0
/ip dhcp-relay
add dhcp-server=192.168.1.9 disabled=no interface=bridge name=relay1
/ip hotspot profile
set [ find default=yes ] html-directory=hotspot
/snmp
set contact="anonym" enabled=yes location=Private \
trap-generators=temp-exception,interfaces,start-trap trap-interfaces=all \
trap-target=192.168.1.41 trap-version=2
/system clock
set time-zone-autodetect=no time-zone-name=UTC
/system identity
set name=crs312
/system note
set show-at-login=no
/system ntp client
set enabled=yes
/system ntp client servers
add address=192.168.1.1
add address=192.168.1.9
/system routerboard settings
set boot-os=router-os enter-setup-on=delete-key