For some time I’ve said that MikroTik devices aren’t production ready for use as core equipment. I decided, against my better judgement, to use an HX2 as a traffic shaper on a small network with about 100 subscribers. Total network throughput is around 150-180megabits at best.
The MikroTik was running with two ports bridged together but no active firewall rules manipulating traffic in anyway (we just had it burning in and wanted to make sure there were no noticeable issues before we started messing with traffic.).
Last night as some storms came through the area our primary backhaul radio went down and traffic failed over to the secondary via an STP switch on our core switch. HOWEVER, in the three seconds prior to STP taking the traffic to the new link the MikroTik went crazy.
It literally stopped passing traffic and just started bouncing the port that was connected to the switch up/down/up/down/up/down/up/down until someone got on scene and removed it from the picture.
The configuration is extremely simple:
# feb/18/1970 14:44:27 by RouterOS 6.24
# software id = GE9Y-A8JW
#
/interface bridge
add name=bridge1
/port
set 0 name=serial0
set 1 name=serial1
/queue type
add kind=pcq name="Queue-BW 3/1-Download" pcq-classifier=dst-address pcq-rate=3072k
add kind=pcq name="Queue-BW 3/1-Upload" pcq-classifier=src-address pcq-rate=1024k
add kind=pcq name="Queue-BW 5/1-Download" pcq-classifier=dst-address pcq-rate=5120k
add kind=pcq name="Queue-BW 5/1-Upload" pcq-classifier=src-address pcq-rate=1024k
add kind=pcq name="Queue-BW 10/2-Download" pcq-classifier=dst-address pcq-rate=10240k
add kind=pcq name="Queue-BW 10/2-Upload" pcq-classifier=src-address pcq-rate=2048k
add kind=pcq name="Queue-BW 20/3-Download" pcq-classifier=dst-address pcq-rate=20480k
add kind=pcq name="Queue-BW 20/3-Upload" pcq-classifier=src-address pcq-rate=3072k
add kind=pcq name="Queue-BW 35/5-Download" pcq-classifier=dst-address pcq-rate=35840k
add kind=pcq name="Queue-BW 35/5-Upload" pcq-classifier=src-address pcq-rate=5120k
/queue tree
add name="Queue-BW 3/1-Download" packet-mark="Queue-BW 3/1-Download" parent=global priority=7 queue="Queue-BW 3/1-Download"
add name="Queue-BW 3/1-Upload" packet-mark="Queue-BW 3/1-Upload" parent=global priority=7 queue="Queue-BW 3/1-Upload"
add name="Queue-BW 5/1-Download" packet-mark="Queue-BW 5/1-Download" parent=global priority=7 queue="Queue-BW 5/1-Download"
add name="Queue-BW 5/1-Upload" packet-mark="Queue-BW 5/1-Upload" parent=global priority=7 queue="Queue-BW 5/1-Upload"
add name="Queue-BW 10/2-Download" packet-mark="Queue-BW 10/2-Download" parent=global priority=7 queue="Queue-BW 10/2-Download"
add name="Queue-BW 10/2-Upload" packet-mark="Queue-BW 10/2-Upload" parent=global priority=7 queue="Queue-BW 10/2-Upload"
add name="Queue-BW 20/3-Download" packet-mark="Queue-BW 20/3-Download" parent=global priority=7 queue="Queue-BW 20/3-Download"
add name="Queue-BW 20/3-Upload" packet-mark="Queue-BW 20/3-Upload" parent=global priority=7 queue="Queue-BW 20/3-Upload"
add name="Queue-BW 35/5-Download" packet-mark="Queue-BW 35/5-Download" parent=global priority=7 queue="Queue-BW 35/5-Download"
add name="Queue-BW 35/5-Upload" packet-mark="Queue-BW 35/5-Upload" parent=global priority=7 queue="Queue-BW 35/5-Upload"
/snmp community
set [ find default=yes ] name=xxxxxxxxxxxxx
/interface bridge port
add bridge=bridge1 interface=ether11
add bridge=bridge1 interface=ether12
/interface bridge settings
set use-ip-firewall=yes
/ip address
add address=10.200.81.2/24 interface=ether1 network=10.200.81.0
/ip dns
set servers=10.200.81.1
/ip firewall mangle
add action=mark-packet chain=forward comment="Queue-BW 3/1-Download" dst-address-list="BW 3/1" in-interface=bridge1 new-packet-mark="Queue-BW 3/1-Download"
add action=mark-packet chain=forward comment="Queue-BW 3/1-Upload" new-packet-mark="Queue-BW 3/1-Upload" out-interface=bridge1 src-address-list="BW 3/1"
add action=mark-packet chain=forward comment="Queue-BW 5/1-Download" dst-address-list="BW 5/1" in-interface=bridge1 new-packet-mark="Queue-BW 5/1-Download"
add action=mark-packet chain=forward comment="Queue-BW 5/1-Upload" new-packet-mark="Queue-BW 5/1-Upload" out-interface=bridge1 src-address-list="BW 5/1"
add action=mark-packet chain=forward comment="Queue-BW 10/2-Download" dst-address-list="BW 10/2" in-interface=bridge1 new-packet-mark="Queue-BW 10/2-Download"
add action=mark-packet chain=forward comment="Queue-BW 10/2-Upload" new-packet-mark="Queue-BW 10/2-Upload" out-interface=bridge1 src-address-list="BW 10/2"
add action=mark-packet chain=forward comment="Queue-BW 20/3-Download" dst-address-list="BW 20/3" in-interface=bridge1 new-packet-mark="Queue-BW 20/3-Download"
add action=mark-packet chain=forward comment="Queue-BW 20/3-Upload" new-packet-mark="Queue-BW 20/3-Upload" out-interface=bridge1 src-address-list="BW 20/3"
add action=mark-packet chain=forward comment="Queue-BW 35/5-Download" dst-address-list="BW 35/5" in-interface=bridge1 new-packet-mark="Queue-BW 35/5-Download"
add action=mark-packet chain=forward comment="Queue-BW 35/5-Upload" new-packet-mark="Queue-BW 35/5-Upload" out-interface=bridge1 src-address-list="BW 35/5"
/ip route
add distance=1 gateway=10.200.81.1
/ip service
set telnet disabled=yes
set ftp disabled=yes
set www disabled=yes
set api disabled=yes
set winbox disabled=yes
set api-ssl disabled=yes
/snmp
set contact="X" enabled=yes location="X"
/system identity
set name=mTrafficShaper
/tool bandwidth-server
set enabled=no
The log file is not much more help:
03:09:20 interface,info ether12 link down
03:09:24 interface,info ether12 link up (speed 1G, full duplex)
03:09:34 interface,info ether12 link down
03:09:38 interface,info ether12 link up (speed 1G, full duplex)
03:09:53 interface,info ether12 link down
03:09:57 interface,info ether12 link up (speed 1G, full duplex)
03:10:12 interface,info ether12 link down
03:10:16 interface,info ether12 link up (speed 1G, full duplex)
03:10:31 interface,info ether12 link down
03:10:35 interface,info ether12 link up (speed 1G, full duplex)
03:10:45 interface,info ether12 link down
03:10:49 interface,info ether12 link up (speed 1G, full duplex)
03:11:04 interface,info ether12 link down
03:11:08 interface,info ether12 link up (speed 1G, full duplex)
03:11:23 interface,info ether12 link down
03:11:27 interface,info ether12 link up (speed 1G, full duplex)
03:11:42 interface,info ether12 link down
03:11:46 interface,info ether12 link up (speed 1G, full duplex)
03:12:01 interface,info ether12 link down
03:12:05 interface,info ether12 link up (speed 1G, full duplex)
03:12:20 interface,info ether12 link down
03:12:24 interface,info ether12 link up (speed 1G, full duplex)
03:12:39 interface,info ether12 link down
03:12:43 interface,info ether12 link up (speed 1G, full duplex)
03:12:58 interface,info ether12 link down
03:13:02 interface,info ether12 link up (speed 1G, full duplex)
03:13:17 interface,info ether12 link down
03:13:21 interface,info ether12 link up (speed 1G, full duplex)
03:13:36 interface,info ether12 link down
03:13:40 interface,info ether12 link up (speed 1G, full duplex)
03:13:55 interface,info ether12 link down
03:13:59 interface,info ether12 link up (speed 1G, full duplex)
03:14:14 interface,info ether12 link down
03:14:18 interface,info ether12 link up (speed 1G, full duplex)
03:14:33 interface,info ether12 link down
03:14:37 interface,info ether12 link up (speed 1G, full duplex)
03:14:52 interface,info ether12 link down
03:14:56 interface,info ether12 link up (speed 1G, full duplex)
03:15:11 interface,info ether12 link down
03:15:15 interface,info ether12 link up (speed 1G, full duplex)
03:15:30 interface,info ether12 link down
03:15:34 interface,info ether12 link up (speed 1G, full duplex)
03:15:49 interface,info ether12 link down
03:15:53 interface,info ether12 link up (speed 1G, full duplex)
03:16:08 interface,info ether12 link down
03:16:12 interface,info ether12 link up (speed 1G, full duplex)
03:16:27 interface,info ether12 link down
03:16:30 interface,info ether12 link up (speed 1G, full duplex)
03:16:46 interface,info ether12 link down
03:16:49 interface,info ether12 link up (speed 1G, full duplex)
03:17:05 interface,info ether12 link down
03:17:08 interface,info ether12 link up (speed 1G, full duplex)
03:17:24 interface,info ether12 link down
03:17:27 interface,info ether12 link up (speed 1G, full duplex)
03:17:43 interface,info ether12 link down
03:17:46 interface,info ether12 link up (speed 1G, full duplex)
03:18:02 interface,info ether12 link down
03:18:05 interface,info ether12 link up (speed 1G, full duplex)
03:18:21 interface,info ether12 link down
03:18:24 interface,info ether12 link up (speed 1G, full duplex)
03:18:40 interface,info ether12 link down
03:18:43 interface,info ether12 link up (speed 1G, full duplex)
03:18:59 interface,info ether12 link down
03:19:02 interface,info ether12 link up (speed 1G, full duplex)
03:19:18 interface,info ether12 link down
03:19:21 interface,info ether12 link up (speed 1G, full duplex)
03:19:37 interface,info ether12 link down
03:19:40 interface,info ether12 link up (speed 1G, full duplex)
03:19:56 interface,info ether12 link down
03:19:59 interface,info ether12 link up (speed 1G, full duplex)
03:20:10 interface,info ether12 link down
03:20:13 interface,info ether12 link up (speed 1G, full duplex)
03:20:28 interface,info ether12 link down
03:20:32 interface,info ether12 link up (speed 1G, full duplex)
03:20:47 interface,info ether12 link down
03:20:51 interface,info ether12 link up (speed 1G, full duplex)
03:21:06 interface,info ether12 link down
03:21:10 interface,info ether12 link up (speed 1G, full duplex)
03:21:25 interface,info ether12 link down
03:21:29 interface,info ether12 link up (speed 1G, full duplex)
03:21:44 interface,info ether12 link down
03:21:48 interface,info ether12 link up (speed 1G, full duplex)
03:22:03 interface,info ether12 link down
03:22:07 interface,info ether12 link up (speed 1G, full duplex)
03:22:22 interface,info ether12 link down
03:22:26 interface,info ether12 link up (speed 1G, full duplex)
03:22:41 interface,info ether12 link down
03:22:45 interface,info ether12 link up (speed 1G, full duplex)
03:23:00 interface,info ether12 link down
03:23:04 interface,info ether12 link up (speed 1G, full duplex)
03:23:14 interface,info ether12 link down
03:23:18 interface,info ether12 link up (speed 1G, full duplex)
03:23:33 interface,info ether12 link down
03:23:38 interface,info ether12 link up (speed 1G, full duplex)
03:23:53 interface,info ether12 link down
03:23:57 interface,info ether12 link up (speed 1G, full duplex)
03:24:12 interface,info ether12 link down
03:24:16 interface,info ether12 link up (speed 1G, full duplex)
03:24:31 interface,info ether12 link down
03:24:35 interface,info ether12 link up (speed 1G, full duplex)
03:24:50 interface,info ether12 link down
03:24:54 interface,info ether12 link up (speed 1G, full duplex)
03:25:09 interface,info ether12 link down
03:25:13 interface,info ether12 link up (speed 1G, full duplex)
03:25:28 interface,info ether12 link down
03:25:32 interface,info ether12 link up (speed 1G, full duplex)
03:25:47 interface,info ether12 link down
03:25:51 interface,info ether12 link up (speed 1G, full duplex)
03:26:06 interface,info ether12 link down
03:26:10 interface,info ether12 link up (speed 1G, full duplex)
03:26:30 interface,info ether12 link down
03:26:34 interface,info ether12 link up (speed 1G, full duplex)
03:26:49 interface,info ether12 link down
03:26:53 interface,info ether12 link up (speed 1G, full duplex)
03:27:13 interface,info ether12 link down
03:27:17 interface,info ether12 link up (speed 1G, full duplex)
03:27:32 interface,info ether12 link down
03:27:36 interface,info ether12 link up (speed 1G, full duplex)
03:27:51 interface,info ether12 link down
03:27:55 interface,info ether12 link up (speed 1G, full duplex)
03:28:15 interface,info ether12 link down
03:28:19 interface,info ether12 link up (speed 1G, full duplex)
03:28:34 interface,info ether12 link down
03:28:38 interface,info ether12 link up (speed 1G, full duplex)
03:28:48 interface,info ether12 link down
03:28:52 interface,info ether12 link up (speed 1G, full duplex)
03:29:12 interface,info ether12 link down
03:29:16 interface,info ether12 link up (speed 1G, full duplex)
03:29:31 interface,info ether12 link down
03:29:35 interface,info ether12 link up (speed 1G, full duplex)
03:29:50 interface,info ether12 link down
03:29:54 interface,info ether12 link up (speed 1G, full duplex)
03:30:09 interface,info ether12 link down
03:30:13 interface,info ether12 link up (speed 1G, full duplex)
03:30:33 interface,info ether12 link down
03:30:37 interface,info ether12 link up (speed 1G, full duplex)
03:30:57 interface,info ether12 link down
03:31:01 interface,info ether12 link up (speed 1G, full duplex)
03:31:21 interface,info ether12 link down
03:31:24 interface,info ether12 link up (speed 1G, full duplex)
03:31:40 interface,info ether12 link down
03:31:43 interface,info ether12 link up (speed 1G, full duplex)
03:31:59 interface,info ether12 link down
03:32:02 interface,info ether12 link up (speed 1G, full duplex)
03:32:18 interface,info ether12 link down
03:32:21 interface,info ether12 link up (speed 1G, full duplex)
03:32:37 interface,info ether12 link down
03:32:40 interface,info ether12 link up (speed 1G, full duplex)
03:32:56 interface,info ether12 link down
03:32:59 interface,info ether12 link up (speed 1G, full duplex)
03:33:15 interface,info ether12 link down
03:33:18 interface,info ether12 link up (speed 1G, full duplex)
03:33:39 interface,info ether12 link down
03:33:42 interface,info ether12 link up (speed 1G, full duplex)
03:34:03 interface,info ether12 link down
03:34:06 interface,info ether12 link up (speed 1G, full duplex)
03:34:22 interface,info ether12 link down
03:34:25 interface,info ether12 link up (speed 1G, full duplex)
03:34:40 interface,info ether12 link down
03:34:44 interface,info ether12 link up (speed 1G, full duplex)
03:34:59 interface,info ether12 link down
03:35:03 interface,info ether12 link up (speed 1G, full duplex)
03:35:18 interface,info ether12 link down
03:35:22 interface,info ether12 link up (speed 1G, full duplex)
03:35:42 interface,info ether12 link down
03:35:46 interface,info ether12 link up (speed 1G, full duplex)
03:36:01 interface,info ether12 link down
03:36:05 interface,info ether12 link up (speed 1G, full duplex)
03:36:25 interface,info ether12 link down
03:36:29 interface,info ether12 link up (speed 1G, full duplex)
03:36:49 interface,info ether12 link down
03:36:53 interface,info ether12 link up (speed 1G, full duplex)
03:37:08 interface,info ether12 link down
03:37:12 interface,info ether12 link up (speed 1G, full duplex)
03:37:33 interface,info ether12 link down
03:37:37 interface,info ether12 link up (speed 1G, full duplex)
03:37:52 interface,info ether12 link down
03:37:56 interface,info ether12 link up (speed 1G, full duplex)
03:38:06 interface,info ether12 link down
03:38:10 interface,info ether12 link up (speed 1G, full duplex)
03:38:30 interface,info ether12 link down
03:38:34 interface,info ether12 link up (speed 1G, full duplex)
03:38:54 interface,info ether12 link down
03:38:58 interface,info ether12 link up (speed 1G, full duplex)
03:39:18 interface,info ether12 link down
03:39:22 interface,info ether12 link up (speed 1G, full duplex)
03:39:37 interface,info ether12 link down
03:39:41 interface,info ether12 link up (speed 1G, full duplex)
03:39:56 interface,info ether12 link down
03:40:00 interface,info ether12 link up (speed 1G, full duplex)
03:40:15 interface,info ether12 link down
03:40:19 interface,info ether12 link up (speed 1G, full duplex)
03:40:39 interface,info ether12 link down
03:40:43 interface,info ether12 link up (speed 1G, full duplex)
03:41:03 interface,info ether12 link down
03:41:07 interface,info ether12 link up (speed 1G, full duplex)
03:41:27 interface,info ether12 link down
03:41:31 interface,info ether12 link up (speed 1G, full duplex)
03:41:51 interface,info ether12 link down
03:41:55 interface,info ether12 link up (speed 1G, full duplex)
03:42:10 interface,info ether12 link down
03:42:14 interface,info ether12 link up (speed 1G, full duplex)
03:42:29 interface,info ether12 link down
03:42:33 interface,info ether12 link up (speed 1G, full duplex)
03:42:48 interface,info ether12 link down
03:42:52 interface,info ether12 link up (speed 1G, full duplex)
03:43:07 interface,info ether12 link down
03:43:11 interface,info ether12 link up (speed 1G, full duplex)
03:43:27 interface,info ether11 link down
03:43:30 interface,info ether12 link down