Cannot remote from LanA to LanB after load balancing 2 PPPoE

RouterOS Beginner Basics
1

This is my config:

/interface bridge
add arp=proxy-arp name=Bridge4
add arp=proxy-arp name=Bridge6
add name=BridgeA
add arp=proxy-arp name=BridgeLAN
/interface pppoe-client
add add-default-route=yes default-route-distance=4 disabled=no interface=\
    ether2 name=pppoe-out4 user=Sgfdl-230801-2729
/interface vrrp
add interface=BridgeA name=vrrp1 version=2 vrid=10
add interface=BridgeA name=vrrp2 version=2 vrid=2
add interface=BridgeA name=vrrp3 version=2 vrid=3
/interface vlan
add interface=ether1 name=vlan35 vlan-id=35
/interface list
add name=LAN
add name=LAN4
add name=LAN6
/interface wireless security-profiles
set [ find default=yes ] supplicant-identity=MikroTik
/ip dhcp-server
add add-arp=yes interface=BridgeLAN lease-time=2d30m name=dhcp1
add add-arp=yes interface=Bridge4 lease-time=3d30m name=dhcp2
add add-arp=yes interface=Bridge6 lease-time=3d30m name=dhcp3
/ip pool
add name=dhcp_pool0 ranges=192.168.30.1-192.168.30.100
add name="Dai IP B4" ranges=192.168.40.11-192.168.40.254
add name="Dai IP B6" ranges=192.168.60.11-192.168.60.254
/port
set 0 name=serial0
set 1 name=serial1
/ppp profile
add bridge-learning=no change-tcp-mss=yes name=connect use-compression=no \
    use-encryption=no use-upnp=no
/interface pppoe-client
add add-default-route=yes disabled=no interface=vrrp1 max-mru=1500 max-mtu=\
    1500 mrru=1500 name=pppoe-out1 profile=connect user=t008_gftth_tulq
add add-default-route=yes default-route-distance=2 disabled=no interface=\
    vrrp2 max-mru=1500 max-mtu=1500 mrru=1500 name=pppoe-out2 profile=connect \
    user=t008_gftth_tulq
add add-default-route=yes default-route-distance=3 disabled=no interface=\
    vrrp3 max-mru=1500 max-mtu=1500 mrru=1500 name=pppoe-out3 profile=connect \
    user=t008_gftth_tulq
/routing table
add disabled=no fib name=WAN1
add disabled=no fib name=WAN2
add disabled=no fib name=WAN3
add disabled=no fib name=WAN4
/interface bridge port
add bridge=BridgeLAN interface=ether3
add bridge=BridgeA interface=vlan35
add bridge=BridgeLAN interface=ether7
add bridge=BridgeLAN interface=ether8
add bridge=Bridge4 interface=ether4
add bridge=Bridge6 interface=ether6
/ipv6 settings
set accept-redirects=no accept-router-advertisements=no disable-ipv6=yes \
    forward=no
/interface list member
add interface=BridgeLAN list=LAN
add interface=Bridge4 list=LAN4
add interface=Bridge6 list=LAN6
/ip address
add address=10.255.255.0 interface=BridgeA network=10.255.255.0
add address=10.255.255.1 interface=vrrp1 network=10.255.255.1
add address=10.255.255.2 interface=vrrp2 network=10.255.255.2
add address=10.255.255.3 interface=vrrp3 network=10.255.255.3
add address=192.168.28.1/22 interface=BridgeLAN network=192.168.28.0
add address=192.168.40.1/24 interface=Bridge4 network=192.168.40.0
add address=192.168.60.1/24 interface=Bridge6 network=192.168.60.0
/ip arp
add address=192.168.31.254 interface=BridgeLAN mac-address=2C:F0:5D:6E:52:6C
/ip cloud
set ddns-enabled=yes
/ip dhcp-server network
add address=192.168.28.0/22 gateway=192.168.28.1
add address=192.168.40.0/24 gateway=192.168.40.1
add address=192.168.60.0/24 gateway=192.168.60.1
/ip dns
set servers=8.8.8.8,8.8.4.4
/ip firewall address-list
add address=192.168.28.0/22 list=LAN
add address=192.168.31.252 list=KHONG-CBT
add address=192.168.31.254 list=KHONG-CBT
add address=192.168.40.0/24 list=LAN4
add address=192.168.60.0/24 list=LAN6
/ip firewall mangle
add action=accept chain=prerouting comment="Khong CBT May Tinh" \
    src-address-list=KHONG-CBT
add action=accept chain=prerouting comment="Allow ping Gateway LAN4" \
    dst-address=192.168.40.1 src-address=192.168.40.0/24
add action=accept chain=prerouting comment="Allow ping Gateway LAN6" \
    dst-address=192.168.60.1 src-address=192.168.60.0/24
add action=accept chain=prerouting comment="Allow ping Gateway LAN" \
    dst-address=192.168.28.1 src-address=192.168.28.0/22
add action=accept chain=prerouting comment="CBT Ether3" dst-address-list=LAN \
    in-interface-list=LAN
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out1 new-connection-mark=INP1 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out1 new-connection-mark=INP1 passthrough=yes \
    src-address-list=!LAN
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out2 new-connection-mark=INP2 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out2 new-connection-mark=INP2 passthrough=yes \
    src-address-list=!LAN
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out3 new-connection-mark=INP3 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out3 new-connection-mark=INP3 passthrough=yes \
    src-address-list=!LAN
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out4 new-connection-mark=INP4 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out4 new-connection-mark=INP4 passthrough=yes \
    src-address-list=!LAN
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN new-connection-mark=WAN1 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/0
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN new-connection-mark=WAN2 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/1
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN new-connection-mark=WAN3 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/2
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN new-connection-mark=WAN4 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/3
add action=mark-routing chain=prerouting connection-mark=WAN1 \
    in-interface-list=LAN new-routing-mark=WAN1 passthrough=no
add action=mark-routing chain=prerouting connection-mark=WAN2 \
    in-interface-list=LAN new-routing-mark=WAN2 passthrough=no
add action=mark-routing chain=prerouting connection-mark=WAN3 \
    in-interface-list=LAN new-routing-mark=WAN3 passthrough=no
add action=mark-routing chain=prerouting connection-mark=WAN4 \
    in-interface-list=LAN new-routing-mark=WAN4 passthrough=no
add action=mark-routing chain=output connection-mark=INP1 new-routing-mark=\
    WAN1 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP1 \
    new-routing-mark=WAN1 passthrough=no src-address-list=LAN
add action=mark-routing chain=output connection-mark=INP2 new-routing-mark=\
    WAN2 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP2 \
    new-routing-mark=WAN2 passthrough=no src-address-list=LAN
add action=mark-routing chain=output connection-mark=INP3 new-routing-mark=\
    WAN3 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP3 \
    new-routing-mark=WAN3 passthrough=no src-address-list=LAN
add action=mark-routing chain=output connection-mark=INP4 new-routing-mark=\
    WAN4 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP4 \
    new-routing-mark=WAN4 passthrough=no src-address-list=LAN
add action=accept chain=prerouting comment="CBT Ether4" dst-address-list=LAN4 \
    in-interface-list=LAN4
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out1 new-connection-mark=INP1 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out1 new-connection-mark=INP1 passthrough=yes \
    src-address-list=!LAN4
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out2 new-connection-mark=INP2 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out2 new-connection-mark=INP2 passthrough=yes \
    src-address-list=!LAN4
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out3 new-connection-mark=INP3 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out3 new-connection-mark=INP3 passthrough=yes \
    src-address-list=!LAN4
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out4 new-connection-mark=INP4 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out4 new-connection-mark=INP4 passthrough=yes \
    src-address-list=!LAN4
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN4 new-connection-mark=WAN1 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/0
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN4 new-connection-mark=WAN2 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/1
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN4 new-connection-mark=WAN3 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/2
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN4 new-connection-mark=WAN4 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/3
add action=mark-routing chain=prerouting connection-mark=WAN1 \
    in-interface-list=LAN4 new-routing-mark=WAN1 passthrough=no
add action=mark-routing chain=prerouting connection-mark=WAN2 \
    in-interface-list=LAN4 new-routing-mark=WAN2 passthrough=no
add action=mark-routing chain=prerouting connection-mark=WAN3 \
    in-interface-list=LAN4 new-routing-mark=WAN3 passthrough=no
add action=mark-routing chain=prerouting connection-mark=WAN4 \
    in-interface-list=LAN4 new-routing-mark=WAN4 passthrough=no
add action=mark-routing chain=output connection-mark=INP1 new-routing-mark=\
    WAN1 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP1 \
    new-routing-mark=WAN1 passthrough=no src-address-list=LAN4
add action=mark-routing chain=output connection-mark=INP2 new-routing-mark=\
    WAN2 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP2 \
    new-routing-mark=WAN2 passthrough=no src-address-list=LAN4
add action=mark-routing chain=output connection-mark=INP3 new-routing-mark=\
    WAN3 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP3 \
    new-routing-mark=WAN3 passthrough=no src-address-list=LAN4
add action=mark-routing chain=output connection-mark=INP4 new-routing-mark=\
    WAN4 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP4 \
    new-routing-mark=WAN4 passthrough=no src-address-list=LAN4
add action=accept chain=prerouting comment="CBT Ether6" dst-address-list=LAN6 \
    in-interface-list=LAN6
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out1 new-connection-mark=INP1 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out1 new-connection-mark=INP1 passthrough=yes \
    src-address-list=!LAN6
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out2 new-connection-mark=INP2 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out2 new-connection-mark=INP2 passthrough=yes \
    src-address-list=!LAN6
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out3 new-connection-mark=INP3 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out3 new-connection-mark=INP3 passthrough=yes \
    src-address-list=!LAN6
add action=mark-connection chain=input connection-mark=no-mark in-interface=\
    pppoe-out4 new-connection-mark=INP4 passthrough=yes
add action=mark-connection chain=forward connection-mark=no-mark \
    in-interface=pppoe-out4 new-connection-mark=INP4 passthrough=yes \
    src-address-list=!LAN6
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN6 new-connection-mark=WAN1 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/0
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN6 new-connection-mark=WAN2 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/1
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN6 new-connection-mark=WAN3 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/2
add action=mark-connection chain=prerouting connection-mark=no-mark \
    dst-address-type=!local in-interface-list=LAN6 new-connection-mark=WAN4 \
    passthrough=yes per-connection-classifier=both-addresses-and-ports:4/3
add action=mark-routing chain=prerouting connection-mark=WAN1 \
    in-interface-list=LAN6 new-routing-mark=WAN1 passthrough=no
add action=mark-routing chain=prerouting connection-mark=WAN2 \
    in-interface-list=LAN6 new-routing-mark=WAN2 passthrough=no
add action=mark-routing chain=prerouting connection-mark=WAN3 \
    in-interface-list=LAN6 new-routing-mark=WAN3 passthrough=no
add action=mark-routing chain=prerouting connection-mark=WAN4 \
    in-interface-list=LAN6 new-routing-mark=WAN4 passthrough=no
add action=mark-routing chain=output connection-mark=INP1 new-routing-mark=\
    WAN1 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP1 \
    new-routing-mark=WAN1 passthrough=no src-address-list=LAN6
add action=mark-routing chain=output connection-mark=INP2 new-routing-mark=\
    WAN2 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP2 \
    new-routing-mark=WAN2 passthrough=no src-address-list=LAN6
add action=mark-routing chain=output connection-mark=INP3 new-routing-mark=\
    WAN3 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP3 \
    new-routing-mark=WAN3 passthrough=no src-address-list=LAN6
add action=mark-routing chain=output connection-mark=INP4 new-routing-mark=\
    WAN4 passthrough=no
add action=mark-routing chain=prerouting connection-mark=INP4 \
    new-routing-mark=WAN4 passthrough=no src-address-list=LAN6
/ip firewall nat
add action=masquerade chain=srcnat out-interface=pppoe-out4
add action=masquerade chain=srcnat out-interface=pppoe-out1
add action=masquerade chain=srcnat out-interface=pppoe-out2
add action=masquerade chain=srcnat out-interface=pppoe-out3
add action=masquerade chain=srcnat out-interface=all-ppp
/ip route
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out1 pref-src=\
    "" routing-table=WAN1 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out2 pref-src=\
    "" routing-table=WAN2 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out3 pref-src=\
    "" routing-table=WAN3 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out4 pref-src=\
    "" routing-table=WAN4 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out1 pref-src=\
    "" routing-table=WAN1 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out2 pref-src=\
    "" routing-table=WAN2 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out3 pref-src=\
    "" routing-table=WAN3 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out4 pref-src=\
    "" routing-table=WAN4 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out1 pref-src=\
    "" routing-table=WAN1 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out2 pref-src=\
    "" routing-table=WAN2 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out3 pref-src=\
    "" routing-table=WAN3 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out4 pref-src=\
    "" routing-table=WAN4 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out1 pref-src=\
    "" routing-table=WAN1 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out2 pref-src=\
    "" routing-table=WAN2 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out3 pref-src=\
    "" routing-table=WAN3 scope=30 suppress-hw-offload=no target-scope=10
add disabled=no distance=1 dst-address=0.0.0.0/0 gateway=pppoe-out4 pref-src=\
    "" routing-table=WAN4 scope=30 suppress-hw-offload=no target-scope=10
/ip service
set telnet disabled=yes
set ftp disabled=yes
set www disabled=yes
set ssh disabled=yes
set api disabled=yes
set api-ssl disabled=yes
/routing rule
add action=lookup comment="LAN -> LAN4" disabled=no dst-address=\
    192.168.40.0/24 src-address=192.168.28.0/22 table=main
add action=lookup comment="LAN4 -> LAN" disabled=no dst-address=\
    192.168.28.0/22 src-address=192.168.40.0/24 table=main
add action=lookup comment="LAN -> LAN6" disabled=no dst-address=\
    192.168.60.0/24 src-address=192.168.28.0/22 table=main
add action=lookup comment="LAN6 -> LAN" disabled=no dst-address=\
    192.168.28.0/22 src-address=192.168.60.0/24 table=main

Thank you.

2

Not familiar with VRRP, virtual routing protocol, but what is it you are trying to achieve.
Normal PCC load balancing without VRRP should not affect local traffic?

Why dont you use one bridge all and all vlans for example???

3

I have 1 ISP slow speed, with 3 vrrp I hope x3 speed.

Why dont you use one bridge all and all vlans for example???

I have so many mobile phones (280) in verry small room and 8 aruba AP. If I only use 1 bridge and 1 network then only 4 Aruba will work with 100 - 150 phones/ 1 Aruba.
When I divide 3 networks, there will be 40-55 phones/1 aruba.

I couldn’t find a better way.

4

solved.
Add mangle dst-address LanA to src-address LanB action=accept chain=prerouting and vice versa. Then move it to the top.