projects / openwrt / staging / jow.git / blob
? search:


0f9c3c33a4c4fd7b2f4d0a497704251293962750
[openwrt/staging/jow.git] / target / linux / realtek / files-5.15 / drivers / net / dsa / rtl83xx / rtl838x.c
1 // SPDX-License-Identifier: GPL-2.0-only
2
3 #include <asm/mach-rtl838x/mach-rtl83xx.h>
4 #include <linux/iopoll.h>
5 #include <net/nexthop.h>
6
7 #include "rtl83xx.h"
8
9 #define RTL838X_VLAN_PORT_TAG_STS_UNTAG 0x0
10 #define RTL838X_VLAN_PORT_TAG_STS_TAGGED 0x1
11 #define RTL838X_VLAN_PORT_TAG_STS_PRIORITY_TAGGED 0x2
12
13 #define RTL838X_VLAN_PORT_TAG_STS_CTRL_BASE 0xA530
14 /* port 0-28 */
15 #define RTL838X_VLAN_PORT_TAG_STS_CTRL(port) \
16 RTL838X_VLAN_PORT_TAG_STS_CTRL_BASE + (port << 2)
17
18 #define RTL838X_VLAN_PORT_TAG_STS_CTRL_EGR_P_OTAG_KEEP_MASK GENMASK(11,10)
19 #define RTL838X_VLAN_PORT_TAG_STS_CTRL_EGR_P_ITAG_KEEP_MASK GENMASK(9,8)
20 #define RTL838X_VLAN_PORT_TAG_STS_CTRL_IGR_P_OTAG_KEEP_MASK GENMASK(7,6)
21 #define RTL838X_VLAN_PORT_TAG_STS_CTRL_IGR_P_ITAG_KEEP_MASK GENMASK(5,4)
22 #define RTL838X_VLAN_PORT_TAG_STS_CTRL_OTAG_STS_MASK GENMASK(3,2)
23 #define RTL838X_VLAN_PORT_TAG_STS_CTRL_ITAG_STS_MASK GENMASK(1,0)
24
25 extern struct mutex smi_lock;
26
27 /* see_dal_maple_acl_log2PhyTmplteField and src/app/diag_v2/src/diag_acl.c */
28 /* Definition of the RTL838X-specific template field IDs as used in the PIE */
29 enum template_field_id {
30 TEMPLATE_FIELD_SPMMASK = 0,
31 TEMPLATE_FIELD_SPM0 = 1, /* Source portmask ports 0-15 */
32 TEMPLATE_FIELD_SPM1 = 2, /* Source portmask ports 16-28 */
33 TEMPLATE_FIELD_RANGE_CHK = 3,
34 TEMPLATE_FIELD_DMAC0 = 4, /* Destination MAC [15:0] */
35 TEMPLATE_FIELD_DMAC1 = 5, /* Destination MAC [31:16] */
36 TEMPLATE_FIELD_DMAC2 = 6, /* Destination MAC [47:32] */
37 TEMPLATE_FIELD_SMAC0 = 7, /* Source MAC [15:0] */
38 TEMPLATE_FIELD_SMAC1 = 8, /* Source MAC [31:16] */
39 TEMPLATE_FIELD_SMAC2 = 9, /* Source MAC [47:32] */
40 TEMPLATE_FIELD_ETHERTYPE = 10, /* Ethernet typ */
41 TEMPLATE_FIELD_OTAG = 11, /* Outer VLAN tag */
42 TEMPLATE_FIELD_ITAG = 12, /* Inner VLAN tag */
43 TEMPLATE_FIELD_SIP0 = 13, /* IPv4 or IPv6 source IP[15:0] or ARP/RARP */
44 /* source protocol address in header */
45 TEMPLATE_FIELD_SIP1 = 14, /* IPv4 or IPv6 source IP[31:16] or ARP/RARP */
46 TEMPLATE_FIELD_DIP0 = 15, /* IPv4 or IPv6 destination IP[15:0] */
47 TEMPLATE_FIELD_DIP1 = 16, /* IPv4 or IPv6 destination IP[31:16] */
48 TEMPLATE_FIELD_IP_TOS_PROTO = 17, /* IPv4 TOS/IPv6 traffic class and */
49 /* IPv4 proto/IPv6 next header fields */
50 TEMPLATE_FIELD_L34_HEADER = 18, /* packet with extra tag and IPv6 with auth, dest, */
51 /* frag, route, hop-by-hop option header, */
52 /* IGMP type, TCP flag */
53 TEMPLATE_FIELD_L4_SPORT = 19, /* TCP/UDP source port */
54 TEMPLATE_FIELD_L4_DPORT = 20, /* TCP/UDP destination port */
55 TEMPLATE_FIELD_ICMP_IGMP = 21,
56 TEMPLATE_FIELD_IP_RANGE = 22,
57 TEMPLATE_FIELD_FIELD_SELECTOR_VALID = 23, /* Field selector mask */
58 TEMPLATE_FIELD_FIELD_SELECTOR_0 = 24,
59 TEMPLATE_FIELD_FIELD_SELECTOR_1 = 25,
60 TEMPLATE_FIELD_FIELD_SELECTOR_2 = 26,
61 TEMPLATE_FIELD_FIELD_SELECTOR_3 = 27,
62 TEMPLATE_FIELD_SIP2 = 28, /* IPv6 source IP[47:32] */
63 TEMPLATE_FIELD_SIP3 = 29, /* IPv6 source IP[63:48] */
64 TEMPLATE_FIELD_SIP4 = 30, /* IPv6 source IP[79:64] */
65 TEMPLATE_FIELD_SIP5 = 31, /* IPv6 source IP[95:80] */
66 TEMPLATE_FIELD_SIP6 = 32, /* IPv6 source IP[111:96] */
67 TEMPLATE_FIELD_SIP7 = 33, /* IPv6 source IP[127:112] */
68 TEMPLATE_FIELD_DIP2 = 34, /* IPv6 destination IP[47:32] */
69 TEMPLATE_FIELD_DIP3 = 35, /* IPv6 destination IP[63:48] */
70 TEMPLATE_FIELD_DIP4 = 36, /* IPv6 destination IP[79:64] */
71 TEMPLATE_FIELD_DIP5 = 37, /* IPv6 destination IP[95:80] */
72 TEMPLATE_FIELD_DIP6 = 38, /* IPv6 destination IP[111:96] */
73 TEMPLATE_FIELD_DIP7 = 39, /* IPv6 destination IP[127:112] */
74 TEMPLATE_FIELD_FWD_VID = 40, /* Forwarding VLAN-ID */
75 TEMPLATE_FIELD_FLOW_LABEL = 41,
76 };
77
78 /* The RTL838X SoCs use 5 fixed templates with definitions for which data fields are to
79 * be copied from the Ethernet Frame header into the 12 User-definable fields of the Packet
80 * Inspection Engine's buffer. The following defines the field contents for each of the fixed
81 * templates. Additionally, 3 user-definable templates can be set up via the definitions
82 * in RTL838X_ACL_TMPLTE_CTRL control registers.
83 * TODO: See all src/app/diag_v2/src/diag_pie.c
84 */
85 #define N_FIXED_TEMPLATES 5
86 static enum template_field_id fixed_templates[N_FIXED_TEMPLATES][N_FIXED_FIELDS] =
87 {
88 {
89 TEMPLATE_FIELD_SPM0, TEMPLATE_FIELD_SPM1, TEMPLATE_FIELD_OTAG,
90 TEMPLATE_FIELD_SMAC0, TEMPLATE_FIELD_SMAC1, TEMPLATE_FIELD_SMAC2,
91 TEMPLATE_FIELD_DMAC0, TEMPLATE_FIELD_DMAC1, TEMPLATE_FIELD_DMAC2,
92 TEMPLATE_FIELD_ETHERTYPE, TEMPLATE_FIELD_ITAG, TEMPLATE_FIELD_RANGE_CHK
93 }, {
94 TEMPLATE_FIELD_SIP0, TEMPLATE_FIELD_SIP1, TEMPLATE_FIELD_DIP0,
95 TEMPLATE_FIELD_DIP1,TEMPLATE_FIELD_IP_TOS_PROTO, TEMPLATE_FIELD_L4_SPORT,
96 TEMPLATE_FIELD_L4_DPORT, TEMPLATE_FIELD_ICMP_IGMP, TEMPLATE_FIELD_ITAG,
97 TEMPLATE_FIELD_RANGE_CHK, TEMPLATE_FIELD_SPM0, TEMPLATE_FIELD_SPM1
98 }, {
99 TEMPLATE_FIELD_DMAC0, TEMPLATE_FIELD_DMAC1, TEMPLATE_FIELD_DMAC2,
100 TEMPLATE_FIELD_ITAG, TEMPLATE_FIELD_ETHERTYPE, TEMPLATE_FIELD_IP_TOS_PROTO,
101 TEMPLATE_FIELD_L4_DPORT, TEMPLATE_FIELD_L4_SPORT, TEMPLATE_FIELD_SIP0,
102 TEMPLATE_FIELD_SIP1, TEMPLATE_FIELD_DIP0, TEMPLATE_FIELD_DIP1
103 }, {
104 TEMPLATE_FIELD_DIP0, TEMPLATE_FIELD_DIP1, TEMPLATE_FIELD_DIP2,
105 TEMPLATE_FIELD_DIP3, TEMPLATE_FIELD_DIP4, TEMPLATE_FIELD_DIP5,
106 TEMPLATE_FIELD_DIP6, TEMPLATE_FIELD_DIP7, TEMPLATE_FIELD_L4_DPORT,
107 TEMPLATE_FIELD_L4_SPORT, TEMPLATE_FIELD_ICMP_IGMP, TEMPLATE_FIELD_IP_TOS_PROTO
108 }, {
109 TEMPLATE_FIELD_SIP0, TEMPLATE_FIELD_SIP1, TEMPLATE_FIELD_SIP2,
110 TEMPLATE_FIELD_SIP3, TEMPLATE_FIELD_SIP4, TEMPLATE_FIELD_SIP5,
111 TEMPLATE_FIELD_SIP6, TEMPLATE_FIELD_SIP7, TEMPLATE_FIELD_ITAG,
112 TEMPLATE_FIELD_RANGE_CHK, TEMPLATE_FIELD_SPM0, TEMPLATE_FIELD_SPM1
113 },
114 };
115
116 void rtl838x_print_matrix(void)
117 {
118 unsigned volatile int *ptr8;
119
120 ptr8 = RTL838X_SW_BASE + RTL838X_PORT_ISO_CTRL(0);
121 for (int i = 0; i < 28; i += 8)
122 pr_debug("> %8x %8x %8x %8x %8x %8x %8x %8x\n",
123 ptr8[i + 0], ptr8[i + 1], ptr8[i + 2], ptr8[i + 3],
124 ptr8[i + 4], ptr8[i + 5], ptr8[i + 6], ptr8[i + 7]);
125 pr_debug("CPU_PORT> %8x\n", ptr8[28]);
126 }
127
128 static inline int rtl838x_port_iso_ctrl(int p)
129 {
130 return RTL838X_PORT_ISO_CTRL(p);
131 }
132
133 static inline void rtl838x_exec_tbl0_cmd(u32 cmd)
134 {
135 sw_w32(cmd, RTL838X_TBL_ACCESS_CTRL_0);
136 do { } while (sw_r32(RTL838X_TBL_ACCESS_CTRL_0) & BIT(15));
137 }
138
139 static inline void rtl838x_exec_tbl1_cmd(u32 cmd)
140 {
141 sw_w32(cmd, RTL838X_TBL_ACCESS_CTRL_1);
142 do { } while (sw_r32(RTL838X_TBL_ACCESS_CTRL_1) & BIT(15));
143 }
144
145 static inline int rtl838x_tbl_access_data_0(int i)
146 {
147 return RTL838X_TBL_ACCESS_DATA_0(i);
148 }
149
150 static void rtl838x_vlan_tables_read(u32 vlan, struct rtl838x_vlan_info *info)
151 {
152 u32 v;
153 /* Read VLAN table (0) via register 0 */
154 struct table_reg *r = rtl_table_get(RTL8380_TBL_0, 0);
155
156 rtl_table_read(r, vlan);
157 info->tagged_ports = sw_r32(rtl_table_data(r, 0));
158 v = sw_r32(rtl_table_data(r, 1));
159 pr_debug("VLAN_READ %d: %016llx %08x\n", vlan, info->tagged_ports, v);
160 rtl_table_release(r);
161
162 info->profile_id = v & 0x7;
163 info->hash_mc_fid = !!(v & 0x8);
164 info->hash_uc_fid = !!(v & 0x10);
165 info->fid = (v >> 5) & 0x3f;
166
167 /* Read UNTAG table (0) via table register 1 */
168 r = rtl_table_get(RTL8380_TBL_1, 0);
169 rtl_table_read(r, vlan);
170 info->untagged_ports = sw_r32(rtl_table_data(r, 0));
171 rtl_table_release(r);
172 }
173
174 static void rtl838x_vlan_set_tagged(u32 vlan, struct rtl838x_vlan_info *info)
175 {
176 u32 v;
177 /* Access VLAN table (0) via register 0 */
178 struct table_reg *r = rtl_table_get(RTL8380_TBL_0, 0);
179
180 sw_w32(info->tagged_ports, rtl_table_data(r, 0));
181
182 v = info->profile_id;
183 v |= info->hash_mc_fid ? 0x8 : 0;
184 v |= info->hash_uc_fid ? 0x10 : 0;
185 v |= ((u32)info->fid) << 5;
186 sw_w32(v, rtl_table_data(r, 1));
187
188 rtl_table_write(r, vlan);
189 rtl_table_release(r);
190 }
191
192 static void rtl838x_vlan_set_untagged(u32 vlan, u64 portmask)
193 {
194 /* Access UNTAG table (0) via register 1 */
195 struct table_reg *r = rtl_table_get(RTL8380_TBL_1, 0);
196
197 sw_w32(portmask & 0x1fffffff, rtl_table_data(r, 0));
198 rtl_table_write(r, vlan);
199 rtl_table_release(r);
200 }
201
202 /* Sets the L2 forwarding to be based on either the inner VLAN tag or the outer
203 */
204 static void rtl838x_vlan_fwd_on_inner(int port, bool is_set)
205 {
206 if (is_set)
207 sw_w32_mask(BIT(port), 0, RTL838X_VLAN_PORT_FWD);
208 else
209 sw_w32_mask(0, BIT(port), RTL838X_VLAN_PORT_FWD);
210 }
211
212 static u64 rtl838x_l2_hash_seed(u64 mac, u32 vid)
213 {
214 return mac << 12 | vid;
215 }
216
217 /* Applies the same hash algorithm as the one used currently by the ASIC to the seed
218 * and returns a key into the L2 hash table
219 */
220 static u32 rtl838x_l2_hash_key(struct rtl838x_switch_priv *priv, u64 seed)
221 {
222 u32 h1, h2, h3, h;
223
224 if (sw_r32(priv->r->l2_ctrl_0) & 1) {
225 h1 = (seed >> 11) & 0x7ff;
226 h1 = ((h1 & 0x1f) << 6) | ((h1 >> 5) & 0x3f);
227
228 h2 = (seed >> 33) & 0x7ff;
229 h2 = ((h2 & 0x3f) << 5) | ((h2 >> 6) & 0x1f);
230
231 h3 = (seed >> 44) & 0x7ff;
232 h3 = ((h3 & 0x7f) << 4) | ((h3 >> 7) & 0xf);
233
234 h = h1 ^ h2 ^ h3 ^ ((seed >> 55) & 0x1ff);
235 h ^= ((seed >> 22) & 0x7ff) ^ (seed & 0x7ff);
236 } else {
237 h = ((seed >> 55) & 0x1ff) ^ ((seed >> 44) & 0x7ff) ^
238 ((seed >> 33) & 0x7ff) ^ ((seed >> 22) & 0x7ff) ^
239 ((seed >> 11) & 0x7ff) ^ (seed & 0x7ff);
240 }
241
242 return h;
243 }
244
245 static inline int rtl838x_mac_force_mode_ctrl(int p)
246 {
247 return RTL838X_MAC_FORCE_MODE_CTRL + (p << 2);
248 }
249
250 static inline int rtl838x_mac_port_ctrl(int p)
251 {
252 return RTL838X_MAC_PORT_CTRL(p);
253 }
254
255 static inline int rtl838x_l2_port_new_salrn(int p)
256 {
257 return RTL838X_L2_PORT_NEW_SALRN(p);
258 }
259
260 static inline int rtl838x_l2_port_new_sa_fwd(int p)
261 {
262 return RTL838X_L2_PORT_NEW_SA_FWD(p);
263 }
264
265 static inline int rtl838x_mac_link_spd_sts(int p)
266 {
267 return RTL838X_MAC_LINK_SPD_STS(p);
268 }
269
270 inline static int rtl838x_trk_mbr_ctr(int group)
271 {
272 return RTL838X_TRK_MBR_CTR + (group << 2);
273 }
274
275 /* Fills an L2 entry structure from the SoC registers */
276 static void rtl838x_fill_l2_entry(u32 r[], struct rtl838x_l2_entry *e)
277 {
278 /* Table contains different entry types, we need to identify the right one:
279 * Check for MC entries, first
280 * In contrast to the RTL93xx SoCs, there is no valid bit, use heuristics to
281 * identify valid entries
282 */
283 e->is_ip_mc = !!(r[0] & BIT(22));
284 e->is_ipv6_mc = !!(r[0] & BIT(21));
285 e->type = L2_INVALID;
286
287 if (!e->is_ip_mc && !e->is_ipv6_mc) {
288 e->mac[0] = (r[1] >> 20);
289 e->mac[1] = (r[1] >> 12);
290 e->mac[2] = (r[1] >> 4);
291 e->mac[3] = (r[1] & 0xf) << 4 | (r[2] >> 28);
292 e->mac[4] = (r[2] >> 20);
293 e->mac[5] = (r[2] >> 12);
294
295 e->rvid = r[2] & 0xfff;
296 e->vid = r[0] & 0xfff;
297
298 /* Is it a unicast entry? check multicast bit */
299 if (!(e->mac[0] & 1)) {
300 e->is_static = !!((r[0] >> 19) & 1);
301 e->port = (r[0] >> 12) & 0x1f;
302 e->block_da = !!(r[1] & BIT(30));
303 e->block_sa = !!(r[1] & BIT(31));
304 e->suspended = !!(r[1] & BIT(29));
305 e->next_hop = !!(r[1] & BIT(28));
306 if (e->next_hop) {
307 pr_debug("Found next hop entry, need to read extra data\n");
308 e->nh_vlan_target = !!(r[0] & BIT(9));
309 e->nh_route_id = r[0] & 0x1ff;
310 e->vid = e->rvid;
311 }
312 e->age = (r[0] >> 17) & 0x3;
313 e->valid = true;
314
315 /* A valid entry has one of mutli-cast, aging, sa/da-blocking,
316 * next-hop or static entry bit set
317 */
318 if (!(r[0] & 0x007c0000) && !(r[1] & 0xd0000000))
319 e->valid = false;
320 else
321 e->type = L2_UNICAST;
322 } else { /* L2 multicast */
323 pr_debug("Got L2 MC entry: %08x %08x %08x\n", r[0], r[1], r[2]);
324 e->valid = true;
325 e->type = L2_MULTICAST;
326 e->mc_portmask_index = (r[0] >> 12) & 0x1ff;
327 }
328 } else { /* IPv4 and IPv6 multicast */
329 e->valid = true;
330 e->mc_portmask_index = (r[0] >> 12) & 0x1ff;
331 e->mc_gip = (r[1] << 20) | (r[2] >> 12);
332 e->rvid = r[2] & 0xfff;
333 }
334 if (e->is_ip_mc)
335 e->type = IP4_MULTICAST;
336 if (e->is_ipv6_mc)
337 e->type = IP6_MULTICAST;
338 }
339
340 /* Fills the 3 SoC table registers r[] with the information of in the rtl838x_l2_entry */
341 static void rtl838x_fill_l2_row(u32 r[], struct rtl838x_l2_entry *e)
342 {
343 u64 mac = ether_addr_to_u64(e->mac);
344
345 if (!e->valid) {
346 r[0] = r[1] = r[2] = 0;
347 return;
348 }
349
350 r[0] = e->is_ip_mc ? BIT(22) : 0;
351 r[0] |= e->is_ipv6_mc ? BIT(21) : 0;
352
353 if (!e->is_ip_mc && !e->is_ipv6_mc) {
354 r[1] = mac >> 20;
355 r[2] = (mac & 0xfffff) << 12;
356
357 /* Is it a unicast entry? check multicast bit */
358 if (!(e->mac[0] & 1)) {
359 r[0] |= e->is_static ? BIT(19) : 0;
360 r[0] |= (e->port & 0x3f) << 12;
361 r[0] |= e->vid;
362 r[1] |= e->block_da ? BIT(30) : 0;
363 r[1] |= e->block_sa ? BIT(31) : 0;
364 r[1] |= e->suspended ? BIT(29) : 0;
365 r[2] |= e->rvid & 0xfff;
366 if (e->next_hop) {
367 r[1] |= BIT(28);
368 r[0] |= e->nh_vlan_target ? BIT(9) : 0;
369 r[0] |= e->nh_route_id & 0x1ff;
370 }
371 r[0] |= (e->age & 0x3) << 17;
372 } else { /* L2 Multicast */
373 r[0] |= (e->mc_portmask_index & 0x1ff) << 12;
374 r[2] |= e->rvid & 0xfff;
375 r[0] |= e->vid & 0xfff;
376 pr_debug("FILL MC: %08x %08x %08x\n", r[0], r[1], r[2]);
377 }
378 } else { /* IPv4 and IPv6 multicast */
379 r[0] |= (e->mc_portmask_index & 0x1ff) << 12;
380 r[1] = e->mc_gip >> 20;
381 r[2] = e->mc_gip << 12;
382 r[2] |= e->rvid;
383 }
384 }
385
386 /* Read an L2 UC or MC entry out of a hash bucket of the L2 forwarding table
387 * hash is the id of the bucket and pos is the position of the entry in that bucket
388 * The data read from the SoC is filled into rtl838x_l2_entry
389 */
390 static u64 rtl838x_read_l2_entry_using_hash(u32 hash, u32 pos, struct rtl838x_l2_entry *e)
391 {
392 u32 r[3];
393 struct table_reg *q = rtl_table_get(RTL8380_TBL_L2, 0); /* Access L2 Table 0 */
394 u32 idx = (0 << 14) | (hash << 2) | pos; /* Search SRAM, with hash and at pos in bucket */
395
396 rtl_table_read(q, idx);
397 for (int i = 0; i < 3; i++)
398 r[i] = sw_r32(rtl_table_data(q, i));
399
400 rtl_table_release(q);
401
402 rtl838x_fill_l2_entry(r, e);
403 if (!e->valid)
404 return 0;
405
406 return (((u64) r[1]) << 32) | (r[2]); /* mac and vid concatenated as hash seed */
407 }
408
409 static void rtl838x_write_l2_entry_using_hash(u32 hash, u32 pos, struct rtl838x_l2_entry *e)
410 {
411 u32 r[3];
412 struct table_reg *q = rtl_table_get(RTL8380_TBL_L2, 0);
413
414 u32 idx = (0 << 14) | (hash << 2) | pos; /* Access SRAM, with hash and at pos in bucket */
415
416 rtl838x_fill_l2_row(r, e);
417
418 for (int i = 0; i < 3; i++)
419 sw_w32(r[i], rtl_table_data(q, i));
420
421 rtl_table_write(q, idx);
422 rtl_table_release(q);
423 }
424
425 static u64 rtl838x_read_cam(int idx, struct rtl838x_l2_entry *e)
426 {
427 u32 r[3];
428 struct table_reg *q = rtl_table_get(RTL8380_TBL_L2, 1); /* Access L2 Table 1 */
429
430 rtl_table_read(q, idx);
431 for (int i = 0; i < 3; i++)
432 r[i] = sw_r32(rtl_table_data(q, i));
433
434 rtl_table_release(q);
435
436 rtl838x_fill_l2_entry(r, e);
437 if (!e->valid)
438 return 0;
439
440 pr_debug("Found in CAM: R1 %x R2 %x R3 %x\n", r[0], r[1], r[2]);
441
442 /* Return MAC with concatenated VID ac concatenated ID */
443 return (((u64) r[1]) << 32) | r[2];
444 }
445
446 static void rtl838x_write_cam(int idx, struct rtl838x_l2_entry *e)
447 {
448 u32 r[3];
449 struct table_reg *q = rtl_table_get(RTL8380_TBL_L2, 1); /* Access L2 Table 1 */
450
451 rtl838x_fill_l2_row(r, e);
452
453 for (int i = 0; i < 3; i++)
454 sw_w32(r[i], rtl_table_data(q, i));
455
456 rtl_table_write(q, idx);
457 rtl_table_release(q);
458 }
459
460 static u64 rtl838x_read_mcast_pmask(int idx)
461 {
462 u32 portmask;
463 /* Read MC_PMSK (2) via register RTL8380_TBL_L2 */
464 struct table_reg *q = rtl_table_get(RTL8380_TBL_L2, 2);
465
466 rtl_table_read(q, idx);
467 portmask = sw_r32(rtl_table_data(q, 0));
468 rtl_table_release(q);
469
470 return portmask;
471 }
472
473 static void rtl838x_write_mcast_pmask(int idx, u64 portmask)
474 {
475 /* Access MC_PMSK (2) via register RTL8380_TBL_L2 */
476 struct table_reg *q = rtl_table_get(RTL8380_TBL_L2, 2);
477
478 sw_w32(((u32)portmask) & 0x1fffffff, rtl_table_data(q, 0));
479 rtl_table_write(q, idx);
480 rtl_table_release(q);
481 }
482
483 static void rtl838x_vlan_profile_setup(int profile)
484 {
485 u32 pmask_id = UNKNOWN_MC_PMASK;
486 /* Enable L2 Learning BIT 0, portmask UNKNOWN_MC_PMASK for unknown MC traffic flooding */
487 u32 p = 1 | pmask_id << 1 | pmask_id << 10 | pmask_id << 19;
488
489 sw_w32(p, RTL838X_VLAN_PROFILE(profile));
490
491 /* RTL8380 and RTL8390 use an index into the portmask table to set the
492 * unknown multicast portmask, setup a default at a safe location
493 * On RTL93XX, the portmask is directly set in the profile,
494 * see e.g. rtl9300_vlan_profile_setup
495 */
496 rtl838x_write_mcast_pmask(UNKNOWN_MC_PMASK, 0x1fffffff);
497 }
498
499 static void rtl838x_l2_learning_setup(void)
500 {
501 /* Set portmask for broadcast traffic and unknown unicast address flooding
502 * to the reserved entry in the portmask table used also for
503 * multicast flooding */
504 sw_w32(UNKNOWN_MC_PMASK << 12 | UNKNOWN_MC_PMASK, RTL838X_L2_FLD_PMSK);
505
506 /* Enable learning constraint system-wide (bit 0), per-port (bit 1)
507 * and per vlan (bit 2) */
508 sw_w32(0x7, RTL838X_L2_LRN_CONSTRT_EN);
509
510 /* Limit learning to maximum: 16k entries, after that just flood (bits 0-1) */
511 sw_w32((0x3fff << 2) | 0, RTL838X_L2_LRN_CONSTRT);
512
513 /* Do not trap ARP packets to CPU_PORT */
514 sw_w32(0, RTL838X_SPCL_TRAP_ARP_CTRL);
515 }
516
517 static void rtl838x_enable_learning(int port, bool enable)
518 {
519 /* Limit learning to maximum: 16k entries */
520
521 sw_w32_mask(0x3fff << 2, enable ? (0x3fff << 2) : 0,
522 RTL838X_L2_PORT_LRN_CONSTRT + (port << 2));
523 }
524
525 static void rtl838x_enable_flood(int port, bool enable)
526 {
527 /* 0: Forward
528 * 1: Disable
529 * 2: to CPU
530 * 3: Copy to CPU
531 */
532 sw_w32_mask(0x3, enable ? 0 : 1,
533 RTL838X_L2_PORT_LRN_CONSTRT + (port << 2));
534 }
535
536 static void rtl838x_enable_mcast_flood(int port, bool enable)
537 {
538
539 }
540
541 static void rtl838x_enable_bcast_flood(int port, bool enable)
542 {
543
544 }
545
546 static void rtl838x_set_static_move_action(int port, bool forward)
547 {
548 int shift = MV_ACT_PORT_SHIFT(port);
549 u32 val = forward ? MV_ACT_FORWARD : MV_ACT_DROP;
550
551 sw_w32_mask(MV_ACT_MASK << shift, val << shift,
552 RTL838X_L2_PORT_STATIC_MV_ACT(port));
553 }
554
555 static void rtl838x_stp_get(struct rtl838x_switch_priv *priv, u16 msti, u32 port_state[])
556 {
557 u32 cmd = 1 << 15 | /* Execute cmd */
558 1 << 14 | /* Read */
559 2 << 12 | /* Table type 0b10 */
560 (msti & 0xfff);
561 priv->r->exec_tbl0_cmd(cmd);
562
563 for (int i = 0; i < 2; i++)
564 port_state[i] = sw_r32(priv->r->tbl_access_data_0(i));
565 }
566
567 static void rtl838x_stp_set(struct rtl838x_switch_priv *priv, u16 msti, u32 port_state[])
568 {
569 u32 cmd = 1 << 15 | /* Execute cmd */
570 0 << 14 | /* Write */
571 2 << 12 | /* Table type 0b10 */
572 (msti & 0xfff);
573
574 for (int i = 0; i < 2; i++)
575 sw_w32(port_state[i], priv->r->tbl_access_data_0(i));
576 priv->r->exec_tbl0_cmd(cmd);
577 }
578
579 u64 rtl838x_traffic_get(int source)
580 {
581 return rtl838x_get_port_reg(rtl838x_port_iso_ctrl(source));
582 }
583
584 void rtl838x_traffic_set(int source, u64 dest_matrix)
585 {
586 rtl838x_set_port_reg(dest_matrix, rtl838x_port_iso_ctrl(source));
587 }
588
589 void rtl838x_traffic_enable(int source, int dest)
590 {
591 rtl838x_mask_port_reg(0, BIT(dest), rtl838x_port_iso_ctrl(source));
592 }
593
594 void rtl838x_traffic_disable(int source, int dest)
595 {
596 rtl838x_mask_port_reg(BIT(dest), 0, rtl838x_port_iso_ctrl(source));
597 }
598
599 /* Enables or disables the EEE/EEEP capability of a port */
600 static void rtl838x_port_eee_set(struct rtl838x_switch_priv *priv, int port, bool enable)
601 {
602 u32 v;
603
604 /* This works only for Ethernet ports, and on the RTL838X, ports from 24 are SFP */
605 if (port >= 24)
606 return;
607
608 pr_debug("In %s: setting port %d to %d\n", __func__, port, enable);
609 v = enable ? 0x3 : 0x0;
610
611 /* Set EEE state for 100 (bit 9) & 1000MBit (bit 10) */
612 sw_w32_mask(0x3 << 9, v << 9, priv->r->mac_force_mode_ctrl(port));
613
614 /* Set TX/RX EEE state */
615 if (enable) {
616 sw_w32_mask(0, BIT(port), RTL838X_EEE_PORT_TX_EN);
617 sw_w32_mask(0, BIT(port), RTL838X_EEE_PORT_RX_EN);
618 } else {
619 sw_w32_mask(BIT(port), 0, RTL838X_EEE_PORT_TX_EN);
620 sw_w32_mask(BIT(port), 0, RTL838X_EEE_PORT_RX_EN);
621 }
622 priv->ports[port].eee_enabled = enable;
623 }
624
625
626 /* Get EEE own capabilities and negotiation result */
627 static int rtl838x_eee_port_ability(struct rtl838x_switch_priv *priv,
628 struct ethtool_eee *e, int port)
629 {
630 u64 link;
631
632 if (port >= 24)
633 return 0;
634
635 link = rtl839x_get_port_reg_le(RTL838X_MAC_LINK_STS);
636 if (!(link & BIT(port)))
637 return 0;
638
639 if (sw_r32(rtl838x_mac_force_mode_ctrl(port)) & BIT(9))
640 e->advertised |= ADVERTISED_100baseT_Full;
641
642 if (sw_r32(rtl838x_mac_force_mode_ctrl(port)) & BIT(10))
643 e->advertised |= ADVERTISED_1000baseT_Full;
644
645 if (sw_r32(RTL838X_MAC_EEE_ABLTY) & BIT(port)) {
646 e->lp_advertised = ADVERTISED_100baseT_Full;
647 e->lp_advertised |= ADVERTISED_1000baseT_Full;
648 return 1;
649 }
650
651 return 0;
652 }
653
654 static void rtl838x_init_eee(struct rtl838x_switch_priv *priv, bool enable)
655 {
656 pr_info("Setting up EEE, state: %d\n", enable);
657 sw_w32_mask(0x4, 0, RTL838X_SMI_GLB_CTRL);
658
659 /* Set timers for EEE */
660 sw_w32(0x5001411, RTL838X_EEE_TX_TIMER_GIGA_CTRL);
661 sw_w32(0x5001417, RTL838X_EEE_TX_TIMER_GELITE_CTRL);
662
663 /* Enable EEE MAC support on ports */
664 for (int i = 0; i < priv->cpu_port; i++) {
665 if (priv->ports[i].phy)
666 rtl838x_port_eee_set(priv, i, enable);
667 }
668 priv->eee_enabled = enable;
669 }
670
671 static void rtl838x_pie_lookup_enable(struct rtl838x_switch_priv *priv, int index)
672 {
673 int block = index / PIE_BLOCK_SIZE;
674 u32 block_state = sw_r32(RTL838X_ACL_BLK_LOOKUP_CTRL);
675
676 /* Make sure rule-lookup is enabled in the block */
677 if (!(block_state & BIT(block)))
678 sw_w32(block_state | BIT(block), RTL838X_ACL_BLK_LOOKUP_CTRL);
679 }
680
681 static void rtl838x_pie_rule_del(struct rtl838x_switch_priv *priv, int index_from, int index_to)
682 {
683 int block_from = index_from / PIE_BLOCK_SIZE;
684 int block_to = index_to / PIE_BLOCK_SIZE;
685 u32 v = (index_from << 1)| (index_to << 12 ) | BIT(0);
686 u32 block_state;
687
688 pr_debug("%s: from %d to %d\n", __func__, index_from, index_to);
689 mutex_lock(&priv->reg_mutex);
690
691 /* Remember currently active blocks */
692 block_state = sw_r32(RTL838X_ACL_BLK_LOOKUP_CTRL);
693
694 /* Make sure rule-lookup is disabled in the relevant blocks */
695 for (int block = block_from; block <= block_to; block++) {
696 if (block_state & BIT(block))
697 sw_w32(block_state & (~BIT(block)), RTL838X_ACL_BLK_LOOKUP_CTRL);
698 }
699
700 /* Write from-to and execute bit into control register */
701 sw_w32(v, RTL838X_ACL_CLR_CTRL);
702
703 /* Wait until command has completed */
704 do {
705 } while (sw_r32(RTL838X_ACL_CLR_CTRL) & BIT(0));
706
707 /* Re-enable rule lookup */
708 for (int block = block_from; block <= block_to; block++) {
709 if (!(block_state & BIT(block)))
710 sw_w32(block_state | BIT(block), RTL838X_ACL_BLK_LOOKUP_CTRL);
711 }
712
713 mutex_unlock(&priv->reg_mutex);
714 }
715
716 /* Reads the intermediate representation of the templated match-fields of the
717 * PIE rule in the pie_rule structure and fills in the raw data fields in the
718 * raw register space r[].
719 * The register space configuration size is identical for the RTL8380/90 and RTL9300,
720 * however the RTL9310 has 2 more registers / fields and the physical field-ids
721 * are specific to every platform.
722 */
723 static void rtl838x_write_pie_templated(u32 r[], struct pie_rule *pr, enum template_field_id t[])
724 {
725 for (int i = 0; i < N_FIXED_FIELDS; i++) {
726 enum template_field_id field_type = t[i];
727 u16 data = 0, data_m = 0;
728
729 switch (field_type) {
730 case TEMPLATE_FIELD_SPM0:
731 data = pr->spm;
732 data_m = pr->spm_m;
733 break;
734 case TEMPLATE_FIELD_SPM1:
735 data = pr->spm >> 16;
736 data_m = pr->spm_m >> 16;
737 break;
738 case TEMPLATE_FIELD_OTAG:
739 data = pr->otag;
740 data_m = pr->otag_m;
741 break;
742 case TEMPLATE_FIELD_SMAC0:
743 data = pr->smac[4];
744 data = (data << 8) | pr->smac[5];
745 data_m = pr->smac_m[4];
746 data_m = (data_m << 8) | pr->smac_m[5];
747 break;
748 case TEMPLATE_FIELD_SMAC1:
749 data = pr->smac[2];
750 data = (data << 8) | pr->smac[3];
751 data_m = pr->smac_m[2];
752 data_m = (data_m << 8) | pr->smac_m[3];
753 break;
754 case TEMPLATE_FIELD_SMAC2:
755 data = pr->smac[0];
756 data = (data << 8) | pr->smac[1];
757 data_m = pr->smac_m[0];
758 data_m = (data_m << 8) | pr->smac_m[1];
759 break;
760 case TEMPLATE_FIELD_DMAC0:
761 data = pr->dmac[4];
762 data = (data << 8) | pr->dmac[5];
763 data_m = pr->dmac_m[4];
764 data_m = (data_m << 8) | pr->dmac_m[5];
765 break;
766 case TEMPLATE_FIELD_DMAC1:
767 data = pr->dmac[2];
768 data = (data << 8) | pr->dmac[3];
769 data_m = pr->dmac_m[2];
770 data_m = (data_m << 8) | pr->dmac_m[3];
771 break;
772 case TEMPLATE_FIELD_DMAC2:
773 data = pr->dmac[0];
774 data = (data << 8) | pr->dmac[1];
775 data_m = pr->dmac_m[0];
776 data_m = (data_m << 8) | pr->dmac_m[1];
777 break;
778 case TEMPLATE_FIELD_ETHERTYPE:
779 data = pr->ethertype;
780 data_m = pr->ethertype_m;
781 break;
782 case TEMPLATE_FIELD_ITAG:
783 data = pr->itag;
784 data_m = pr->itag_m;
785 break;
786 case TEMPLATE_FIELD_RANGE_CHK:
787 data = pr->field_range_check;
788 data_m = pr->field_range_check_m;
789 break;
790 case TEMPLATE_FIELD_SIP0:
791 if (pr->is_ipv6) {
792 data = pr->sip6.s6_addr16[7];
793 data_m = pr->sip6_m.s6_addr16[7];
794 } else {
795 data = pr->sip;
796 data_m = pr->sip_m;
797 }
798 break;
799 case TEMPLATE_FIELD_SIP1:
800 if (pr->is_ipv6) {
801 data = pr->sip6.s6_addr16[6];
802 data_m = pr->sip6_m.s6_addr16[6];
803 } else {
804 data = pr->sip >> 16;
805 data_m = pr->sip_m >> 16;
806 }
807 break;
808 case TEMPLATE_FIELD_SIP2:
809 case TEMPLATE_FIELD_SIP3:
810 case TEMPLATE_FIELD_SIP4:
811 case TEMPLATE_FIELD_SIP5:
812 case TEMPLATE_FIELD_SIP6:
813 case TEMPLATE_FIELD_SIP7:
814 data = pr->sip6.s6_addr16[5 - (field_type - TEMPLATE_FIELD_SIP2)];
815 data_m = pr->sip6_m.s6_addr16[5 - (field_type - TEMPLATE_FIELD_SIP2)];
816 break;
817 case TEMPLATE_FIELD_DIP0:
818 if (pr->is_ipv6) {
819 data = pr->dip6.s6_addr16[7];
820 data_m = pr->dip6_m.s6_addr16[7];
821 } else {
822 data = pr->dip;
823 data_m = pr->dip_m;
824 }
825 break;
826 case TEMPLATE_FIELD_DIP1:
827 if (pr->is_ipv6) {
828 data = pr->dip6.s6_addr16[6];
829 data_m = pr->dip6_m.s6_addr16[6];
830 } else {
831 data = pr->dip >> 16;
832 data_m = pr->dip_m >> 16;
833 }
834 break;
835 case TEMPLATE_FIELD_DIP2:
836 case TEMPLATE_FIELD_DIP3:
837 case TEMPLATE_FIELD_DIP4:
838 case TEMPLATE_FIELD_DIP5:
839 case TEMPLATE_FIELD_DIP6:
840 case TEMPLATE_FIELD_DIP7:
841 data = pr->dip6.s6_addr16[5 - (field_type - TEMPLATE_FIELD_DIP2)];
842 data_m = pr->dip6_m.s6_addr16[5 - (field_type - TEMPLATE_FIELD_DIP2)];
843 break;
844 case TEMPLATE_FIELD_IP_TOS_PROTO:
845 data = pr->tos_proto;
846 data_m = pr->tos_proto_m;
847 break;
848 case TEMPLATE_FIELD_L4_SPORT:
849 data = pr->sport;
850 data_m = pr->sport_m;
851 break;
852 case TEMPLATE_FIELD_L4_DPORT:
853 data = pr->dport;
854 data_m = pr->dport_m;
855 break;
856 case TEMPLATE_FIELD_ICMP_IGMP:
857 data = pr->icmp_igmp;
858 data_m = pr->icmp_igmp_m;
859 break;
860 default:
861 pr_info("%s: unknown field %d\n", __func__, field_type);
862 continue;
863 }
864 if (!(i % 2)) {
865 r[5 - i / 2] = data;
866 r[12 - i / 2] = data_m;
867 } else {
868 r[5 - i / 2] |= ((u32)data) << 16;
869 r[12 - i / 2] |= ((u32)data_m) << 16;
870 }
871 }
872 }
873
874 /* Creates the intermediate representation of the templated match-fields of the
875 * PIE rule in the pie_rule structure by reading the raw data fields in the
876 * raw register space r[].
877 * The register space configuration size is identical for the RTL8380/90 and RTL9300,
878 * however the RTL9310 has 2 more registers / fields and the physical field-ids
879 */
880 static void rtl838x_read_pie_templated(u32 r[], struct pie_rule *pr, enum template_field_id t[])
881 {
882 for (int i = 0; i < N_FIXED_FIELDS; i++) {
883 enum template_field_id field_type = t[i];
884 u16 data, data_m;
885
886 field_type = t[i];
887 if (!(i % 2)) {
888 data = r[5 - i / 2];
889 data_m = r[12 - i / 2];
890 } else {
891 data = r[5 - i / 2] >> 16;
892 data_m = r[12 - i / 2] >> 16;
893 }
894
895 switch (field_type) {
896 case TEMPLATE_FIELD_SPM0:
897 pr->spm = (pr->spn << 16) | data;
898 pr->spm_m = (pr->spn << 16) | data_m;
899 break;
900 case TEMPLATE_FIELD_SPM1:
901 pr->spm = data;
902 pr->spm_m = data_m;
903 break;
904 case TEMPLATE_FIELD_OTAG:
905 pr->otag = data;
906 pr->otag_m = data_m;
907 break;
908 case TEMPLATE_FIELD_SMAC0:
909 pr->smac[4] = data >> 8;
910 pr->smac[5] = data;
911 pr->smac_m[4] = data >> 8;
912 pr->smac_m[5] = data;
913 break;
914 case TEMPLATE_FIELD_SMAC1:
915 pr->smac[2] = data >> 8;
916 pr->smac[3] = data;
917 pr->smac_m[2] = data >> 8;
918 pr->smac_m[3] = data;
919 break;
920 case TEMPLATE_FIELD_SMAC2:
921 pr->smac[0] = data >> 8;
922 pr->smac[1] = data;
923 pr->smac_m[0] = data >> 8;
924 pr->smac_m[1] = data;
925 break;
926 case TEMPLATE_FIELD_DMAC0:
927 pr->dmac[4] = data >> 8;
928 pr->dmac[5] = data;
929 pr->dmac_m[4] = data >> 8;
930 pr->dmac_m[5] = data;
931 break;
932 case TEMPLATE_FIELD_DMAC1:
933 pr->dmac[2] = data >> 8;
934 pr->dmac[3] = data;
935 pr->dmac_m[2] = data >> 8;
936 pr->dmac_m[3] = data;
937 break;
938 case TEMPLATE_FIELD_DMAC2:
939 pr->dmac[0] = data >> 8;
940 pr->dmac[1] = data;
941 pr->dmac_m[0] = data >> 8;
942 pr->dmac_m[1] = data;
943 break;
944 case TEMPLATE_FIELD_ETHERTYPE:
945 pr->ethertype = data;
946 pr->ethertype_m = data_m;
947 break;
948 case TEMPLATE_FIELD_ITAG:
949 pr->itag = data;
950 pr->itag_m = data_m;
951 break;
952 case TEMPLATE_FIELD_RANGE_CHK:
953 pr->field_range_check = data;
954 pr->field_range_check_m = data_m;
955 break;
956 case TEMPLATE_FIELD_SIP0:
957 pr->sip = data;
958 pr->sip_m = data_m;
959 break;
960 case TEMPLATE_FIELD_SIP1:
961 pr->sip = (pr->sip << 16) | data;
962 pr->sip_m = (pr->sip << 16) | data_m;
963 break;
964 case TEMPLATE_FIELD_SIP2:
965 pr->is_ipv6 = true;
966 /* Make use of limitiations on the position of the match values */
967 ipv6_addr_set(&pr->sip6, pr->sip, r[5 - i / 2],
968 r[4 - i / 2], r[3 - i / 2]);
969 ipv6_addr_set(&pr->sip6_m, pr->sip_m, r[5 - i / 2],
970 r[4 - i / 2], r[3 - i / 2]);
971 case TEMPLATE_FIELD_SIP3:
972 case TEMPLATE_FIELD_SIP4:
973 case TEMPLATE_FIELD_SIP5:
974 case TEMPLATE_FIELD_SIP6:
975 case TEMPLATE_FIELD_SIP7:
976 break;
977 case TEMPLATE_FIELD_DIP0:
978 pr->dip = data;
979 pr->dip_m = data_m;
980 break;
981 case TEMPLATE_FIELD_DIP1:
982 pr->dip = (pr->dip << 16) | data;
983 pr->dip_m = (pr->dip << 16) | data_m;
984 break;
985 case TEMPLATE_FIELD_DIP2:
986 pr->is_ipv6 = true;
987 ipv6_addr_set(&pr->dip6, pr->dip, r[5 - i / 2],
988 r[4 - i / 2], r[3 - i / 2]);
989 ipv6_addr_set(&pr->dip6_m, pr->dip_m, r[5 - i / 2],
990 r[4 - i / 2], r[3 - i / 2]);
991 case TEMPLATE_FIELD_DIP3:
992 case TEMPLATE_FIELD_DIP4:
993 case TEMPLATE_FIELD_DIP5:
994 case TEMPLATE_FIELD_DIP6:
995 case TEMPLATE_FIELD_DIP7:
996 break;
997 case TEMPLATE_FIELD_IP_TOS_PROTO:
998 pr->tos_proto = data;
999 pr->tos_proto_m = data_m;
1000 break;
1001 case TEMPLATE_FIELD_L4_SPORT:
1002 pr->sport = data;
1003 pr->sport_m = data_m;
1004 break;
1005 case TEMPLATE_FIELD_L4_DPORT:
1006 pr->dport = data;
1007 pr->dport_m = data_m;
1008 break;
1009 case TEMPLATE_FIELD_ICMP_IGMP:
1010 pr->icmp_igmp = data;
1011 pr->icmp_igmp_m = data_m;
1012 break;
1013 default:
1014 pr_info("%s: unknown field %d\n", __func__, field_type);
1015 }
1016 }
1017 }
1018
1019 static void rtl838x_read_pie_fixed_fields(u32 r[], struct pie_rule *pr)
1020 {
1021 pr->spmmask_fix = (r[6] >> 22) & 0x3;
1022 pr->spn = (r[6] >> 16) & 0x3f;
1023 pr->mgnt_vlan = (r[6] >> 15) & 1;
1024 pr->dmac_hit_sw = (r[6] >> 14) & 1;
1025 pr->not_first_frag = (r[6] >> 13) & 1;
1026 pr->frame_type_l4 = (r[6] >> 10) & 7;
1027 pr->frame_type = (r[6] >> 8) & 3;
1028 pr->otag_fmt = (r[6] >> 7) & 1;
1029 pr->itag_fmt = (r[6] >> 6) & 1;
1030 pr->otag_exist = (r[6] >> 5) & 1;
1031 pr->itag_exist = (r[6] >> 4) & 1;
1032 pr->frame_type_l2 = (r[6] >> 2) & 3;
1033 pr->tid = r[6] & 3;
1034
1035 pr->spmmask_fix_m = (r[13] >> 22) & 0x3;
1036 pr->spn_m = (r[13] >> 16) & 0x3f;
1037 pr->mgnt_vlan_m = (r[13] >> 15) & 1;
1038 pr->dmac_hit_sw_m = (r[13] >> 14) & 1;
1039 pr->not_first_frag_m = (r[13] >> 13) & 1;
1040 pr->frame_type_l4_m = (r[13] >> 10) & 7;
1041 pr->frame_type_m = (r[13] >> 8) & 3;
1042 pr->otag_fmt_m = (r[13] >> 7) & 1;
1043 pr->itag_fmt_m = (r[13] >> 6) & 1;
1044 pr->otag_exist_m = (r[13] >> 5) & 1;
1045 pr->itag_exist_m = (r[13] >> 4) & 1;
1046 pr->frame_type_l2_m = (r[13] >> 2) & 3;
1047 pr->tid_m = r[13] & 3;
1048
1049 pr->valid = r[14] & BIT(31);
1050 pr->cond_not = r[14] & BIT(30);
1051 pr->cond_and1 = r[14] & BIT(29);
1052 pr->cond_and2 = r[14] & BIT(28);
1053 pr->ivalid = r[14] & BIT(27);
1054
1055 pr->drop = (r[17] >> 14) & 3;
1056 pr->fwd_sel = r[17] & BIT(13);
1057 pr->ovid_sel = r[17] & BIT(12);
1058 pr->ivid_sel = r[17] & BIT(11);
1059 pr->flt_sel = r[17] & BIT(10);
1060 pr->log_sel = r[17] & BIT(9);
1061 pr->rmk_sel = r[17] & BIT(8);
1062 pr->meter_sel = r[17] & BIT(7);
1063 pr->tagst_sel = r[17] & BIT(6);
1064 pr->mir_sel = r[17] & BIT(5);
1065 pr->nopri_sel = r[17] & BIT(4);
1066 pr->cpupri_sel = r[17] & BIT(3);
1067 pr->otpid_sel = r[17] & BIT(2);
1068 pr->itpid_sel = r[17] & BIT(1);
1069 pr->shaper_sel = r[17] & BIT(0);
1070 }
1071
1072 static void rtl838x_write_pie_fixed_fields(u32 r[], struct pie_rule *pr)
1073 {
1074 r[6] = ((u32) (pr->spmmask_fix & 0x3)) << 22;
1075 r[6] |= ((u32) (pr->spn & 0x3f)) << 16;
1076 r[6] |= pr->mgnt_vlan ? BIT(15) : 0;
1077 r[6] |= pr->dmac_hit_sw ? BIT(14) : 0;
1078 r[6] |= pr->not_first_frag ? BIT(13) : 0;
1079 r[6] |= ((u32) (pr->frame_type_l4 & 0x7)) << 10;
1080 r[6] |= ((u32) (pr->frame_type & 0x3)) << 8;
1081 r[6] |= pr->otag_fmt ? BIT(7) : 0;
1082 r[6] |= pr->itag_fmt ? BIT(6) : 0;
1083 r[6] |= pr->otag_exist ? BIT(5) : 0;
1084 r[6] |= pr->itag_exist ? BIT(4) : 0;
1085 r[6] |= ((u32) (pr->frame_type_l2 & 0x3)) << 2;
1086 r[6] |= ((u32) (pr->tid & 0x3));
1087
1088 r[13] = ((u32) (pr->spmmask_fix_m & 0x3)) << 22;
1089 r[13] |= ((u32) (pr->spn_m & 0x3f)) << 16;
1090 r[13] |= pr->mgnt_vlan_m ? BIT(15) : 0;
1091 r[13] |= pr->dmac_hit_sw_m ? BIT(14) : 0;
1092 r[13] |= pr->not_first_frag_m ? BIT(13) : 0;
1093 r[13] |= ((u32) (pr->frame_type_l4_m & 0x7)) << 10;
1094 r[13] |= ((u32) (pr->frame_type_m & 0x3)) << 8;
1095 r[13] |= pr->otag_fmt_m ? BIT(7) : 0;
1096 r[13] |= pr->itag_fmt_m ? BIT(6) : 0;
1097 r[13] |= pr->otag_exist_m ? BIT(5) : 0;
1098 r[13] |= pr->itag_exist_m ? BIT(4) : 0;
1099 r[13] |= ((u32) (pr->frame_type_l2_m & 0x3)) << 2;
1100 r[13] |= ((u32) (pr->tid_m & 0x3));
1101
1102 r[14] = pr->valid ? BIT(31) : 0;
1103 r[14] |= pr->cond_not ? BIT(30) : 0;
1104 r[14] |= pr->cond_and1 ? BIT(29) : 0;
1105 r[14] |= pr->cond_and2 ? BIT(28) : 0;
1106 r[14] |= pr->ivalid ? BIT(27) : 0;
1107
1108 if (pr->drop)
1109 r[17] = 0x1 << 14; /* Standard drop action */
1110 else
1111 r[17] = 0;
1112 r[17] |= pr->fwd_sel ? BIT(13) : 0;
1113 r[17] |= pr->ovid_sel ? BIT(12) : 0;
1114 r[17] |= pr->ivid_sel ? BIT(11) : 0;
1115 r[17] |= pr->flt_sel ? BIT(10) : 0;
1116 r[17] |= pr->log_sel ? BIT(9) : 0;
1117 r[17] |= pr->rmk_sel ? BIT(8) : 0;
1118 r[17] |= pr->meter_sel ? BIT(7) : 0;
1119 r[17] |= pr->tagst_sel ? BIT(6) : 0;
1120 r[17] |= pr->mir_sel ? BIT(5) : 0;
1121 r[17] |= pr->nopri_sel ? BIT(4) : 0;
1122 r[17] |= pr->cpupri_sel ? BIT(3) : 0;
1123 r[17] |= pr->otpid_sel ? BIT(2) : 0;
1124 r[17] |= pr->itpid_sel ? BIT(1) : 0;
1125 r[17] |= pr->shaper_sel ? BIT(0) : 0;
1126 }
1127
1128 static int rtl838x_write_pie_action(u32 r[], struct pie_rule *pr)
1129 {
1130 u16 *aif = (u16 *)&r[17];
1131 u16 data;
1132 int fields_used = 0;
1133
1134 aif--;
1135
1136 pr_debug("%s, at %08x\n", __func__, (u32)aif);
1137 /* Multiple actions can be linked to a match of a PIE rule,
1138 * they have different precedence depending on their type and this precedence
1139 * defines which Action Information Field (0-4) in the IACL table stores
1140 * the additional data of the action (like e.g. the port number a packet is
1141 * forwarded to) */
1142 /* TODO: count bits in selectors to limit to a maximum number of actions */
1143 if (pr->fwd_sel) { /* Forwarding action */
1144 data = pr->fwd_act << 13;
1145 data |= pr->fwd_data;
1146 data |= pr->bypass_all ? BIT(12) : 0;
1147 data |= pr->bypass_ibc_sc ? BIT(11) : 0;
1148 data |= pr->bypass_igr_stp ? BIT(10) : 0;
1149 *aif-- = data;
1150 fields_used++;
1151 }
1152
1153 if (pr->ovid_sel) { /* Outer VID action */
1154 data = (pr->ovid_act & 0x3) << 12;
1155 data |= pr->ovid_data;
1156 *aif-- = data;
1157 fields_used++;
1158 }
1159
1160 if (pr->ivid_sel) { /* Inner VID action */
1161 data = (pr->ivid_act & 0x3) << 12;
1162 data |= pr->ivid_data;
1163 *aif-- = data;
1164 fields_used++;
1165 }
1166
1167 if (pr->flt_sel) { /* Filter action */
1168 *aif-- = pr->flt_data;
1169 fields_used++;
1170 }
1171
1172 if (pr->log_sel) { /* Log action */
1173 if (fields_used >= 4)
1174 return -1;
1175 *aif-- = pr->log_data;
1176 fields_used++;
1177 }
1178
1179 if (pr->rmk_sel) { /* Remark action */
1180 if (fields_used >= 4)
1181 return -1;
1182 *aif-- = pr->rmk_data;
1183 fields_used++;
1184 }
1185
1186 if (pr->meter_sel) { /* Meter action */
1187 if (fields_used >= 4)
1188 return -1;
1189 *aif-- = pr->meter_data;
1190 fields_used++;
1191 }
1192
1193 if (pr->tagst_sel) { /* Egress Tag Status action */
1194 if (fields_used >= 4)
1195 return -1;
1196 *aif-- = pr->tagst_data;
1197 fields_used++;
1198 }
1199
1200 if (pr->mir_sel) { /* Mirror action */
1201 if (fields_used >= 4)
1202 return -1;
1203 *aif-- = pr->mir_data;
1204 fields_used++;
1205 }
1206
1207 if (pr->nopri_sel) { /* Normal Priority action */
1208 if (fields_used >= 4)
1209 return -1;
1210 *aif-- = pr->nopri_data;
1211 fields_used++;
1212 }
1213
1214 if (pr->cpupri_sel) { /* CPU Priority action */
1215 if (fields_used >= 4)
1216 return -1;
1217 *aif-- = pr->nopri_data;
1218 fields_used++;
1219 }
1220
1221 if (pr->otpid_sel) { /* OTPID action */
1222 if (fields_used >= 4)
1223 return -1;
1224 *aif-- = pr->otpid_data;
1225 fields_used++;
1226 }
1227
1228 if (pr->itpid_sel) { /* ITPID action */
1229 if (fields_used >= 4)
1230 return -1;
1231 *aif-- = pr->itpid_data;
1232 fields_used++;
1233 }
1234
1235 if (pr->shaper_sel) { /* Traffic shaper action */
1236 if (fields_used >= 4)
1237 return -1;
1238 *aif-- = pr->shaper_data;
1239 fields_used++;
1240 }
1241
1242 return 0;
1243 }
1244
1245 static void rtl838x_read_pie_action(u32 r[], struct pie_rule *pr)
1246 {
1247 u16 *aif = (u16 *)&r[17];
1248
1249 aif--;
1250
1251 pr_debug("%s, at %08x\n", __func__, (u32)aif);
1252 if (pr->drop)
1253 pr_debug("%s: Action Drop: %d", __func__, pr->drop);
1254
1255 if (pr->fwd_sel){ /* Forwarding action */
1256 pr->fwd_act = *aif >> 13;
1257 pr->fwd_data = *aif--;
1258 pr->bypass_all = pr->fwd_data & BIT(12);
1259 pr->bypass_ibc_sc = pr->fwd_data & BIT(11);
1260 pr->bypass_igr_stp = pr->fwd_data & BIT(10);
1261 if (pr->bypass_all || pr->bypass_ibc_sc || pr->bypass_igr_stp)
1262 pr->bypass_sel = true;
1263 }
1264 if (pr->ovid_sel) /* Outer VID action */
1265 pr->ovid_data = *aif--;
1266 if (pr->ivid_sel) /* Inner VID action */
1267 pr->ivid_data = *aif--;
1268 if (pr->flt_sel) /* Filter action */
1269 pr->flt_data = *aif--;
1270 if (pr->log_sel) /* Log action */
1271 pr->log_data = *aif--;
1272 if (pr->rmk_sel) /* Remark action */
1273 pr->rmk_data = *aif--;
1274 if (pr->meter_sel) /* Meter action */
1275 pr->meter_data = *aif--;
1276 if (pr->tagst_sel) /* Egress Tag Status action */
1277 pr->tagst_data = *aif--;
1278 if (pr->mir_sel) /* Mirror action */
1279 pr->mir_data = *aif--;
1280 if (pr->nopri_sel) /* Normal Priority action */
1281 pr->nopri_data = *aif--;
1282 if (pr->cpupri_sel) /* CPU Priority action */
1283 pr->nopri_data = *aif--;
1284 if (pr->otpid_sel) /* OTPID action */
1285 pr->otpid_data = *aif--;
1286 if (pr->itpid_sel) /* ITPID action */
1287 pr->itpid_data = *aif--;
1288 if (pr->shaper_sel) /* Traffic shaper action */
1289 pr->shaper_data = *aif--;
1290 }
1291
1292 static void rtl838x_pie_rule_dump_raw(u32 r[])
1293 {
1294 pr_info("Raw IACL table entry:\n");
1295 pr_info("Match : %08x %08x %08x %08x %08x %08x\n", r[0], r[1], r[2], r[3], r[4], r[5]);
1296 pr_info("Fixed : %08x\n", r[6]);
1297 pr_info("Match M: %08x %08x %08x %08x %08x %08x\n", r[7], r[8], r[9], r[10], r[11], r[12]);
1298 pr_info("Fixed M: %08x\n", r[13]);
1299 pr_info("AIF : %08x %08x %08x\n", r[14], r[15], r[16]);
1300 pr_info("Sel : %08x\n", r[17]);
1301 }
1302
1303 // Currently not used
1304 // static void rtl838x_pie_rule_dump(struct pie_rule *pr)
1305 // {
1306 // pr_info("Drop: %d, fwd: %d, ovid: %d, ivid: %d, flt: %d, log: %d, rmk: %d, meter: %d tagst: %d, mir: %d, nopri: %d, cpupri: %d, otpid: %d, itpid: %d, shape: %d\n",
1307 // pr->drop, pr->fwd_sel, pr->ovid_sel, pr->ivid_sel, pr->flt_sel, pr->log_sel, pr->rmk_sel, pr->log_sel, pr->tagst_sel, pr->mir_sel, pr->nopri_sel,
1308 // pr->cpupri_sel, pr->otpid_sel, pr->itpid_sel, pr->shaper_sel);
1309 // if (pr->fwd_sel)
1310 // pr_info("FWD: %08x\n", pr->fwd_data);
1311 // pr_info("TID: %x, %x\n", pr->tid, pr->tid_m);
1312 // }
1313
1314 static int rtl838x_pie_rule_read(struct rtl838x_switch_priv *priv, int idx, struct pie_rule *pr)
1315 {
1316 /* Read IACL table (1) via register 0 */
1317 struct table_reg *q = rtl_table_get(RTL8380_TBL_0, 1);
1318 u32 r[18];
1319 int block = idx / PIE_BLOCK_SIZE;
1320 u32 t_select = sw_r32(RTL838X_ACL_BLK_TMPLTE_CTRL(block));
1321
1322 memset(pr, 0, sizeof(*pr));
1323 rtl_table_read(q, idx);
1324 for (int i = 0; i < 18; i++)
1325 r[i] = sw_r32(rtl_table_data(q, i));
1326
1327 rtl_table_release(q);
1328
1329 rtl838x_read_pie_fixed_fields(r, pr);
1330 if (!pr->valid)
1331 return 0;
1332
1333 pr_info("%s: template_selectors %08x, tid: %d\n", __func__, t_select, pr->tid);
1334 rtl838x_pie_rule_dump_raw(r);
1335
1336 rtl838x_read_pie_templated(r, pr, fixed_templates[(t_select >> (pr->tid * 3)) & 0x7]);
1337
1338 rtl838x_read_pie_action(r, pr);
1339
1340 return 0;
1341 }
1342
1343 static int rtl838x_pie_rule_write(struct rtl838x_switch_priv *priv, int idx, struct pie_rule *pr)
1344 {
1345 /* Access IACL table (1) via register 0 */
1346 struct table_reg *q = rtl_table_get(RTL8380_TBL_0, 1);
1347 u32 r[18];
1348 int err;
1349 int block = idx / PIE_BLOCK_SIZE;
1350 u32 t_select = sw_r32(RTL838X_ACL_BLK_TMPLTE_CTRL(block));
1351
1352 pr_debug("%s: %d, t_select: %08x\n", __func__, idx, t_select);
1353
1354 for (int i = 0; i < 18; i++)
1355 r[i] = 0;
1356
1357 if (!pr->valid) {
1358 err = -EINVAL;
1359 pr_err("Rule invalid\n");
1360 goto errout;
1361 }
1362
1363 rtl838x_write_pie_fixed_fields(r, pr);
1364
1365 pr_debug("%s: template %d\n", __func__, (t_select >> (pr->tid * 3)) & 0x7);
1366 rtl838x_write_pie_templated(r, pr, fixed_templates[(t_select >> (pr->tid * 3)) & 0x7]);
1367
1368 err = rtl838x_write_pie_action(r, pr);
1369 if (err) {
1370 pr_err("Rule actions too complex\n");
1371 goto errout;
1372 }
1373
1374 /* rtl838x_pie_rule_dump_raw(r); */
1375
1376 for (int i = 0; i < 18; i++)
1377 sw_w32(r[i], rtl_table_data(q, i));
1378
1379 errout:
1380 rtl_table_write(q, idx);
1381 rtl_table_release(q);
1382
1383 return err;
1384 }
1385
1386 static bool rtl838x_pie_templ_has(int t, enum template_field_id field_type)
1387 {
1388 enum template_field_id ft;
1389
1390 for (int i = 0; i < N_FIXED_FIELDS; i++) {
1391 ft = fixed_templates[t][i];
1392 if (field_type == ft)
1393 return true;
1394 }
1395
1396 return false;
1397 }
1398
1399 static int rtl838x_pie_verify_template(struct rtl838x_switch_priv *priv,
1400 struct pie_rule *pr, int t, int block)
1401 {
1402 int i;
1403
1404 if (!pr->is_ipv6 && pr->sip_m && !rtl838x_pie_templ_has(t, TEMPLATE_FIELD_SIP0))
1405 return -1;
1406
1407 if (!pr->is_ipv6 && pr->dip_m && !rtl838x_pie_templ_has(t, TEMPLATE_FIELD_DIP0))
1408 return -1;
1409
1410 if (pr->is_ipv6) {
1411 if ((pr->sip6_m.s6_addr32[0] ||
1412 pr->sip6_m.s6_addr32[1] ||
1413 pr->sip6_m.s6_addr32[2] ||
1414 pr->sip6_m.s6_addr32[3]) &&
1415 !rtl838x_pie_templ_has(t, TEMPLATE_FIELD_SIP2))
1416 return -1;
1417 if ((pr->dip6_m.s6_addr32[0] ||
1418 pr->dip6_m.s6_addr32[1] ||
1419 pr->dip6_m.s6_addr32[2] ||
1420 pr->dip6_m.s6_addr32[3]) &&
1421 !rtl838x_pie_templ_has(t, TEMPLATE_FIELD_DIP2))
1422 return -1;
1423 }
1424
1425 if (ether_addr_to_u64(pr->smac) && !rtl838x_pie_templ_has(t, TEMPLATE_FIELD_SMAC0))
1426 return -1;
1427
1428 if (ether_addr_to_u64(pr->dmac) && !rtl838x_pie_templ_has(t, TEMPLATE_FIELD_DMAC0))
1429 return -1;
1430
1431 /* TODO: Check more */
1432
1433 i = find_first_zero_bit(&priv->pie_use_bm[block * 4], PIE_BLOCK_SIZE);
1434
1435 if (i >= PIE_BLOCK_SIZE)
1436 return -1;
1437
1438 return i + PIE_BLOCK_SIZE * block;
1439 }
1440
1441 static int rtl838x_pie_rule_add(struct rtl838x_switch_priv *priv, struct pie_rule *pr)
1442 {
1443 int idx, block, j;
1444
1445 pr_debug("In %s\n", __func__);
1446
1447 mutex_lock(&priv->pie_mutex);
1448
1449 for (block = 0; block < priv->n_pie_blocks; block++) {
1450 for (j = 0; j < 3; j++) {
1451 int t = (sw_r32(RTL838X_ACL_BLK_TMPLTE_CTRL(block)) >> (j * 3)) & 0x7;
1452 pr_debug("Testing block %d, template %d, template id %d\n", block, j, t);
1453 idx = rtl838x_pie_verify_template(priv, pr, t, block);
1454 if (idx >= 0)
1455 break;
1456 }
1457 if (j < 3)
1458 break;
1459 }
1460
1461 if (block >= priv->n_pie_blocks) {
1462 mutex_unlock(&priv->pie_mutex);
1463 return -EOPNOTSUPP;
1464 }
1465
1466 pr_debug("Using block: %d, index %d, template-id %d\n", block, idx, j);
1467 set_bit(idx, priv->pie_use_bm);
1468
1469 pr->valid = true;
1470 pr->tid = j; /* Mapped to template number */
1471 pr->tid_m = 0x3;
1472 pr->id = idx;
1473
1474 rtl838x_pie_lookup_enable(priv, idx);
1475 rtl838x_pie_rule_write(priv, idx, pr);
1476
1477 mutex_unlock(&priv->pie_mutex);
1478
1479 return 0;
1480 }
1481
1482 static void rtl838x_pie_rule_rm(struct rtl838x_switch_priv *priv, struct pie_rule *pr)
1483 {
1484 int idx = pr->id;
1485
1486 rtl838x_pie_rule_del(priv, idx, idx);
1487 clear_bit(idx, priv->pie_use_bm);
1488 }
1489
1490 /* Initializes the Packet Inspection Engine:
1491 * powers it up, enables default matching templates for all blocks
1492 * and clears all rules possibly installed by u-boot
1493 */
1494 static void rtl838x_pie_init(struct rtl838x_switch_priv *priv)
1495 {
1496 u32 template_selectors;
1497
1498 mutex_init(&priv->pie_mutex);
1499
1500 /* Enable ACL lookup on all ports, including CPU_PORT */
1501 for (int i = 0; i <= priv->cpu_port; i++)
1502 sw_w32(1, RTL838X_ACL_PORT_LOOKUP_CTRL(i));
1503
1504 /* Power on all PIE blocks */
1505 for (int i = 0; i < priv->n_pie_blocks; i++)
1506 sw_w32_mask(0, BIT(i), RTL838X_ACL_BLK_PWR_CTRL);
1507
1508 /* Include IPG in metering */
1509 sw_w32(1, RTL838X_METER_GLB_CTRL);
1510
1511 /* Delete all present rules */
1512 rtl838x_pie_rule_del(priv, 0, priv->n_pie_blocks * PIE_BLOCK_SIZE - 1);
1513
1514 /* Routing bypasses source port filter: disable write-protection, first */
1515 sw_w32_mask(0, 3, RTL838X_INT_RW_CTRL);
1516 sw_w32_mask(0, 1, RTL838X_DMY_REG27);
1517 sw_w32_mask(3, 0, RTL838X_INT_RW_CTRL);
1518
1519 /* Enable predefined templates 0, 1 and 2 for even blocks */
1520 template_selectors = 0 | (1 << 3) | (2 << 6);
1521 for (int i = 0; i < 6; i += 2)
1522 sw_w32(template_selectors, RTL838X_ACL_BLK_TMPLTE_CTRL(i));
1523
1524 /* Enable predefined templates 0, 3 and 4 (IPv6 support) for odd blocks */
1525 template_selectors = 0 | (3 << 3) | (4 << 6);
1526 for (int i = 1; i < priv->n_pie_blocks; i += 2)
1527 sw_w32(template_selectors, RTL838X_ACL_BLK_TMPLTE_CTRL(i));
1528
1529 /* Group each pair of physical blocks together to a logical block */
1530 sw_w32(0b10101010101, RTL838X_ACL_BLK_GROUP_CTRL);
1531 }
1532
1533 static u32 rtl838x_packet_cntr_read(int counter)
1534 {
1535 u32 v;
1536
1537 /* Read LOG table (3) via register RTL8380_TBL_0 */
1538 struct table_reg *r = rtl_table_get(RTL8380_TBL_0, 3);
1539
1540 pr_debug("In %s, id %d\n", __func__, counter);
1541 rtl_table_read(r, counter / 2);
1542
1543 pr_debug("Registers: %08x %08x\n",
1544 sw_r32(rtl_table_data(r, 0)), sw_r32(rtl_table_data(r, 1)));
1545 /* The table has a size of 2 registers */
1546 if (counter % 2)
1547 v = sw_r32(rtl_table_data(r, 0));
1548 else
1549 v = sw_r32(rtl_table_data(r, 1));
1550
1551 rtl_table_release(r);
1552
1553 return v;
1554 }
1555
1556 static void rtl838x_packet_cntr_clear(int counter)
1557 {
1558 /* Access LOG table (3) via register RTL8380_TBL_0 */
1559 struct table_reg *r = rtl_table_get(RTL8380_TBL_0, 3);
1560
1561 pr_debug("In %s, id %d\n", __func__, counter);
1562 /* The table has a size of 2 registers */
1563 if (counter % 2)
1564 sw_w32(0, rtl_table_data(r, 0));
1565 else
1566 sw_w32(0, rtl_table_data(r, 1));
1567
1568 rtl_table_write(r, counter / 2);
1569
1570 rtl_table_release(r);
1571 }
1572
1573 static void rtl838x_route_read(int idx, struct rtl83xx_route *rt)
1574 {
1575 /* Read ROUTING table (2) via register RTL8380_TBL_1 */
1576 struct table_reg *r = rtl_table_get(RTL8380_TBL_1, 2);
1577
1578 pr_debug("In %s, id %d\n", __func__, idx);
1579 rtl_table_read(r, idx);
1580
1581 /* The table has a size of 2 registers */
1582 rt->nh.gw = sw_r32(rtl_table_data(r, 0));
1583 rt->nh.gw <<= 32;
1584 rt->nh.gw |= sw_r32(rtl_table_data(r, 1));
1585
1586 rtl_table_release(r);
1587 }
1588
1589 static void rtl838x_route_write(int idx, struct rtl83xx_route *rt)
1590 {
1591 /* Access ROUTING table (2) via register RTL8380_TBL_1 */
1592 struct table_reg *r = rtl_table_get(RTL8380_TBL_1, 2);
1593
1594 pr_debug("In %s, id %d, gw: %016llx\n", __func__, idx, rt->nh.gw);
1595 sw_w32(rt->nh.gw >> 32, rtl_table_data(r, 0));
1596 sw_w32(rt->nh.gw, rtl_table_data(r, 1));
1597 rtl_table_write(r, idx);
1598
1599 rtl_table_release(r);
1600 }
1601
1602 static int rtl838x_l3_setup(struct rtl838x_switch_priv *priv)
1603 {
1604 /* Nothing to be done */
1605 return 0;
1606 }
1607
1608 void rtl838x_vlan_port_keep_tag_set(int port, bool keep_outer, bool keep_inner)
1609 {
1610 sw_w32(FIELD_PREP(RTL838X_VLAN_PORT_TAG_STS_CTRL_OTAG_STS_MASK,
1611 keep_outer ? RTL838X_VLAN_PORT_TAG_STS_TAGGED : RTL838X_VLAN_PORT_TAG_STS_UNTAG) |
1612 FIELD_PREP(RTL838X_VLAN_PORT_TAG_STS_CTRL_ITAG_STS_MASK,
1613 keep_inner ? RTL838X_VLAN_PORT_TAG_STS_TAGGED : RTL838X_VLAN_PORT_TAG_STS_UNTAG),
1614 RTL838X_VLAN_PORT_TAG_STS_CTRL(port));
1615 }
1616
1617 void rtl838x_vlan_port_pvidmode_set(int port, enum pbvlan_type type, enum pbvlan_mode mode)
1618 {
1619 if (type == PBVLAN_TYPE_INNER)
1620 sw_w32_mask(0x3, mode, RTL838X_VLAN_PORT_PB_VLAN + (port << 2));
1621 else
1622 sw_w32_mask(0x3 << 14, mode << 14, RTL838X_VLAN_PORT_PB_VLAN + (port << 2));
1623 }
1624
1625 void rtl838x_vlan_port_pvid_set(int port, enum pbvlan_type type, int pvid)
1626 {
1627 if (type == PBVLAN_TYPE_INNER)
1628 sw_w32_mask(0xfff << 2, pvid << 2, RTL838X_VLAN_PORT_PB_VLAN + (port << 2));
1629 else
1630 sw_w32_mask(0xfff << 16, pvid << 16, RTL838X_VLAN_PORT_PB_VLAN + (port << 2));
1631 }
1632
1633 static int rtl838x_set_ageing_time(unsigned long msec)
1634 {
1635 int t = sw_r32(RTL838X_L2_CTRL_1);
1636
1637 t &= 0x7FFFFF;
1638 t = t * 128 / 625; /* Aging time in seconds. 0: L2 aging disabled */
1639 pr_debug("L2 AGING time: %d sec\n", t);
1640
1641 t = (msec * 625 + 127000) / 128000;
1642 t = t > 0x7FFFFF ? 0x7FFFFF : t;
1643 sw_w32_mask(0x7FFFFF, t, RTL838X_L2_CTRL_1);
1644 pr_debug("Dynamic aging for ports: %x\n", sw_r32(RTL838X_L2_PORT_AGING_OUT));
1645
1646 return 0;
1647 }
1648
1649 static void rtl838x_set_igr_filter(int port, enum igr_filter state)
1650 {
1651 sw_w32_mask(0x3 << ((port & 0xf)<<1), state << ((port & 0xf)<<1),
1652 RTL838X_VLAN_PORT_IGR_FLTR + (((port >> 4) << 2)));
1653 }
1654
1655 static void rtl838x_set_egr_filter(int port, enum egr_filter state)
1656 {
1657 sw_w32_mask(0x1 << (port % 0x1d), state << (port % 0x1d),
1658 RTL838X_VLAN_PORT_EGR_FLTR + (((port / 29) << 2)));
1659 }
1660
1661 void rtl838x_set_distribution_algorithm(int group, int algoidx, u32 algomsk)
1662 {
1663 algoidx &= 1; /* RTL838X only supports 2 concurrent algorithms */
1664 sw_w32_mask(1 << (group % 8), algoidx << (group % 8),
1665 RTL838X_TRK_HASH_IDX_CTRL + ((group >> 3) << 2));
1666 sw_w32(algomsk, RTL838X_TRK_HASH_CTRL + (algoidx << 2));
1667 }
1668
1669 void rtl838x_set_receive_management_action(int port, rma_ctrl_t type, action_type_t action)
1670 {
1671 switch(type) {
1672 case BPDU:
1673 sw_w32_mask(3 << ((port & 0xf) << 1), (action & 0x3) << ((port & 0xf) << 1),
1674 RTL838X_RMA_BPDU_CTRL + ((port >> 4) << 2));
1675 break;
1676 case PTP:
1677 sw_w32_mask(3 << ((port & 0xf) << 1), (action & 0x3) << ((port & 0xf) << 1),
1678 RTL838X_RMA_PTP_CTRL + ((port >> 4) << 2));
1679 break;
1680 case LLTP:
1681 sw_w32_mask(3 << ((port & 0xf) << 1), (action & 0x3) << ((port & 0xf) << 1),
1682 RTL838X_RMA_LLTP_CTRL + ((port >> 4) << 2));
1683 break;
1684 default:
1685 break;
1686 }
1687 }
1688
1689 const struct rtl838x_reg rtl838x_reg = {
1690 .mask_port_reg_be = rtl838x_mask_port_reg,
1691 .set_port_reg_be = rtl838x_set_port_reg,
1692 .get_port_reg_be = rtl838x_get_port_reg,
1693 .mask_port_reg_le = rtl838x_mask_port_reg,
1694 .set_port_reg_le = rtl838x_set_port_reg,
1695 .get_port_reg_le = rtl838x_get_port_reg,
1696 .stat_port_rst = RTL838X_STAT_PORT_RST,
1697 .stat_rst = RTL838X_STAT_RST,
1698 .stat_port_std_mib = RTL838X_STAT_PORT_STD_MIB,
1699 .port_iso_ctrl = rtl838x_port_iso_ctrl,
1700 .traffic_enable = rtl838x_traffic_enable,
1701 .traffic_disable = rtl838x_traffic_disable,
1702 .traffic_get = rtl838x_traffic_get,
1703 .traffic_set = rtl838x_traffic_set,
1704 .l2_ctrl_0 = RTL838X_L2_CTRL_0,
1705 .l2_ctrl_1 = RTL838X_L2_CTRL_1,
1706 .l2_port_aging_out = RTL838X_L2_PORT_AGING_OUT,
1707 .set_ageing_time = rtl838x_set_ageing_time,
1708 .smi_poll_ctrl = RTL838X_SMI_POLL_CTRL,
1709 .l2_tbl_flush_ctrl = RTL838X_L2_TBL_FLUSH_CTRL,
1710 .exec_tbl0_cmd = rtl838x_exec_tbl0_cmd,
1711 .exec_tbl1_cmd = rtl838x_exec_tbl1_cmd,
1712 .tbl_access_data_0 = rtl838x_tbl_access_data_0,
1713 .isr_glb_src = RTL838X_ISR_GLB_SRC,
1714 .isr_port_link_sts_chg = RTL838X_ISR_PORT_LINK_STS_CHG,
1715 .imr_port_link_sts_chg = RTL838X_IMR_PORT_LINK_STS_CHG,
1716 .imr_glb = RTL838X_IMR_GLB,
1717 .vlan_tables_read = rtl838x_vlan_tables_read,
1718 .vlan_set_tagged = rtl838x_vlan_set_tagged,
1719 .vlan_set_untagged = rtl838x_vlan_set_untagged,
1720 .mac_force_mode_ctrl = rtl838x_mac_force_mode_ctrl,
1721 .vlan_profile_dump = rtl838x_vlan_profile_dump,
1722 .vlan_profile_setup = rtl838x_vlan_profile_setup,
1723 .vlan_fwd_on_inner = rtl838x_vlan_fwd_on_inner,
1724 .set_vlan_igr_filter = rtl838x_set_igr_filter,
1725 .set_vlan_egr_filter = rtl838x_set_egr_filter,
1726 .enable_learning = rtl838x_enable_learning,
1727 .enable_flood = rtl838x_enable_flood,
1728 .enable_mcast_flood = rtl838x_enable_mcast_flood,
1729 .enable_bcast_flood = rtl838x_enable_bcast_flood,
1730 .set_static_move_action = rtl838x_set_static_move_action,
1731 .stp_get = rtl838x_stp_get,
1732 .stp_set = rtl838x_stp_set,
1733 .mac_port_ctrl = rtl838x_mac_port_ctrl,
1734 .l2_port_new_salrn = rtl838x_l2_port_new_salrn,
1735 .l2_port_new_sa_fwd = rtl838x_l2_port_new_sa_fwd,
1736 .mir_ctrl = RTL838X_MIR_CTRL,
1737 .mir_dpm = RTL838X_MIR_DPM_CTRL,
1738 .mir_spm = RTL838X_MIR_SPM_CTRL,
1739 .mac_link_sts = RTL838X_MAC_LINK_STS,
1740 .mac_link_dup_sts = RTL838X_MAC_LINK_DUP_STS,
1741 .mac_link_spd_sts = rtl838x_mac_link_spd_sts,
1742 .mac_rx_pause_sts = RTL838X_MAC_RX_PAUSE_STS,
1743 .mac_tx_pause_sts = RTL838X_MAC_TX_PAUSE_STS,
1744 .read_l2_entry_using_hash = rtl838x_read_l2_entry_using_hash,
1745 .write_l2_entry_using_hash = rtl838x_write_l2_entry_using_hash,
1746 .read_cam = rtl838x_read_cam,
1747 .write_cam = rtl838x_write_cam,
1748 .vlan_port_keep_tag_set = rtl838x_vlan_port_keep_tag_set,
1749 .vlan_port_pvidmode_set = rtl838x_vlan_port_pvidmode_set,
1750 .vlan_port_pvid_set = rtl838x_vlan_port_pvid_set,
1751 .trk_mbr_ctr = rtl838x_trk_mbr_ctr,
1752 .rma_bpdu_fld_pmask = RTL838X_RMA_BPDU_FLD_PMSK,
1753 .spcl_trap_eapol_ctrl = RTL838X_SPCL_TRAP_EAPOL_CTRL,
1754 .init_eee = rtl838x_init_eee,
1755 .port_eee_set = rtl838x_port_eee_set,
1756 .eee_port_ability = rtl838x_eee_port_ability,
1757 .l2_hash_seed = rtl838x_l2_hash_seed,
1758 .l2_hash_key = rtl838x_l2_hash_key,
1759 .read_mcast_pmask = rtl838x_read_mcast_pmask,
1760 .write_mcast_pmask = rtl838x_write_mcast_pmask,
1761 .pie_init = rtl838x_pie_init,
1762 .pie_rule_read = rtl838x_pie_rule_read,
1763 .pie_rule_write = rtl838x_pie_rule_write,
1764 .pie_rule_add = rtl838x_pie_rule_add,
1765 .pie_rule_rm = rtl838x_pie_rule_rm,
1766 .l2_learning_setup = rtl838x_l2_learning_setup,
1767 .packet_cntr_read = rtl838x_packet_cntr_read,
1768 .packet_cntr_clear = rtl838x_packet_cntr_clear,
1769 .route_read = rtl838x_route_read,
1770 .route_write = rtl838x_route_write,
1771 .l3_setup = rtl838x_l3_setup,
1772 .set_distribution_algorithm = rtl838x_set_distribution_algorithm,
1773 .set_receive_management_action = rtl838x_set_receive_management_action,
1774 };
1775
1776 irqreturn_t rtl838x_switch_irq(int irq, void *dev_id)
1777 {
1778 struct dsa_switch *ds = dev_id;
1779 u32 status = sw_r32(RTL838X_ISR_GLB_SRC);
1780 u32 ports = sw_r32(RTL838X_ISR_PORT_LINK_STS_CHG);
1781 u32 link;
1782
1783 /* Clear status */
1784 sw_w32(ports, RTL838X_ISR_PORT_LINK_STS_CHG);
1785 pr_info("RTL8380 Link change: status: %x, ports %x\n", status, ports);
1786
1787 for (int i = 0; i < 28; i++) {
1788 if (ports & BIT(i)) {
1789 link = sw_r32(RTL838X_MAC_LINK_STS);
1790 if (link & BIT(i))
1791 dsa_port_phylink_mac_change(ds, i, true);
1792 else
1793 dsa_port_phylink_mac_change(ds, i, false);
1794 }
1795 }
1796
1797 return IRQ_HANDLED;
1798 }
1799
1800 int rtl838x_smi_wait_op(int timeout)
1801 {
1802 int ret = 0;
1803 u32 val;
1804
1805 ret = readx_poll_timeout(sw_r32, RTL838X_SMI_ACCESS_PHY_CTRL_1,
1806 val, !(val & 0x1), 20, timeout);
1807 if (ret)
1808 pr_err("%s: timeout\n", __func__);
1809
1810 return ret;
1811 }
1812
1813 /* Reads a register in a page from the PHY */
1814 int rtl838x_read_phy(u32 port, u32 page, u32 reg, u32 *val)
1815 {
1816 int err;
1817 u32 v;
1818 u32 park_page;
1819
1820 if (port > 31) {
1821 *val = 0xffff;
1822 return 0;
1823 }
1824
1825 if (page > 4095 || reg > 31)
1826 return -ENOTSUPP;
1827
1828 mutex_lock(&smi_lock);
1829
1830 err = rtl838x_smi_wait_op(100000);
1831 if (err)
1832 goto errout;
1833
1834 sw_w32_mask(0xffff0000, port << 16, RTL838X_SMI_ACCESS_PHY_CTRL_2);
1835
1836 park_page = sw_r32(RTL838X_SMI_ACCESS_PHY_CTRL_1) & ((0x1f << 15) | 0x2);
1837 v = reg << 20 | page << 3;
1838 sw_w32(v | park_page, RTL838X_SMI_ACCESS_PHY_CTRL_1);
1839 sw_w32_mask(0, 1, RTL838X_SMI_ACCESS_PHY_CTRL_1);
1840
1841 err = rtl838x_smi_wait_op(100000);
1842 if (err)
1843 goto errout;
1844
1845 *val = sw_r32(RTL838X_SMI_ACCESS_PHY_CTRL_2) & 0xffff;
1846
1847 err = 0;
1848
1849 errout:
1850 mutex_unlock(&smi_lock);
1851
1852 return err;
1853 }
1854
1855 /* Write to a register in a page of the PHY */
1856 int rtl838x_write_phy(u32 port, u32 page, u32 reg, u32 val)
1857 {
1858 int err;
1859 u32 v;
1860 u32 park_page;
1861
1862 val &= 0xffff;
1863 if (port > 31 || page > 4095 || reg > 31)
1864 return -ENOTSUPP;
1865
1866 mutex_lock(&smi_lock);
1867 err = rtl838x_smi_wait_op(100000);
1868 if (err)
1869 goto errout;
1870
1871 sw_w32(BIT(port), RTL838X_SMI_ACCESS_PHY_CTRL_0);
1872 mdelay(10);
1873
1874 sw_w32_mask(0xffff0000, val << 16, RTL838X_SMI_ACCESS_PHY_CTRL_2);
1875
1876 park_page = sw_r32(RTL838X_SMI_ACCESS_PHY_CTRL_1) & ((0x1f << 15) | 0x2);
1877 v = reg << 20 | page << 3 | 0x4;
1878 sw_w32(v | park_page, RTL838X_SMI_ACCESS_PHY_CTRL_1);
1879 sw_w32_mask(0, 1, RTL838X_SMI_ACCESS_PHY_CTRL_1);
1880
1881 err = rtl838x_smi_wait_op(100000);
1882 if (err)
1883 goto errout;
1884
1885 err = 0;
1886
1887 errout:
1888 mutex_unlock(&smi_lock);
1889
1890 return err;
1891 }
1892
1893 /* Read an mmd register of a PHY */
1894 int rtl838x_read_mmd_phy(u32 port, u32 addr, u32 reg, u32 *val)
1895 {
1896 int err;
1897 u32 v;
1898
1899 mutex_lock(&smi_lock);
1900
1901 err = rtl838x_smi_wait_op(100000);
1902 if (err)
1903 goto errout;
1904
1905 sw_w32(1 << port, RTL838X_SMI_ACCESS_PHY_CTRL_0);
1906 mdelay(10);
1907
1908 sw_w32_mask(0xffff0000, port << 16, RTL838X_SMI_ACCESS_PHY_CTRL_2);
1909
1910 v = addr << 16 | reg;
1911 sw_w32(v, RTL838X_SMI_ACCESS_PHY_CTRL_3);
1912
1913 /* mmd-access | read | cmd-start */
1914 v = 1 << 1 | 0 << 2 | 1;
1915 sw_w32(v, RTL838X_SMI_ACCESS_PHY_CTRL_1);
1916
1917 err = rtl838x_smi_wait_op(100000);
1918 if (err)
1919 goto errout;
1920
1921 *val = sw_r32(RTL838X_SMI_ACCESS_PHY_CTRL_2) & 0xffff;
1922
1923 err = 0;
1924
1925 errout:
1926 mutex_unlock(&smi_lock);
1927
1928 return err;
1929 }
1930
1931 /* Write to an mmd register of a PHY */
1932 int rtl838x_write_mmd_phy(u32 port, u32 addr, u32 reg, u32 val)
1933 {
1934 int err;
1935 u32 v;
1936
1937 pr_debug("MMD write: port %d, dev %d, reg %d, val %x\n", port, addr, reg, val);
1938 val &= 0xffff;
1939 mutex_lock(&smi_lock);
1940
1941 err = rtl838x_smi_wait_op(100000);
1942 if (err)
1943 goto errout;
1944
1945 sw_w32(1 << port, RTL838X_SMI_ACCESS_PHY_CTRL_0);
1946 mdelay(10);
1947
1948 sw_w32_mask(0xffff0000, val << 16, RTL838X_SMI_ACCESS_PHY_CTRL_2);
1949
1950 sw_w32_mask(0x1f << 16, addr << 16, RTL838X_SMI_ACCESS_PHY_CTRL_3);
1951 sw_w32_mask(0xffff, reg, RTL838X_SMI_ACCESS_PHY_CTRL_3);
1952 /* mmd-access | write | cmd-start */
1953 v = 1 << 1 | 1 << 2 | 1;
1954 sw_w32(v, RTL838X_SMI_ACCESS_PHY_CTRL_1);
1955
1956 err = rtl838x_smi_wait_op(100000);
1957 if (err)
1958 goto errout;
1959
1960 err = 0;
1961
1962 errout:
1963 mutex_unlock(&smi_lock);
1964 return err;
1965 }
1966
1967 void rtl8380_get_version(struct rtl838x_switch_priv *priv)
1968 {
1969 u32 rw_save, info_save;
1970 u32 info;
1971
1972 rw_save = sw_r32(RTL838X_INT_RW_CTRL);
1973 sw_w32(rw_save | 0x3, RTL838X_INT_RW_CTRL);
1974
1975 info_save = sw_r32(RTL838X_CHIP_INFO);
1976 sw_w32(info_save | 0xA0000000, RTL838X_CHIP_INFO);
1977
1978 info = sw_r32(RTL838X_CHIP_INFO);
1979 sw_w32(info_save, RTL838X_CHIP_INFO);
1980 sw_w32(rw_save, RTL838X_INT_RW_CTRL);
1981
1982 if ((info & 0xFFFF) == 0x6275) {
1983 if (((info >> 16) & 0x1F) == 0x1)
1984 priv->version = RTL8380_VERSION_A;
1985 else if (((info >> 16) & 0x1F) == 0x2)
1986 priv->version = RTL8380_VERSION_B;
1987 else
1988 priv->version = RTL8380_VERSION_B;
1989 } else {
1990 priv->version = '-';
1991 }
1992 }
1993
1994 void rtl838x_vlan_profile_dump(int profile)
1995 {
1996 u32 p;
1997
1998 if (profile < 0 || profile > 7)
1999 return;
2000
2001 p = sw_r32(RTL838X_VLAN_PROFILE(profile));
2002
2003 pr_info("VLAN profile %d: L2 learning: %d, UNKN L2MC FLD PMSK %d, \
2004 UNKN IPMC FLD PMSK %d, UNKN IPv6MC FLD PMSK: %d",
2005 profile, p & 1, (p >> 1) & 0x1ff, (p >> 10) & 0x1ff, (p >> 19) & 0x1ff);
2006 }
2007
2008 void rtl8380_sds_rst(int mac)
2009 {
2010 u32 offset = (mac == 24) ? 0 : 0x100;
2011
2012 sw_w32_mask(1 << 11, 0, RTL838X_SDS4_FIB_REG0 + offset);
2013 sw_w32_mask(0x3, 0, RTL838X_SDS4_REG28 + offset);
2014 sw_w32_mask(0x3, 0x3, RTL838X_SDS4_REG28 + offset);
2015 sw_w32_mask(0, 0x1 << 6, RTL838X_SDS4_DUMMY0 + offset);
2016 sw_w32_mask(0x1 << 6, 0, RTL838X_SDS4_DUMMY0 + offset);
2017 pr_debug("SERDES reset: %d\n", mac);
2018 }
2019
2020 int rtl8380_sds_power(int mac, int val)
2021 {
2022 u32 mode = (val == 1) ? 0x4 : 0x9;
2023 u32 offset = (mac == 24) ? 5 : 0;
2024
2025 if ((mac != 24) && (mac != 26)) {
2026 pr_err("%s: not a fibre port: %d\n", __func__, mac);
2027 return -1;
2028 }
2029
2030 sw_w32_mask(0x1f << offset, mode << offset, RTL838X_SDS_MODE_SEL);
2031
2032 rtl8380_sds_rst(mac);
2033
2034 return 0;
2035 }
Staging tree of Jo-Philipp Wich