Commit | Line | Data |
---|---|---|
8ceee660 BH |
1 | /**************************************************************************** |
2 | * Driver for Solarflare Solarstorm network controllers and boards | |
3 | * Copyright 2005-2006 Fen Systems Ltd. | |
0a6f40c6 | 4 | * Copyright 2006-2010 Solarflare Communications Inc. |
8ceee660 BH |
5 | * |
6 | * This program is free software; you can redistribute it and/or modify it | |
7 | * under the terms of the GNU General Public License version 2 as published | |
8 | * by the Free Software Foundation, incorporated herein by reference. | |
9 | */ | |
10 | ||
11 | #include <linux/netdevice.h> | |
12 | #include <linux/ethtool.h> | |
13 | #include <linux/rtnetlink.h> | |
c39d35eb | 14 | #include <linux/in.h> |
8ceee660 | 15 | #include "net_driver.h" |
04cc8cac | 16 | #include "workarounds.h" |
3273c2e8 | 17 | #include "selftest.h" |
8ceee660 | 18 | #include "efx.h" |
b4187e42 | 19 | #include "filter.h" |
744093c9 | 20 | #include "nic.h" |
8ceee660 | 21 | |
8ceee660 BH |
22 | struct ethtool_string { |
23 | char name[ETH_GSTRING_LEN]; | |
24 | }; | |
25 | ||
26 | struct efx_ethtool_stat { | |
27 | const char *name; | |
28 | enum { | |
29 | EFX_ETHTOOL_STAT_SOURCE_mac_stats, | |
30 | EFX_ETHTOOL_STAT_SOURCE_nic, | |
119226c5 BH |
31 | EFX_ETHTOOL_STAT_SOURCE_channel, |
32 | EFX_ETHTOOL_STAT_SOURCE_tx_queue | |
8ceee660 BH |
33 | } source; |
34 | unsigned offset; | |
35 | u64(*get_stat) (void *field); /* Reader function */ | |
36 | }; | |
37 | ||
38 | /* Initialiser for a struct #efx_ethtool_stat with type-checking */ | |
39 | #define EFX_ETHTOOL_STAT(stat_name, source_name, field, field_type, \ | |
40 | get_stat_function) { \ | |
41 | .name = #stat_name, \ | |
42 | .source = EFX_ETHTOOL_STAT_SOURCE_##source_name, \ | |
43 | .offset = ((((field_type *) 0) == \ | |
44 | &((struct efx_##source_name *)0)->field) ? \ | |
45 | offsetof(struct efx_##source_name, field) : \ | |
46 | offsetof(struct efx_##source_name, field)), \ | |
47 | .get_stat = get_stat_function, \ | |
48 | } | |
49 | ||
50 | static u64 efx_get_uint_stat(void *field) | |
51 | { | |
52 | return *(unsigned int *)field; | |
53 | } | |
54 | ||
8ceee660 BH |
55 | static u64 efx_get_u64_stat(void *field) |
56 | { | |
57 | return *(u64 *) field; | |
58 | } | |
59 | ||
60 | static u64 efx_get_atomic_stat(void *field) | |
61 | { | |
62 | return atomic_read((atomic_t *) field); | |
63 | } | |
64 | ||
8ceee660 | 65 | #define EFX_ETHTOOL_U64_MAC_STAT(field) \ |
9c636baf | 66 | EFX_ETHTOOL_STAT(field, mac_stats, field, \ |
8ceee660 BH |
67 | u64, efx_get_u64_stat) |
68 | ||
69 | #define EFX_ETHTOOL_UINT_NIC_STAT(name) \ | |
70 | EFX_ETHTOOL_STAT(name, nic, n_##name, \ | |
71 | unsigned int, efx_get_uint_stat) | |
72 | ||
73 | #define EFX_ETHTOOL_ATOMIC_NIC_ERROR_STAT(field) \ | |
74 | EFX_ETHTOOL_STAT(field, nic, field, \ | |
75 | atomic_t, efx_get_atomic_stat) | |
76 | ||
77 | #define EFX_ETHTOOL_UINT_CHANNEL_STAT(field) \ | |
78 | EFX_ETHTOOL_STAT(field, channel, n_##field, \ | |
79 | unsigned int, efx_get_uint_stat) | |
80 | ||
119226c5 BH |
81 | #define EFX_ETHTOOL_UINT_TXQ_STAT(field) \ |
82 | EFX_ETHTOOL_STAT(tx_##field, tx_queue, field, \ | |
83 | unsigned int, efx_get_uint_stat) | |
84 | ||
18e83e4c | 85 | static const struct efx_ethtool_stat efx_ethtool_stats[] = { |
8ceee660 BH |
86 | EFX_ETHTOOL_U64_MAC_STAT(tx_bytes), |
87 | EFX_ETHTOOL_U64_MAC_STAT(tx_good_bytes), | |
88 | EFX_ETHTOOL_U64_MAC_STAT(tx_bad_bytes), | |
f9c76250 BH |
89 | EFX_ETHTOOL_U64_MAC_STAT(tx_packets), |
90 | EFX_ETHTOOL_U64_MAC_STAT(tx_bad), | |
91 | EFX_ETHTOOL_U64_MAC_STAT(tx_pause), | |
92 | EFX_ETHTOOL_U64_MAC_STAT(tx_control), | |
93 | EFX_ETHTOOL_U64_MAC_STAT(tx_unicast), | |
94 | EFX_ETHTOOL_U64_MAC_STAT(tx_multicast), | |
95 | EFX_ETHTOOL_U64_MAC_STAT(tx_broadcast), | |
96 | EFX_ETHTOOL_U64_MAC_STAT(tx_lt64), | |
97 | EFX_ETHTOOL_U64_MAC_STAT(tx_64), | |
98 | EFX_ETHTOOL_U64_MAC_STAT(tx_65_to_127), | |
99 | EFX_ETHTOOL_U64_MAC_STAT(tx_128_to_255), | |
100 | EFX_ETHTOOL_U64_MAC_STAT(tx_256_to_511), | |
101 | EFX_ETHTOOL_U64_MAC_STAT(tx_512_to_1023), | |
102 | EFX_ETHTOOL_U64_MAC_STAT(tx_1024_to_15xx), | |
103 | EFX_ETHTOOL_U64_MAC_STAT(tx_15xx_to_jumbo), | |
104 | EFX_ETHTOOL_U64_MAC_STAT(tx_gtjumbo), | |
105 | EFX_ETHTOOL_U64_MAC_STAT(tx_collision), | |
106 | EFX_ETHTOOL_U64_MAC_STAT(tx_single_collision), | |
107 | EFX_ETHTOOL_U64_MAC_STAT(tx_multiple_collision), | |
108 | EFX_ETHTOOL_U64_MAC_STAT(tx_excessive_collision), | |
109 | EFX_ETHTOOL_U64_MAC_STAT(tx_deferred), | |
110 | EFX_ETHTOOL_U64_MAC_STAT(tx_late_collision), | |
111 | EFX_ETHTOOL_U64_MAC_STAT(tx_excessive_deferred), | |
112 | EFX_ETHTOOL_U64_MAC_STAT(tx_non_tcpudp), | |
113 | EFX_ETHTOOL_U64_MAC_STAT(tx_mac_src_error), | |
114 | EFX_ETHTOOL_U64_MAC_STAT(tx_ip_src_error), | |
119226c5 BH |
115 | EFX_ETHTOOL_UINT_TXQ_STAT(tso_bursts), |
116 | EFX_ETHTOOL_UINT_TXQ_STAT(tso_long_headers), | |
117 | EFX_ETHTOOL_UINT_TXQ_STAT(tso_packets), | |
118 | EFX_ETHTOOL_UINT_TXQ_STAT(pushes), | |
8ceee660 BH |
119 | EFX_ETHTOOL_U64_MAC_STAT(rx_bytes), |
120 | EFX_ETHTOOL_U64_MAC_STAT(rx_good_bytes), | |
121 | EFX_ETHTOOL_U64_MAC_STAT(rx_bad_bytes), | |
f9c76250 BH |
122 | EFX_ETHTOOL_U64_MAC_STAT(rx_packets), |
123 | EFX_ETHTOOL_U64_MAC_STAT(rx_good), | |
124 | EFX_ETHTOOL_U64_MAC_STAT(rx_bad), | |
125 | EFX_ETHTOOL_U64_MAC_STAT(rx_pause), | |
126 | EFX_ETHTOOL_U64_MAC_STAT(rx_control), | |
127 | EFX_ETHTOOL_U64_MAC_STAT(rx_unicast), | |
128 | EFX_ETHTOOL_U64_MAC_STAT(rx_multicast), | |
129 | EFX_ETHTOOL_U64_MAC_STAT(rx_broadcast), | |
130 | EFX_ETHTOOL_U64_MAC_STAT(rx_lt64), | |
131 | EFX_ETHTOOL_U64_MAC_STAT(rx_64), | |
132 | EFX_ETHTOOL_U64_MAC_STAT(rx_65_to_127), | |
133 | EFX_ETHTOOL_U64_MAC_STAT(rx_128_to_255), | |
134 | EFX_ETHTOOL_U64_MAC_STAT(rx_256_to_511), | |
135 | EFX_ETHTOOL_U64_MAC_STAT(rx_512_to_1023), | |
136 | EFX_ETHTOOL_U64_MAC_STAT(rx_1024_to_15xx), | |
137 | EFX_ETHTOOL_U64_MAC_STAT(rx_15xx_to_jumbo), | |
138 | EFX_ETHTOOL_U64_MAC_STAT(rx_gtjumbo), | |
139 | EFX_ETHTOOL_U64_MAC_STAT(rx_bad_lt64), | |
140 | EFX_ETHTOOL_U64_MAC_STAT(rx_bad_64_to_15xx), | |
141 | EFX_ETHTOOL_U64_MAC_STAT(rx_bad_15xx_to_jumbo), | |
142 | EFX_ETHTOOL_U64_MAC_STAT(rx_bad_gtjumbo), | |
143 | EFX_ETHTOOL_U64_MAC_STAT(rx_overflow), | |
144 | EFX_ETHTOOL_U64_MAC_STAT(rx_missed), | |
145 | EFX_ETHTOOL_U64_MAC_STAT(rx_false_carrier), | |
146 | EFX_ETHTOOL_U64_MAC_STAT(rx_symbol_error), | |
147 | EFX_ETHTOOL_U64_MAC_STAT(rx_align_error), | |
148 | EFX_ETHTOOL_U64_MAC_STAT(rx_length_error), | |
149 | EFX_ETHTOOL_U64_MAC_STAT(rx_internal_error), | |
8ceee660 BH |
150 | EFX_ETHTOOL_UINT_NIC_STAT(rx_nodesc_drop_cnt), |
151 | EFX_ETHTOOL_ATOMIC_NIC_ERROR_STAT(rx_reset), | |
152 | EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_tobe_disc), | |
153 | EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_ip_hdr_chksum_err), | |
154 | EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_tcp_udp_chksum_err), | |
c1ac403b | 155 | EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_mcast_mismatch), |
8ceee660 | 156 | EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_frm_trunc), |
85740cdf | 157 | EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_nodesc_trunc), |
8ceee660 BH |
158 | }; |
159 | ||
160 | /* Number of ethtool statistics */ | |
161 | #define EFX_ETHTOOL_NUM_STATS ARRAY_SIZE(efx_ethtool_stats) | |
162 | ||
4a5b504d | 163 | #define EFX_ETHTOOL_EEPROM_MAGIC 0xEFAB |
4a5b504d | 164 | |
8ceee660 BH |
165 | /************************************************************************** |
166 | * | |
167 | * Ethtool operations | |
168 | * | |
169 | ************************************************************************** | |
170 | */ | |
171 | ||
172 | /* Identify device by flashing LEDs */ | |
c5e129ac BH |
173 | static int efx_ethtool_phys_id(struct net_device *net_dev, |
174 | enum ethtool_phys_id_state state) | |
8ceee660 | 175 | { |
767e468c | 176 | struct efx_nic *efx = netdev_priv(net_dev); |
fce55922 | 177 | enum efx_led_mode mode = EFX_LED_DEFAULT; |
8ceee660 | 178 | |
c5e129ac BH |
179 | switch (state) { |
180 | case ETHTOOL_ID_ON: | |
181 | mode = EFX_LED_ON; | |
182 | break; | |
183 | case ETHTOOL_ID_OFF: | |
184 | mode = EFX_LED_OFF; | |
185 | break; | |
186 | case ETHTOOL_ID_INACTIVE: | |
187 | mode = EFX_LED_DEFAULT; | |
188 | break; | |
fce55922 AB |
189 | case ETHTOOL_ID_ACTIVE: |
190 | return 1; /* cycle on/off once per second */ | |
c5e129ac | 191 | } |
398468ed | 192 | |
c5e129ac | 193 | efx->type->set_id_led(efx, mode); |
8ceee660 BH |
194 | return 0; |
195 | } | |
196 | ||
197 | /* This must be called with rtnl_lock held. */ | |
d215697f | 198 | static int efx_ethtool_get_settings(struct net_device *net_dev, |
199 | struct ethtool_cmd *ecmd) | |
8ceee660 | 200 | { |
767e468c | 201 | struct efx_nic *efx = netdev_priv(net_dev); |
d3245b28 | 202 | struct efx_link_state *link_state = &efx->link_state; |
8ceee660 BH |
203 | |
204 | mutex_lock(&efx->mac_lock); | |
177dfcd8 | 205 | efx->phy_op->get_settings(efx, ecmd); |
8ceee660 BH |
206 | mutex_unlock(&efx->mac_lock); |
207 | ||
754c653a | 208 | /* GMAC does not support 1000Mbps HD */ |
177dfcd8 | 209 | ecmd->supported &= ~SUPPORTED_1000baseT_Half; |
d3245b28 BH |
210 | /* Both MACs support pause frames (bidirectional and respond-only) */ |
211 | ecmd->supported |= SUPPORTED_Pause | SUPPORTED_Asym_Pause; | |
212 | ||
213 | if (LOOPBACK_INTERNAL(efx)) { | |
70739497 | 214 | ethtool_cmd_speed_set(ecmd, link_state->speed); |
d3245b28 BH |
215 | ecmd->duplex = link_state->fd ? DUPLEX_FULL : DUPLEX_HALF; |
216 | } | |
177dfcd8 BH |
217 | |
218 | return 0; | |
8ceee660 BH |
219 | } |
220 | ||
221 | /* This must be called with rtnl_lock held. */ | |
d215697f | 222 | static int efx_ethtool_set_settings(struct net_device *net_dev, |
223 | struct ethtool_cmd *ecmd) | |
8ceee660 | 224 | { |
767e468c | 225 | struct efx_nic *efx = netdev_priv(net_dev); |
8ceee660 BH |
226 | int rc; |
227 | ||
754c653a | 228 | /* GMAC does not support 1000Mbps HD */ |
25db0338 DD |
229 | if ((ethtool_cmd_speed(ecmd) == SPEED_1000) && |
230 | (ecmd->duplex != DUPLEX_FULL)) { | |
62776d03 BH |
231 | netif_dbg(efx, drv, efx->net_dev, |
232 | "rejecting unsupported 1000Mbps HD setting\n"); | |
177dfcd8 BH |
233 | return -EINVAL; |
234 | } | |
235 | ||
8ceee660 | 236 | mutex_lock(&efx->mac_lock); |
177dfcd8 | 237 | rc = efx->phy_op->set_settings(efx, ecmd); |
8ceee660 | 238 | mutex_unlock(&efx->mac_lock); |
8ceee660 BH |
239 | return rc; |
240 | } | |
241 | ||
242 | static void efx_ethtool_get_drvinfo(struct net_device *net_dev, | |
243 | struct ethtool_drvinfo *info) | |
244 | { | |
767e468c | 245 | struct efx_nic *efx = netdev_priv(net_dev); |
8ceee660 | 246 | |
c5d5f5fd | 247 | strlcpy(info->driver, KBUILD_MODNAME, sizeof(info->driver)); |
8ceee660 | 248 | strlcpy(info->version, EFX_DRIVER_VERSION, sizeof(info->version)); |
8880f4ec | 249 | if (efx_nic_rev(efx) >= EFX_REV_SIENA_A0) |
e5f0fd27 BH |
250 | efx_mcdi_print_fwver(efx, info->fw_version, |
251 | sizeof(info->fw_version)); | |
8ceee660 BH |
252 | strlcpy(info->bus_info, pci_name(efx->pci_dev), sizeof(info->bus_info)); |
253 | } | |
254 | ||
5b98c1bf BH |
255 | static int efx_ethtool_get_regs_len(struct net_device *net_dev) |
256 | { | |
257 | return efx_nic_get_regs_len(netdev_priv(net_dev)); | |
258 | } | |
259 | ||
260 | static void efx_ethtool_get_regs(struct net_device *net_dev, | |
261 | struct ethtool_regs *regs, void *buf) | |
262 | { | |
263 | struct efx_nic *efx = netdev_priv(net_dev); | |
264 | ||
265 | regs->version = efx->type->revision; | |
266 | efx_nic_get_regs(efx, buf); | |
267 | } | |
268 | ||
62776d03 BH |
269 | static u32 efx_ethtool_get_msglevel(struct net_device *net_dev) |
270 | { | |
271 | struct efx_nic *efx = netdev_priv(net_dev); | |
272 | return efx->msg_enable; | |
273 | } | |
274 | ||
275 | static void efx_ethtool_set_msglevel(struct net_device *net_dev, u32 msg_enable) | |
276 | { | |
277 | struct efx_nic *efx = netdev_priv(net_dev); | |
278 | efx->msg_enable = msg_enable; | |
279 | } | |
280 | ||
3273c2e8 BH |
281 | /** |
282 | * efx_fill_test - fill in an individual self-test entry | |
283 | * @test_index: Index of the test | |
284 | * @strings: Ethtool strings, or %NULL | |
285 | * @data: Ethtool test results, or %NULL | |
286 | * @test: Pointer to test result (used only if data != %NULL) | |
740ced99 BH |
287 | * @unit_format: Unit name format (e.g. "chan\%d") |
288 | * @unit_id: Unit id (e.g. 0 for "chan0") | |
3273c2e8 | 289 | * @test_format: Test name format (e.g. "loopback.\%s.tx.sent") |
740ced99 | 290 | * @test_id: Test id (e.g. "PHYXS" for "loopback.PHYXS.tx_sent") |
3273c2e8 BH |
291 | * |
292 | * Fill in an individual self-test entry. | |
293 | */ | |
294 | static void efx_fill_test(unsigned int test_index, | |
295 | struct ethtool_string *strings, u64 *data, | |
296 | int *test, const char *unit_format, int unit_id, | |
297 | const char *test_format, const char *test_id) | |
298 | { | |
299 | struct ethtool_string unit_str, test_str; | |
300 | ||
301 | /* Fill data value, if applicable */ | |
302 | if (data) | |
303 | data[test_index] = *test; | |
304 | ||
305 | /* Fill string, if applicable */ | |
306 | if (strings) { | |
11e66966 BH |
307 | if (strchr(unit_format, '%')) |
308 | snprintf(unit_str.name, sizeof(unit_str.name), | |
309 | unit_format, unit_id); | |
310 | else | |
311 | strcpy(unit_str.name, unit_format); | |
3273c2e8 BH |
312 | snprintf(test_str.name, sizeof(test_str.name), |
313 | test_format, test_id); | |
314 | snprintf(strings[test_index].name, | |
315 | sizeof(strings[test_index].name), | |
740ced99 | 316 | "%-6s %-24s", unit_str.name, test_str.name); |
3273c2e8 BH |
317 | } |
318 | } | |
319 | ||
740ced99 | 320 | #define EFX_CHANNEL_NAME(_channel) "chan%d", _channel->channel |
3273c2e8 BH |
321 | #define EFX_TX_QUEUE_NAME(_tx_queue) "txq%d", _tx_queue->queue |
322 | #define EFX_RX_QUEUE_NAME(_rx_queue) "rxq%d", _rx_queue->queue | |
323 | #define EFX_LOOPBACK_NAME(_mode, _counter) \ | |
c459302d | 324 | "loopback.%s." _counter, STRING_TABLE_LOOKUP(_mode, efx_loopback_mode) |
3273c2e8 BH |
325 | |
326 | /** | |
327 | * efx_fill_loopback_test - fill in a block of loopback self-test entries | |
328 | * @efx: Efx NIC | |
329 | * @lb_tests: Efx loopback self-test results structure | |
330 | * @mode: Loopback test mode | |
331 | * @test_index: Starting index of the test | |
332 | * @strings: Ethtool strings, or %NULL | |
333 | * @data: Ethtool test results, or %NULL | |
334 | */ | |
335 | static int efx_fill_loopback_test(struct efx_nic *efx, | |
336 | struct efx_loopback_self_tests *lb_tests, | |
337 | enum efx_loopback_mode mode, | |
338 | unsigned int test_index, | |
339 | struct ethtool_string *strings, u64 *data) | |
340 | { | |
1ac0226e BH |
341 | struct efx_channel *channel = |
342 | efx_get_channel(efx, efx->tx_channel_offset); | |
3273c2e8 BH |
343 | struct efx_tx_queue *tx_queue; |
344 | ||
f7d12cdc | 345 | efx_for_each_channel_tx_queue(tx_queue, channel) { |
3273c2e8 BH |
346 | efx_fill_test(test_index++, strings, data, |
347 | &lb_tests->tx_sent[tx_queue->queue], | |
348 | EFX_TX_QUEUE_NAME(tx_queue), | |
349 | EFX_LOOPBACK_NAME(mode, "tx_sent")); | |
350 | efx_fill_test(test_index++, strings, data, | |
351 | &lb_tests->tx_done[tx_queue->queue], | |
352 | EFX_TX_QUEUE_NAME(tx_queue), | |
353 | EFX_LOOPBACK_NAME(mode, "tx_done")); | |
354 | } | |
355 | efx_fill_test(test_index++, strings, data, | |
356 | &lb_tests->rx_good, | |
11e66966 | 357 | "rx", 0, |
3273c2e8 BH |
358 | EFX_LOOPBACK_NAME(mode, "rx_good")); |
359 | efx_fill_test(test_index++, strings, data, | |
360 | &lb_tests->rx_bad, | |
11e66966 | 361 | "rx", 0, |
3273c2e8 BH |
362 | EFX_LOOPBACK_NAME(mode, "rx_bad")); |
363 | ||
364 | return test_index; | |
365 | } | |
366 | ||
367 | /** | |
368 | * efx_ethtool_fill_self_tests - get self-test details | |
369 | * @efx: Efx NIC | |
370 | * @tests: Efx self-test results structure, or %NULL | |
371 | * @strings: Ethtool strings, or %NULL | |
372 | * @data: Ethtool test results, or %NULL | |
373 | */ | |
374 | static int efx_ethtool_fill_self_tests(struct efx_nic *efx, | |
375 | struct efx_self_tests *tests, | |
376 | struct ethtool_string *strings, | |
377 | u64 *data) | |
378 | { | |
379 | struct efx_channel *channel; | |
1796721a | 380 | unsigned int n = 0, i; |
3273c2e8 BH |
381 | enum efx_loopback_mode mode; |
382 | ||
4f16c073 BH |
383 | efx_fill_test(n++, strings, data, &tests->phy_alive, |
384 | "phy", 0, "alive", NULL); | |
8c8661e4 BH |
385 | efx_fill_test(n++, strings, data, &tests->nvram, |
386 | "core", 0, "nvram", NULL); | |
3273c2e8 BH |
387 | efx_fill_test(n++, strings, data, &tests->interrupt, |
388 | "core", 0, "interrupt", NULL); | |
389 | ||
390 | /* Event queues */ | |
391 | efx_for_each_channel(channel, efx) { | |
392 | efx_fill_test(n++, strings, data, | |
393 | &tests->eventq_dma[channel->channel], | |
394 | EFX_CHANNEL_NAME(channel), | |
395 | "eventq.dma", NULL); | |
396 | efx_fill_test(n++, strings, data, | |
397 | &tests->eventq_int[channel->channel], | |
398 | EFX_CHANNEL_NAME(channel), | |
399 | "eventq.int", NULL); | |
3273c2e8 BH |
400 | } |
401 | ||
8c8661e4 BH |
402 | efx_fill_test(n++, strings, data, &tests->registers, |
403 | "core", 0, "registers", NULL); | |
1796721a | 404 | |
c1c4f453 BH |
405 | if (efx->phy_op->run_tests != NULL) { |
406 | EFX_BUG_ON_PARANOID(efx->phy_op->test_name == NULL); | |
407 | ||
408 | for (i = 0; true; ++i) { | |
409 | const char *name; | |
410 | ||
411 | EFX_BUG_ON_PARANOID(i >= EFX_MAX_PHY_TESTS); | |
412 | name = efx->phy_op->test_name(efx, i); | |
413 | if (name == NULL) | |
414 | break; | |
415 | ||
4f16c073 | 416 | efx_fill_test(n++, strings, data, &tests->phy_ext[i], |
c1c4f453 BH |
417 | "phy", 0, name, NULL); |
418 | } | |
419 | } | |
3273c2e8 BH |
420 | |
421 | /* Loopback tests */ | |
8c8661e4 | 422 | for (mode = LOOPBACK_NONE; mode <= LOOPBACK_TEST_MAX; mode++) { |
3273c2e8 BH |
423 | if (!(efx->loopback_modes & (1 << mode))) |
424 | continue; | |
425 | n = efx_fill_loopback_test(efx, | |
426 | &tests->loopback[mode], mode, n, | |
427 | strings, data); | |
428 | } | |
429 | ||
430 | return n; | |
431 | } | |
432 | ||
3594e131 BH |
433 | static int efx_ethtool_get_sset_count(struct net_device *net_dev, |
434 | int string_set) | |
8ceee660 | 435 | { |
3594e131 BH |
436 | switch (string_set) { |
437 | case ETH_SS_STATS: | |
438 | return EFX_ETHTOOL_NUM_STATS; | |
439 | case ETH_SS_TEST: | |
440 | return efx_ethtool_fill_self_tests(netdev_priv(net_dev), | |
441 | NULL, NULL, NULL); | |
442 | default: | |
443 | return -EINVAL; | |
444 | } | |
3273c2e8 BH |
445 | } |
446 | ||
8ceee660 BH |
447 | static void efx_ethtool_get_strings(struct net_device *net_dev, |
448 | u32 string_set, u8 *strings) | |
449 | { | |
767e468c | 450 | struct efx_nic *efx = netdev_priv(net_dev); |
8ceee660 BH |
451 | struct ethtool_string *ethtool_strings = |
452 | (struct ethtool_string *)strings; | |
453 | int i; | |
454 | ||
3273c2e8 BH |
455 | switch (string_set) { |
456 | case ETH_SS_STATS: | |
8ceee660 | 457 | for (i = 0; i < EFX_ETHTOOL_NUM_STATS; i++) |
a4ed2d4c | 458 | strlcpy(ethtool_strings[i].name, |
8ceee660 BH |
459 | efx_ethtool_stats[i].name, |
460 | sizeof(ethtool_strings[i].name)); | |
3273c2e8 BH |
461 | break; |
462 | case ETH_SS_TEST: | |
463 | efx_ethtool_fill_self_tests(efx, NULL, | |
464 | ethtool_strings, NULL); | |
465 | break; | |
466 | default: | |
467 | /* No other string sets */ | |
468 | break; | |
469 | } | |
8ceee660 BH |
470 | } |
471 | ||
472 | static void efx_ethtool_get_stats(struct net_device *net_dev, | |
473 | struct ethtool_stats *stats, | |
474 | u64 *data) | |
475 | { | |
767e468c | 476 | struct efx_nic *efx = netdev_priv(net_dev); |
8ceee660 | 477 | struct efx_mac_stats *mac_stats = &efx->mac_stats; |
18e83e4c | 478 | const struct efx_ethtool_stat *stat; |
8ceee660 | 479 | struct efx_channel *channel; |
119226c5 | 480 | struct efx_tx_queue *tx_queue; |
8ceee660 BH |
481 | int i; |
482 | ||
483 | EFX_BUG_ON_PARANOID(stats->n_stats != EFX_ETHTOOL_NUM_STATS); | |
484 | ||
1cb34522 BH |
485 | spin_lock_bh(&efx->stats_lock); |
486 | ||
8ceee660 | 487 | /* Update MAC and NIC statistics */ |
1cb34522 | 488 | efx->type->update_stats(efx); |
8ceee660 BH |
489 | |
490 | /* Fill detailed statistics buffer */ | |
491 | for (i = 0; i < EFX_ETHTOOL_NUM_STATS; i++) { | |
492 | stat = &efx_ethtool_stats[i]; | |
493 | switch (stat->source) { | |
494 | case EFX_ETHTOOL_STAT_SOURCE_mac_stats: | |
495 | data[i] = stat->get_stat((void *)mac_stats + | |
496 | stat->offset); | |
497 | break; | |
498 | case EFX_ETHTOOL_STAT_SOURCE_nic: | |
499 | data[i] = stat->get_stat((void *)efx + stat->offset); | |
500 | break; | |
501 | case EFX_ETHTOOL_STAT_SOURCE_channel: | |
502 | data[i] = 0; | |
503 | efx_for_each_channel(channel, efx) | |
504 | data[i] += stat->get_stat((void *)channel + | |
505 | stat->offset); | |
506 | break; | |
119226c5 BH |
507 | case EFX_ETHTOOL_STAT_SOURCE_tx_queue: |
508 | data[i] = 0; | |
509 | efx_for_each_channel(channel, efx) { | |
510 | efx_for_each_channel_tx_queue(tx_queue, channel) | |
511 | data[i] += | |
512 | stat->get_stat((void *)tx_queue | |
513 | + stat->offset); | |
514 | } | |
515 | break; | |
8ceee660 BH |
516 | } |
517 | } | |
1cb34522 BH |
518 | |
519 | spin_unlock_bh(&efx->stats_lock); | |
8ceee660 BH |
520 | } |
521 | ||
3273c2e8 BH |
522 | static void efx_ethtool_self_test(struct net_device *net_dev, |
523 | struct ethtool_test *test, u64 *data) | |
524 | { | |
767e468c | 525 | struct efx_nic *efx = netdev_priv(net_dev); |
28801f35 | 526 | struct efx_self_tests *efx_tests; |
2ef3068e | 527 | int already_up; |
28801f35 ED |
528 | int rc = -ENOMEM; |
529 | ||
530 | efx_tests = kzalloc(sizeof(*efx_tests), GFP_KERNEL); | |
531 | if (!efx_tests) | |
532 | goto fail; | |
533 | ||
f16aeea0 | 534 | if (efx->state != STATE_READY) { |
3273c2e8 BH |
535 | rc = -EIO; |
536 | goto fail1; | |
537 | } | |
538 | ||
ac33ac61 BH |
539 | netif_info(efx, drv, efx->net_dev, "starting %sline testing\n", |
540 | (test->flags & ETH_TEST_FL_OFFLINE) ? "off" : "on"); | |
541 | ||
3273c2e8 BH |
542 | /* We need rx buffers and interrupts. */ |
543 | already_up = (efx->net_dev->flags & IFF_UP); | |
544 | if (!already_up) { | |
545 | rc = dev_open(efx->net_dev); | |
546 | if (rc) { | |
62776d03 BH |
547 | netif_err(efx, drv, efx->net_dev, |
548 | "failed opening device.\n"); | |
28801f35 | 549 | goto fail1; |
3273c2e8 BH |
550 | } |
551 | } | |
552 | ||
28801f35 | 553 | rc = efx_selftest(efx, efx_tests, test->flags); |
3273c2e8 | 554 | |
3273c2e8 BH |
555 | if (!already_up) |
556 | dev_close(efx->net_dev); | |
557 | ||
ac33ac61 BH |
558 | netif_info(efx, drv, efx->net_dev, "%s %sline self-tests\n", |
559 | rc == 0 ? "passed" : "failed", | |
560 | (test->flags & ETH_TEST_FL_OFFLINE) ? "off" : "on"); | |
3273c2e8 | 561 | |
28801f35 | 562 | fail1: |
3273c2e8 | 563 | /* Fill ethtool results structures */ |
28801f35 ED |
564 | efx_ethtool_fill_self_tests(efx, efx_tests, NULL, data); |
565 | kfree(efx_tests); | |
566 | fail: | |
3273c2e8 BH |
567 | if (rc) |
568 | test->flags |= ETH_TEST_FL_FAILED; | |
569 | } | |
570 | ||
8ceee660 BH |
571 | /* Restart autonegotiation */ |
572 | static int efx_ethtool_nway_reset(struct net_device *net_dev) | |
573 | { | |
767e468c | 574 | struct efx_nic *efx = netdev_priv(net_dev); |
8ceee660 | 575 | |
68e7f45e | 576 | return mdio45_nway_restart(&efx->mdio); |
8ceee660 BH |
577 | } |
578 | ||
a0c4faf5 BH |
579 | /* |
580 | * Each channel has a single IRQ and moderation timer, started by any | |
581 | * completion (or other event). Unless the module parameter | |
582 | * separate_tx_channels is set, IRQs and moderation are therefore | |
583 | * shared between RX and TX completions. In this case, when RX IRQ | |
584 | * moderation is explicitly changed then TX IRQ moderation is | |
585 | * automatically changed too, but otherwise we fail if the two values | |
586 | * are requested to be different. | |
587 | * | |
13225977 BH |
588 | * The hardware does not support a limit on the number of completions |
589 | * before an IRQ, so we do not use the max_frames fields. We should | |
590 | * report and require that max_frames == (usecs != 0), but this would | |
591 | * invalidate existing user documentation. | |
592 | * | |
593 | * The hardware does not have distinct settings for interrupt | |
594 | * moderation while the previous IRQ is being handled, so we should | |
595 | * not use the 'irq' fields. However, an earlier developer | |
596 | * misunderstood the meaning of the 'irq' fields and the driver did | |
597 | * not support the standard fields. To avoid invalidating existing | |
598 | * user documentation, we report and accept changes through either the | |
599 | * standard or 'irq' fields. If both are changed at the same time, we | |
600 | * prefer the standard field. | |
601 | * | |
a0c4faf5 BH |
602 | * We implement adaptive IRQ moderation, but use a different algorithm |
603 | * from that assumed in the definition of struct ethtool_coalesce. | |
604 | * Therefore we do not use any of the adaptive moderation parameters | |
605 | * in it. | |
606 | */ | |
607 | ||
8ceee660 BH |
608 | static int efx_ethtool_get_coalesce(struct net_device *net_dev, |
609 | struct ethtool_coalesce *coalesce) | |
610 | { | |
767e468c | 611 | struct efx_nic *efx = netdev_priv(net_dev); |
a0c4faf5 BH |
612 | unsigned int tx_usecs, rx_usecs; |
613 | bool rx_adaptive; | |
8ceee660 | 614 | |
a0c4faf5 | 615 | efx_get_irq_moderation(efx, &tx_usecs, &rx_usecs, &rx_adaptive); |
8ceee660 | 616 | |
13225977 | 617 | coalesce->tx_coalesce_usecs = tx_usecs; |
a0c4faf5 | 618 | coalesce->tx_coalesce_usecs_irq = tx_usecs; |
13225977 | 619 | coalesce->rx_coalesce_usecs = rx_usecs; |
a0c4faf5 BH |
620 | coalesce->rx_coalesce_usecs_irq = rx_usecs; |
621 | coalesce->use_adaptive_rx_coalesce = rx_adaptive; | |
0d86ebd8 | 622 | |
8ceee660 BH |
623 | return 0; |
624 | } | |
625 | ||
8ceee660 BH |
626 | static int efx_ethtool_set_coalesce(struct net_device *net_dev, |
627 | struct ethtool_coalesce *coalesce) | |
628 | { | |
767e468c | 629 | struct efx_nic *efx = netdev_priv(net_dev); |
8ceee660 | 630 | struct efx_channel *channel; |
b548f976 | 631 | unsigned int tx_usecs, rx_usecs; |
9e393b30 BH |
632 | bool adaptive, rx_may_override_tx; |
633 | int rc; | |
8ceee660 | 634 | |
6fb70fd1 | 635 | if (coalesce->use_adaptive_tx_coalesce) |
9f85ee9c | 636 | return -EINVAL; |
8ceee660 | 637 | |
a0c4faf5 BH |
638 | efx_get_irq_moderation(efx, &tx_usecs, &rx_usecs, &adaptive); |
639 | ||
13225977 BH |
640 | if (coalesce->rx_coalesce_usecs != rx_usecs) |
641 | rx_usecs = coalesce->rx_coalesce_usecs; | |
642 | else | |
643 | rx_usecs = coalesce->rx_coalesce_usecs_irq; | |
644 | ||
6fb70fd1 | 645 | adaptive = coalesce->use_adaptive_rx_coalesce; |
8ceee660 | 646 | |
a0c4faf5 BH |
647 | /* If channels are shared, TX IRQ moderation can be quietly |
648 | * overridden unless it is changed from its old value. | |
649 | */ | |
13225977 BH |
650 | rx_may_override_tx = (coalesce->tx_coalesce_usecs == tx_usecs && |
651 | coalesce->tx_coalesce_usecs_irq == tx_usecs); | |
652 | if (coalesce->tx_coalesce_usecs != tx_usecs) | |
653 | tx_usecs = coalesce->tx_coalesce_usecs; | |
654 | else | |
655 | tx_usecs = coalesce->tx_coalesce_usecs_irq; | |
8ceee660 | 656 | |
9e393b30 BH |
657 | rc = efx_init_irq_moderation(efx, tx_usecs, rx_usecs, adaptive, |
658 | rx_may_override_tx); | |
659 | if (rc != 0) | |
660 | return rc; | |
661 | ||
8ceee660 | 662 | efx_for_each_channel(channel, efx) |
ef2b90ee | 663 | efx->type->push_irq_moderation(channel); |
8ceee660 BH |
664 | |
665 | return 0; | |
666 | } | |
667 | ||
4642610c BH |
668 | static void efx_ethtool_get_ringparam(struct net_device *net_dev, |
669 | struct ethtool_ringparam *ring) | |
670 | { | |
671 | struct efx_nic *efx = netdev_priv(net_dev); | |
672 | ||
673 | ring->rx_max_pending = EFX_MAX_DMAQ_SIZE; | |
674 | ring->tx_max_pending = EFX_MAX_DMAQ_SIZE; | |
4642610c BH |
675 | ring->rx_pending = efx->rxq_entries; |
676 | ring->tx_pending = efx->txq_entries; | |
4642610c BH |
677 | } |
678 | ||
679 | static int efx_ethtool_set_ringparam(struct net_device *net_dev, | |
680 | struct ethtool_ringparam *ring) | |
681 | { | |
682 | struct efx_nic *efx = netdev_priv(net_dev); | |
7e6d06f0 | 683 | u32 txq_entries; |
4642610c BH |
684 | |
685 | if (ring->rx_mini_pending || ring->rx_jumbo_pending || | |
686 | ring->rx_pending > EFX_MAX_DMAQ_SIZE || | |
687 | ring->tx_pending > EFX_MAX_DMAQ_SIZE) | |
688 | return -EINVAL; | |
689 | ||
7e6d06f0 | 690 | if (ring->rx_pending < EFX_RXQ_MIN_ENT) { |
4642610c | 691 | netif_err(efx, drv, efx->net_dev, |
7e6d06f0 BH |
692 | "RX queues cannot be smaller than %u\n", |
693 | EFX_RXQ_MIN_ENT); | |
4642610c BH |
694 | return -EINVAL; |
695 | } | |
696 | ||
7e6d06f0 BH |
697 | txq_entries = max(ring->tx_pending, EFX_TXQ_MIN_ENT(efx)); |
698 | if (txq_entries != ring->tx_pending) | |
699 | netif_warn(efx, drv, efx->net_dev, | |
700 | "increasing TX queue size to minimum of %u\n", | |
701 | txq_entries); | |
702 | ||
703 | return efx_realloc_channels(efx, ring->rx_pending, txq_entries); | |
4642610c BH |
704 | } |
705 | ||
8ceee660 BH |
706 | static int efx_ethtool_set_pauseparam(struct net_device *net_dev, |
707 | struct ethtool_pauseparam *pause) | |
708 | { | |
767e468c | 709 | struct efx_nic *efx = netdev_priv(net_dev); |
b5626946 | 710 | u8 wanted_fc, old_fc; |
d3245b28 | 711 | u32 old_adv; |
04cc8cac | 712 | bool reset; |
d3245b28 BH |
713 | int rc = 0; |
714 | ||
715 | mutex_lock(&efx->mac_lock); | |
8ceee660 | 716 | |
04cc8cac BH |
717 | wanted_fc = ((pause->rx_pause ? EFX_FC_RX : 0) | |
718 | (pause->tx_pause ? EFX_FC_TX : 0) | | |
719 | (pause->autoneg ? EFX_FC_AUTO : 0)); | |
720 | ||
721 | if ((wanted_fc & EFX_FC_TX) && !(wanted_fc & EFX_FC_RX)) { | |
62776d03 BH |
722 | netif_dbg(efx, drv, efx->net_dev, |
723 | "Flow control unsupported: tx ON rx OFF\n"); | |
d3245b28 BH |
724 | rc = -EINVAL; |
725 | goto out; | |
04cc8cac BH |
726 | } |
727 | ||
d3245b28 | 728 | if ((wanted_fc & EFX_FC_AUTO) && !efx->link_advertising) { |
62776d03 BH |
729 | netif_dbg(efx, drv, efx->net_dev, |
730 | "Autonegotiation is disabled\n"); | |
d3245b28 BH |
731 | rc = -EINVAL; |
732 | goto out; | |
04cc8cac BH |
733 | } |
734 | ||
735 | /* TX flow control may automatically turn itself off if the | |
736 | * link partner (intermittently) stops responding to pause | |
737 | * frames. There isn't any indication that this has happened, | |
738 | * so the best we do is leave it up to the user to spot this | |
739 | * and fix it be cycling transmit flow control on this end. */ | |
740 | reset = (wanted_fc & EFX_FC_TX) && !(efx->wanted_fc & EFX_FC_TX); | |
741 | if (EFX_WORKAROUND_11482(efx) && reset) { | |
daeda630 | 742 | if (efx_nic_rev(efx) == EFX_REV_FALCON_B0) { |
04cc8cac | 743 | /* Recover by resetting the EM block */ |
d3245b28 BH |
744 | falcon_stop_nic_stats(efx); |
745 | falcon_drain_tx_fifo(efx); | |
710b208d | 746 | falcon_reconfigure_xmac(efx); |
d3245b28 | 747 | falcon_start_nic_stats(efx); |
04cc8cac BH |
748 | } else { |
749 | /* Schedule a reset to recover */ | |
750 | efx_schedule_reset(efx, RESET_TYPE_INVISIBLE); | |
751 | } | |
752 | } | |
753 | ||
d3245b28 BH |
754 | old_adv = efx->link_advertising; |
755 | old_fc = efx->wanted_fc; | |
756 | efx_link_set_wanted_fc(efx, wanted_fc); | |
757 | if (efx->link_advertising != old_adv || | |
758 | (efx->wanted_fc ^ old_fc) & EFX_FC_AUTO) { | |
759 | rc = efx->phy_op->reconfigure(efx); | |
760 | if (rc) { | |
62776d03 BH |
761 | netif_err(efx, drv, efx->net_dev, |
762 | "Unable to advertise requested flow " | |
763 | "control setting\n"); | |
d3245b28 BH |
764 | goto out; |
765 | } | |
766 | } | |
04cc8cac | 767 | |
d3245b28 BH |
768 | /* Reconfigure the MAC. The PHY *may* generate a link state change event |
769 | * if the user just changed the advertised capabilities, but there's no | |
770 | * harm doing this twice */ | |
710b208d | 771 | efx->type->reconfigure_mac(efx); |
04cc8cac | 772 | |
d3245b28 | 773 | out: |
04cc8cac | 774 | mutex_unlock(&efx->mac_lock); |
8ceee660 | 775 | |
d3245b28 | 776 | return rc; |
8ceee660 BH |
777 | } |
778 | ||
779 | static void efx_ethtool_get_pauseparam(struct net_device *net_dev, | |
780 | struct ethtool_pauseparam *pause) | |
781 | { | |
767e468c | 782 | struct efx_nic *efx = netdev_priv(net_dev); |
8ceee660 | 783 | |
04cc8cac BH |
784 | pause->rx_pause = !!(efx->wanted_fc & EFX_FC_RX); |
785 | pause->tx_pause = !!(efx->wanted_fc & EFX_FC_TX); | |
786 | pause->autoneg = !!(efx->wanted_fc & EFX_FC_AUTO); | |
8ceee660 BH |
787 | } |
788 | ||
789 | ||
89c758fa BH |
790 | static void efx_ethtool_get_wol(struct net_device *net_dev, |
791 | struct ethtool_wolinfo *wol) | |
792 | { | |
793 | struct efx_nic *efx = netdev_priv(net_dev); | |
794 | return efx->type->get_wol(efx, wol); | |
795 | } | |
796 | ||
797 | ||
798 | static int efx_ethtool_set_wol(struct net_device *net_dev, | |
799 | struct ethtool_wolinfo *wol) | |
800 | { | |
801 | struct efx_nic *efx = netdev_priv(net_dev); | |
802 | return efx->type->set_wol(efx, wol->wolopts); | |
803 | } | |
804 | ||
d215697f | 805 | static int efx_ethtool_reset(struct net_device *net_dev, u32 *flags) |
eb9f6744 BH |
806 | { |
807 | struct efx_nic *efx = netdev_priv(net_dev); | |
0e2a9c7c | 808 | int rc; |
eb9f6744 | 809 | |
0e2a9c7c BH |
810 | rc = efx->type->map_reset_flags(flags); |
811 | if (rc < 0) | |
812 | return rc; | |
eb9f6744 | 813 | |
0e2a9c7c | 814 | return efx_reset(efx, rc); |
eb9f6744 BH |
815 | } |
816 | ||
c274d65c BH |
817 | /* MAC address mask including only MC flag */ |
818 | static const u8 mac_addr_mc_mask[ETH_ALEN] = { 0x01, 0, 0, 0, 0, 0 }; | |
819 | ||
0e0c3408 BH |
820 | #define IP4_ADDR_FULL_MASK ((__force __be32)~0) |
821 | #define PORT_FULL_MASK ((__force __be16)~0) | |
822 | ||
b2bb7b77 BH |
823 | static int efx_ethtool_get_class_rule(struct efx_nic *efx, |
824 | struct ethtool_rx_flow_spec *rule) | |
825 | { | |
826 | struct ethtool_tcpip4_spec *ip_entry = &rule->h_u.tcp_ip4_spec; | |
827 | struct ethtool_tcpip4_spec *ip_mask = &rule->m_u.tcp_ip4_spec; | |
c274d65c BH |
828 | struct ethhdr *mac_entry = &rule->h_u.ether_spec; |
829 | struct ethhdr *mac_mask = &rule->m_u.ether_spec; | |
b2bb7b77 BH |
830 | struct efx_filter_spec spec; |
831 | u16 vid; | |
832 | u8 proto; | |
833 | int rc; | |
834 | ||
835 | rc = efx_filter_get_filter_safe(efx, EFX_FILTER_PRI_MANUAL, | |
836 | rule->location, &spec); | |
837 | if (rc) | |
838 | return rc; | |
839 | ||
840 | if (spec.dmaq_id == 0xfff) | |
841 | rule->ring_cookie = RX_CLS_FLOW_DISC; | |
842 | else | |
843 | rule->ring_cookie = spec.dmaq_id; | |
844 | ||
c274d65c BH |
845 | if (spec.type == EFX_FILTER_MC_DEF || spec.type == EFX_FILTER_UC_DEF) { |
846 | rule->flow_type = ETHER_FLOW; | |
847 | memcpy(mac_mask->h_dest, mac_addr_mc_mask, ETH_ALEN); | |
848 | if (spec.type == EFX_FILTER_MC_DEF) | |
849 | memcpy(mac_entry->h_dest, mac_addr_mc_mask, ETH_ALEN); | |
850 | return 0; | |
851 | } | |
852 | ||
853 | rc = efx_filter_get_eth_local(&spec, &vid, mac_entry->h_dest); | |
b2bb7b77 BH |
854 | if (rc == 0) { |
855 | rule->flow_type = ETHER_FLOW; | |
c274d65c | 856 | memset(mac_mask->h_dest, ~0, ETH_ALEN); |
b2bb7b77 BH |
857 | if (vid != EFX_FILTER_VID_UNSPEC) { |
858 | rule->flow_type |= FLOW_EXT; | |
859 | rule->h_ext.vlan_tci = htons(vid); | |
860 | rule->m_ext.vlan_tci = htons(0xfff); | |
861 | } | |
862 | return 0; | |
863 | } | |
864 | ||
865 | rc = efx_filter_get_ipv4_local(&spec, &proto, | |
866 | &ip_entry->ip4dst, &ip_entry->pdst); | |
867 | if (rc != 0) { | |
868 | rc = efx_filter_get_ipv4_full( | |
ac70b2e9 BH |
869 | &spec, &proto, &ip_entry->ip4dst, &ip_entry->pdst, |
870 | &ip_entry->ip4src, &ip_entry->psrc); | |
b2bb7b77 | 871 | EFX_WARN_ON_PARANOID(rc); |
0e0c3408 BH |
872 | ip_mask->ip4src = IP4_ADDR_FULL_MASK; |
873 | ip_mask->psrc = PORT_FULL_MASK; | |
b2bb7b77 BH |
874 | } |
875 | rule->flow_type = (proto == IPPROTO_TCP) ? TCP_V4_FLOW : UDP_V4_FLOW; | |
0e0c3408 BH |
876 | ip_mask->ip4dst = IP4_ADDR_FULL_MASK; |
877 | ip_mask->pdst = PORT_FULL_MASK; | |
b2bb7b77 BH |
878 | return rc; |
879 | } | |
880 | ||
765c9f46 BH |
881 | static int |
882 | efx_ethtool_get_rxnfc(struct net_device *net_dev, | |
b2bb7b77 | 883 | struct ethtool_rxnfc *info, u32 *rule_locs) |
765c9f46 BH |
884 | { |
885 | struct efx_nic *efx = netdev_priv(net_dev); | |
886 | ||
887 | switch (info->cmd) { | |
888 | case ETHTOOL_GRXRINGS: | |
889 | info->data = efx->n_rx_channels; | |
890 | return 0; | |
891 | ||
892 | case ETHTOOL_GRXFH: { | |
893 | unsigned min_revision = 0; | |
894 | ||
895 | info->data = 0; | |
896 | switch (info->flow_type) { | |
897 | case TCP_V4_FLOW: | |
898 | info->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; | |
899 | /* fall through */ | |
900 | case UDP_V4_FLOW: | |
901 | case SCTP_V4_FLOW: | |
902 | case AH_ESP_V4_FLOW: | |
903 | case IPV4_FLOW: | |
904 | info->data |= RXH_IP_SRC | RXH_IP_DST; | |
905 | min_revision = EFX_REV_FALCON_B0; | |
906 | break; | |
907 | case TCP_V6_FLOW: | |
908 | info->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; | |
909 | /* fall through */ | |
910 | case UDP_V6_FLOW: | |
911 | case SCTP_V6_FLOW: | |
912 | case AH_ESP_V6_FLOW: | |
913 | case IPV6_FLOW: | |
914 | info->data |= RXH_IP_SRC | RXH_IP_DST; | |
915 | min_revision = EFX_REV_SIENA_A0; | |
916 | break; | |
917 | default: | |
918 | break; | |
919 | } | |
920 | if (efx_nic_rev(efx) < min_revision) | |
921 | info->data = 0; | |
922 | return 0; | |
923 | } | |
924 | ||
b2bb7b77 BH |
925 | case ETHTOOL_GRXCLSRLCNT: |
926 | info->data = efx_filter_get_rx_id_limit(efx); | |
927 | if (info->data == 0) | |
928 | return -EOPNOTSUPP; | |
929 | info->data |= RX_CLS_LOC_SPECIAL; | |
930 | info->rule_cnt = | |
931 | efx_filter_count_rx_used(efx, EFX_FILTER_PRI_MANUAL); | |
932 | return 0; | |
933 | ||
934 | case ETHTOOL_GRXCLSRULE: | |
935 | if (efx_filter_get_rx_id_limit(efx) == 0) | |
936 | return -EOPNOTSUPP; | |
937 | return efx_ethtool_get_class_rule(efx, &info->fs); | |
938 | ||
939 | case ETHTOOL_GRXCLSRLALL: { | |
940 | s32 rc; | |
941 | info->data = efx_filter_get_rx_id_limit(efx); | |
942 | if (info->data == 0) | |
943 | return -EOPNOTSUPP; | |
944 | rc = efx_filter_get_rx_ids(efx, EFX_FILTER_PRI_MANUAL, | |
945 | rule_locs, info->rule_cnt); | |
946 | if (rc < 0) | |
947 | return rc; | |
948 | info->rule_cnt = rc; | |
949 | return 0; | |
950 | } | |
951 | ||
765c9f46 BH |
952 | default: |
953 | return -EOPNOTSUPP; | |
954 | } | |
955 | } | |
956 | ||
b2bb7b77 BH |
957 | static int efx_ethtool_set_class_rule(struct efx_nic *efx, |
958 | struct ethtool_rx_flow_spec *rule) | |
b4187e42 | 959 | { |
b2bb7b77 BH |
960 | struct ethtool_tcpip4_spec *ip_entry = &rule->h_u.tcp_ip4_spec; |
961 | struct ethtool_tcpip4_spec *ip_mask = &rule->m_u.tcp_ip4_spec; | |
962 | struct ethhdr *mac_entry = &rule->h_u.ether_spec; | |
963 | struct ethhdr *mac_mask = &rule->m_u.ether_spec; | |
964 | struct efx_filter_spec spec; | |
c39d35eb | 965 | int rc; |
b4187e42 | 966 | |
b2bb7b77 | 967 | /* Check that user wants us to choose the location */ |
9e0f9a10 | 968 | if (rule->location != RX_CLS_LOC_ANY) |
b4187e42 BH |
969 | return -EINVAL; |
970 | ||
b2bb7b77 BH |
971 | /* Range-check ring_cookie */ |
972 | if (rule->ring_cookie >= efx->n_rx_channels && | |
973 | rule->ring_cookie != RX_CLS_FLOW_DISC) | |
b4187e42 BH |
974 | return -EINVAL; |
975 | ||
b2bb7b77 BH |
976 | /* Check for unsupported extensions */ |
977 | if ((rule->flow_type & FLOW_EXT) && | |
0e0c3408 | 978 | (rule->m_ext.vlan_etype || rule->m_ext.data[0] || |
b2bb7b77 BH |
979 | rule->m_ext.data[1])) |
980 | return -EINVAL; | |
981 | ||
85740cdf BH |
982 | efx_filter_init_rx(&spec, EFX_FILTER_PRI_MANUAL, |
983 | efx->rx_scatter ? EFX_FILTER_FLAG_RX_SCATTER : 0, | |
b2bb7b77 BH |
984 | (rule->ring_cookie == RX_CLS_FLOW_DISC) ? |
985 | 0xfff : rule->ring_cookie); | |
c39d35eb | 986 | |
b2bb7b77 | 987 | switch (rule->flow_type) { |
b4187e42 | 988 | case TCP_V4_FLOW: |
c39d35eb | 989 | case UDP_V4_FLOW: { |
b2bb7b77 | 990 | u8 proto = (rule->flow_type == TCP_V4_FLOW ? |
c39d35eb BH |
991 | IPPROTO_TCP : IPPROTO_UDP); |
992 | ||
b4187e42 | 993 | /* Must match all of destination, */ |
0e0c3408 BH |
994 | if (!(ip_mask->ip4dst == IP4_ADDR_FULL_MASK && |
995 | ip_mask->pdst == PORT_FULL_MASK)) | |
b4187e42 BH |
996 | return -EINVAL; |
997 | /* all or none of source, */ | |
0e0c3408 BH |
998 | if ((ip_mask->ip4src || ip_mask->psrc) && |
999 | !(ip_mask->ip4src == IP4_ADDR_FULL_MASK && | |
1000 | ip_mask->psrc == PORT_FULL_MASK)) | |
b4187e42 BH |
1001 | return -EINVAL; |
1002 | /* and nothing else */ | |
0e0c3408 | 1003 | if (ip_mask->tos || rule->m_ext.vlan_tci) |
b4187e42 | 1004 | return -EINVAL; |
c39d35eb | 1005 | |
b2bb7b77 BH |
1006 | if (ip_mask->ip4src) |
1007 | rc = efx_filter_set_ipv4_full(&spec, proto, | |
c39d35eb BH |
1008 | ip_entry->ip4dst, |
1009 | ip_entry->pdst, | |
1010 | ip_entry->ip4src, | |
1011 | ip_entry->psrc); | |
1012 | else | |
b2bb7b77 | 1013 | rc = efx_filter_set_ipv4_local(&spec, proto, |
c39d35eb BH |
1014 | ip_entry->ip4dst, |
1015 | ip_entry->pdst); | |
1016 | if (rc) | |
1017 | return rc; | |
b4187e42 | 1018 | break; |
c39d35eb BH |
1019 | } |
1020 | ||
b2bb7b77 | 1021 | case ETHER_FLOW | FLOW_EXT: |
c274d65c BH |
1022 | case ETHER_FLOW: { |
1023 | u16 vlan_tag_mask = (rule->flow_type & FLOW_EXT ? | |
1024 | ntohs(rule->m_ext.vlan_tci) : 0); | |
1025 | ||
1026 | /* Must not match on source address or Ethertype */ | |
b2bb7b77 BH |
1027 | if (!is_zero_ether_addr(mac_mask->h_source) || |
1028 | mac_mask->h_proto) | |
b4187e42 | 1029 | return -EINVAL; |
c39d35eb | 1030 | |
c274d65c | 1031 | /* Is it a default UC or MC filter? */ |
2e42e474 | 1032 | if (ether_addr_equal(mac_mask->h_dest, mac_addr_mc_mask) && |
c274d65c BH |
1033 | vlan_tag_mask == 0) { |
1034 | if (is_multicast_ether_addr(mac_entry->h_dest)) | |
1035 | rc = efx_filter_set_mc_def(&spec); | |
1036 | else | |
1037 | rc = efx_filter_set_uc_def(&spec); | |
1038 | } | |
1039 | /* Otherwise, it must match all of destination and all | |
1040 | * or none of VID. | |
1041 | */ | |
1042 | else if (is_broadcast_ether_addr(mac_mask->h_dest) && | |
1043 | (vlan_tag_mask == 0xfff || vlan_tag_mask == 0)) { | |
1044 | rc = efx_filter_set_eth_local( | |
1045 | &spec, | |
1046 | vlan_tag_mask ? | |
1047 | ntohs(rule->h_ext.vlan_tci) : EFX_FILTER_VID_UNSPEC, | |
1048 | mac_entry->h_dest); | |
1049 | } else { | |
1050 | rc = -EINVAL; | |
1051 | } | |
c39d35eb BH |
1052 | if (rc) |
1053 | return rc; | |
b4187e42 | 1054 | break; |
c274d65c | 1055 | } |
c39d35eb | 1056 | |
b4187e42 BH |
1057 | default: |
1058 | return -EINVAL; | |
1059 | } | |
1060 | ||
b2bb7b77 BH |
1061 | rc = efx_filter_insert_filter(efx, &spec, true); |
1062 | if (rc < 0) | |
1063 | return rc; | |
47a8467c | 1064 | |
b2bb7b77 BH |
1065 | rule->location = rc; |
1066 | return 0; | |
1067 | } | |
1068 | ||
1069 | static int efx_ethtool_set_rxnfc(struct net_device *net_dev, | |
1070 | struct ethtool_rxnfc *info) | |
1071 | { | |
1072 | struct efx_nic *efx = netdev_priv(net_dev); | |
1073 | ||
1074 | if (efx_filter_get_rx_id_limit(efx) == 0) | |
1075 | return -EOPNOTSUPP; | |
1076 | ||
1077 | switch (info->cmd) { | |
1078 | case ETHTOOL_SRXCLSRLINS: | |
1079 | return efx_ethtool_set_class_rule(efx, &info->fs); | |
1080 | ||
1081 | case ETHTOOL_SRXCLSRLDEL: | |
1082 | return efx_filter_remove_id_safe(efx, EFX_FILTER_PRI_MANUAL, | |
1083 | info->fs.location); | |
1084 | ||
1085 | default: | |
1086 | return -EOPNOTSUPP; | |
1087 | } | |
b4187e42 BH |
1088 | } |
1089 | ||
7850f63f | 1090 | static u32 efx_ethtool_get_rxfh_indir_size(struct net_device *net_dev) |
765c9f46 BH |
1091 | { |
1092 | struct efx_nic *efx = netdev_priv(net_dev); | |
765c9f46 | 1093 | |
cd2d5b52 BH |
1094 | return ((efx_nic_rev(efx) < EFX_REV_FALCON_B0 || |
1095 | efx->n_rx_channels == 1) ? | |
7850f63f BH |
1096 | 0 : ARRAY_SIZE(efx->rx_indir_table)); |
1097 | } | |
1098 | ||
1099 | static int efx_ethtool_get_rxfh_indir(struct net_device *net_dev, u32 *indir) | |
1100 | { | |
1101 | struct efx_nic *efx = netdev_priv(net_dev); | |
765c9f46 | 1102 | |
7850f63f | 1103 | memcpy(indir, efx->rx_indir_table, sizeof(efx->rx_indir_table)); |
765c9f46 BH |
1104 | return 0; |
1105 | } | |
1106 | ||
1107 | static int efx_ethtool_set_rxfh_indir(struct net_device *net_dev, | |
7850f63f | 1108 | const u32 *indir) |
765c9f46 BH |
1109 | { |
1110 | struct efx_nic *efx = netdev_priv(net_dev); | |
765c9f46 | 1111 | |
7850f63f | 1112 | memcpy(efx->rx_indir_table, indir, sizeof(efx->rx_indir_table)); |
765c9f46 BH |
1113 | efx_nic_push_rx_indir_table(efx); |
1114 | return 0; | |
1115 | } | |
1116 | ||
c087bd2c SH |
1117 | static int efx_ethtool_get_module_eeprom(struct net_device *net_dev, |
1118 | struct ethtool_eeprom *ee, | |
1119 | u8 *data) | |
1120 | { | |
1121 | struct efx_nic *efx = netdev_priv(net_dev); | |
1122 | int ret; | |
1123 | ||
1124 | if (!efx->phy_op || !efx->phy_op->get_module_eeprom) | |
1125 | return -EOPNOTSUPP; | |
1126 | ||
1127 | mutex_lock(&efx->mac_lock); | |
1128 | ret = efx->phy_op->get_module_eeprom(efx, ee, data); | |
1129 | mutex_unlock(&efx->mac_lock); | |
1130 | ||
1131 | return ret; | |
1132 | } | |
1133 | ||
1134 | static int efx_ethtool_get_module_info(struct net_device *net_dev, | |
1135 | struct ethtool_modinfo *modinfo) | |
1136 | { | |
1137 | struct efx_nic *efx = netdev_priv(net_dev); | |
1138 | int ret; | |
1139 | ||
1140 | if (!efx->phy_op || !efx->phy_op->get_module_info) | |
1141 | return -EOPNOTSUPP; | |
1142 | ||
1143 | mutex_lock(&efx->mac_lock); | |
1144 | ret = efx->phy_op->get_module_info(efx, modinfo); | |
1145 | mutex_unlock(&efx->mac_lock); | |
1146 | ||
1147 | return ret; | |
1148 | } | |
1149 | ||
0fc0b732 | 1150 | const struct ethtool_ops efx_ethtool_ops = { |
8ceee660 BH |
1151 | .get_settings = efx_ethtool_get_settings, |
1152 | .set_settings = efx_ethtool_set_settings, | |
1153 | .get_drvinfo = efx_ethtool_get_drvinfo, | |
5b98c1bf BH |
1154 | .get_regs_len = efx_ethtool_get_regs_len, |
1155 | .get_regs = efx_ethtool_get_regs, | |
62776d03 BH |
1156 | .get_msglevel = efx_ethtool_get_msglevel, |
1157 | .set_msglevel = efx_ethtool_set_msglevel, | |
8ceee660 | 1158 | .nway_reset = efx_ethtool_nway_reset, |
ed4ba4b5 | 1159 | .get_link = ethtool_op_get_link, |
8ceee660 BH |
1160 | .get_coalesce = efx_ethtool_get_coalesce, |
1161 | .set_coalesce = efx_ethtool_set_coalesce, | |
4642610c BH |
1162 | .get_ringparam = efx_ethtool_get_ringparam, |
1163 | .set_ringparam = efx_ethtool_set_ringparam, | |
8ceee660 BH |
1164 | .get_pauseparam = efx_ethtool_get_pauseparam, |
1165 | .set_pauseparam = efx_ethtool_set_pauseparam, | |
3594e131 | 1166 | .get_sset_count = efx_ethtool_get_sset_count, |
3273c2e8 | 1167 | .self_test = efx_ethtool_self_test, |
8ceee660 | 1168 | .get_strings = efx_ethtool_get_strings, |
c5e129ac | 1169 | .set_phys_id = efx_ethtool_phys_id, |
8ceee660 | 1170 | .get_ethtool_stats = efx_ethtool_get_stats, |
89c758fa BH |
1171 | .get_wol = efx_ethtool_get_wol, |
1172 | .set_wol = efx_ethtool_set_wol, | |
eb9f6744 | 1173 | .reset = efx_ethtool_reset, |
765c9f46 | 1174 | .get_rxnfc = efx_ethtool_get_rxnfc, |
b2bb7b77 | 1175 | .set_rxnfc = efx_ethtool_set_rxnfc, |
7850f63f | 1176 | .get_rxfh_indir_size = efx_ethtool_get_rxfh_indir_size, |
765c9f46 BH |
1177 | .get_rxfh_indir = efx_ethtool_get_rxfh_indir, |
1178 | .set_rxfh_indir = efx_ethtool_set_rxfh_indir, | |
7c236c43 | 1179 | .get_ts_info = efx_ptp_get_ts_info, |
c087bd2c SH |
1180 | .get_module_info = efx_ethtool_get_module_info, |
1181 | .get_module_eeprom = efx_ethtool_get_module_eeprom, | |
8ceee660 | 1182 | }; |