efx.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329
  1. /****************************************************************************
  2. * Driver for Solarflare network controllers and boards
  3. * Copyright 2005-2006 Fen Systems Ltd.
  4. * Copyright 2006-2013 Solarflare Communications Inc.
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms of the GNU General Public License version 2 as published
  8. * by the Free Software Foundation, incorporated herein by reference.
  9. */
  10. #ifndef EFX_EFX_H
  11. #define EFX_EFX_H
  12. #include "net_driver.h"
  13. #include "filter.h"
  14. int efx_net_open(struct net_device *net_dev);
  15. int efx_net_stop(struct net_device *net_dev);
  16. /* TX */
  17. int efx_probe_tx_queue(struct efx_tx_queue *tx_queue);
  18. void efx_remove_tx_queue(struct efx_tx_queue *tx_queue);
  19. void efx_init_tx_queue(struct efx_tx_queue *tx_queue);
  20. void efx_init_tx_queue_core_txq(struct efx_tx_queue *tx_queue);
  21. void efx_fini_tx_queue(struct efx_tx_queue *tx_queue);
  22. netdev_tx_t efx_hard_start_xmit(struct sk_buff *skb,
  23. struct net_device *net_dev);
  24. netdev_tx_t efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
  25. void efx_xmit_done(struct efx_tx_queue *tx_queue, unsigned int index);
  26. int efx_setup_tc(struct net_device *net_dev, enum tc_setup_type type,
  27. void *type_data);
  28. unsigned int efx_tx_max_skb_descs(struct efx_nic *efx);
  29. extern unsigned int efx_piobuf_size;
  30. extern bool efx_separate_tx_channels;
  31. /* RX */
  32. void efx_set_default_rx_indir_table(struct efx_nic *efx,
  33. struct efx_rss_context *ctx);
  34. void efx_rx_config_page_split(struct efx_nic *efx);
  35. int efx_probe_rx_queue(struct efx_rx_queue *rx_queue);
  36. void efx_remove_rx_queue(struct efx_rx_queue *rx_queue);
  37. void efx_init_rx_queue(struct efx_rx_queue *rx_queue);
  38. void efx_fini_rx_queue(struct efx_rx_queue *rx_queue);
  39. void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
  40. void efx_rx_slow_fill(struct timer_list *t);
  41. void __efx_rx_packet(struct efx_channel *channel);
  42. void efx_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index,
  43. unsigned int n_frags, unsigned int len, u16 flags);
  44. static inline void efx_rx_flush_packet(struct efx_channel *channel)
  45. {
  46. if (channel->rx_pkt_n_frags)
  47. __efx_rx_packet(channel);
  48. }
  49. void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue);
  50. #define EFX_MAX_DMAQ_SIZE 4096UL
  51. #define EFX_DEFAULT_DMAQ_SIZE 1024UL
  52. #define EFX_MIN_DMAQ_SIZE 512UL
  53. #define EFX_MAX_EVQ_SIZE 16384UL
  54. #define EFX_MIN_EVQ_SIZE 512UL
  55. /* Maximum number of TCP segments we support for soft-TSO */
  56. #define EFX_TSO_MAX_SEGS 100
  57. /* The smallest [rt]xq_entries that the driver supports. RX minimum
  58. * is a bit arbitrary. For TX, we must have space for at least 2
  59. * TSO skbs.
  60. */
  61. #define EFX_RXQ_MIN_ENT 128U
  62. #define EFX_TXQ_MIN_ENT(efx) (2 * efx_tx_max_skb_descs(efx))
  63. /* All EF10 architecture NICs steal one bit of the DMAQ size for various
  64. * other purposes when counting TxQ entries, so we halve the queue size.
  65. */
  66. #define EFX_TXQ_MAX_ENT(efx) (EFX_WORKAROUND_EF10(efx) ? \
  67. EFX_MAX_DMAQ_SIZE / 2 : EFX_MAX_DMAQ_SIZE)
  68. static inline bool efx_rss_enabled(struct efx_nic *efx)
  69. {
  70. return efx->rss_spread > 1;
  71. }
  72. /* Filters */
  73. void efx_mac_reconfigure(struct efx_nic *efx);
  74. /**
  75. * efx_filter_insert_filter - add or replace a filter
  76. * @efx: NIC in which to insert the filter
  77. * @spec: Specification for the filter
  78. * @replace_equal: Flag for whether the specified filter may replace an
  79. * existing filter with equal priority
  80. *
  81. * On success, return the filter ID.
  82. * On failure, return a negative error code.
  83. *
  84. * If existing filters have equal match values to the new filter spec,
  85. * then the new filter might replace them or the function might fail,
  86. * as follows.
  87. *
  88. * 1. If the existing filters have lower priority, or @replace_equal
  89. * is set and they have equal priority, replace them.
  90. *
  91. * 2. If the existing filters have higher priority, return -%EPERM.
  92. *
  93. * 3. If !efx_filter_is_mc_recipient(@spec), or the NIC does not
  94. * support delivery to multiple recipients, return -%EEXIST.
  95. *
  96. * This implies that filters for multiple multicast recipients must
  97. * all be inserted with the same priority and @replace_equal = %false.
  98. */
  99. static inline s32 efx_filter_insert_filter(struct efx_nic *efx,
  100. struct efx_filter_spec *spec,
  101. bool replace_equal)
  102. {
  103. return efx->type->filter_insert(efx, spec, replace_equal);
  104. }
  105. /**
  106. * efx_filter_remove_id_safe - remove a filter by ID, carefully
  107. * @efx: NIC from which to remove the filter
  108. * @priority: Priority of filter, as passed to @efx_filter_insert_filter
  109. * @filter_id: ID of filter, as returned by @efx_filter_insert_filter
  110. *
  111. * This function will range-check @filter_id, so it is safe to call
  112. * with a value passed from userland.
  113. */
  114. static inline int efx_filter_remove_id_safe(struct efx_nic *efx,
  115. enum efx_filter_priority priority,
  116. u32 filter_id)
  117. {
  118. return efx->type->filter_remove_safe(efx, priority, filter_id);
  119. }
  120. /**
  121. * efx_filter_get_filter_safe - retrieve a filter by ID, carefully
  122. * @efx: NIC from which to remove the filter
  123. * @priority: Priority of filter, as passed to @efx_filter_insert_filter
  124. * @filter_id: ID of filter, as returned by @efx_filter_insert_filter
  125. * @spec: Buffer in which to store filter specification
  126. *
  127. * This function will range-check @filter_id, so it is safe to call
  128. * with a value passed from userland.
  129. */
  130. static inline int
  131. efx_filter_get_filter_safe(struct efx_nic *efx,
  132. enum efx_filter_priority priority,
  133. u32 filter_id, struct efx_filter_spec *spec)
  134. {
  135. return efx->type->filter_get_safe(efx, priority, filter_id, spec);
  136. }
  137. static inline u32 efx_filter_count_rx_used(struct efx_nic *efx,
  138. enum efx_filter_priority priority)
  139. {
  140. return efx->type->filter_count_rx_used(efx, priority);
  141. }
  142. static inline u32 efx_filter_get_rx_id_limit(struct efx_nic *efx)
  143. {
  144. return efx->type->filter_get_rx_id_limit(efx);
  145. }
  146. static inline s32 efx_filter_get_rx_ids(struct efx_nic *efx,
  147. enum efx_filter_priority priority,
  148. u32 *buf, u32 size)
  149. {
  150. return efx->type->filter_get_rx_ids(efx, priority, buf, size);
  151. }
  152. #ifdef CONFIG_RFS_ACCEL
  153. int efx_filter_rfs(struct net_device *net_dev, const struct sk_buff *skb,
  154. u16 rxq_index, u32 flow_id);
  155. bool __efx_filter_rfs_expire(struct efx_nic *efx, unsigned quota);
  156. static inline void efx_filter_rfs_expire(struct work_struct *data)
  157. {
  158. struct efx_channel *channel = container_of(data, struct efx_channel,
  159. filter_work);
  160. if (channel->rfs_filters_added >= 60 &&
  161. __efx_filter_rfs_expire(channel->efx, 100))
  162. channel->rfs_filters_added -= 60;
  163. }
  164. #define efx_filter_rfs_enabled() 1
  165. #else
  166. static inline void efx_filter_rfs_expire(struct work_struct *data) {}
  167. #define efx_filter_rfs_enabled() 0
  168. #endif
  169. bool efx_filter_is_mc_recipient(const struct efx_filter_spec *spec);
  170. bool efx_filter_spec_equal(const struct efx_filter_spec *left,
  171. const struct efx_filter_spec *right);
  172. u32 efx_filter_spec_hash(const struct efx_filter_spec *spec);
  173. #ifdef CONFIG_RFS_ACCEL
  174. bool efx_rps_check_rule(struct efx_arfs_rule *rule, unsigned int filter_idx,
  175. bool *force);
  176. struct efx_arfs_rule *efx_rps_hash_find(struct efx_nic *efx,
  177. const struct efx_filter_spec *spec);
  178. /* @new is written to indicate if entry was newly added (true) or if an old
  179. * entry was found and returned (false).
  180. */
  181. struct efx_arfs_rule *efx_rps_hash_add(struct efx_nic *efx,
  182. const struct efx_filter_spec *spec,
  183. bool *new);
  184. void efx_rps_hash_del(struct efx_nic *efx, const struct efx_filter_spec *spec);
  185. #endif
  186. /* RSS contexts */
  187. struct efx_rss_context *efx_alloc_rss_context_entry(struct efx_nic *efx);
  188. struct efx_rss_context *efx_find_rss_context_entry(struct efx_nic *efx, u32 id);
  189. void efx_free_rss_context_entry(struct efx_rss_context *ctx);
  190. static inline bool efx_rss_active(struct efx_rss_context *ctx)
  191. {
  192. return ctx->context_id != EFX_EF10_RSS_CONTEXT_INVALID;
  193. }
  194. /* Channels */
  195. int efx_channel_dummy_op_int(struct efx_channel *channel);
  196. void efx_channel_dummy_op_void(struct efx_channel *channel);
  197. int efx_realloc_channels(struct efx_nic *efx, u32 rxq_entries, u32 txq_entries);
  198. /* Ports */
  199. int efx_reconfigure_port(struct efx_nic *efx);
  200. int __efx_reconfigure_port(struct efx_nic *efx);
  201. /* Ethtool support */
  202. extern const struct ethtool_ops efx_ethtool_ops;
  203. /* Reset handling */
  204. int efx_reset(struct efx_nic *efx, enum reset_type method);
  205. void efx_reset_down(struct efx_nic *efx, enum reset_type method);
  206. int efx_reset_up(struct efx_nic *efx, enum reset_type method, bool ok);
  207. int efx_try_recovery(struct efx_nic *efx);
  208. /* Global */
  209. void efx_schedule_reset(struct efx_nic *efx, enum reset_type type);
  210. unsigned int efx_usecs_to_ticks(struct efx_nic *efx, unsigned int usecs);
  211. unsigned int efx_ticks_to_usecs(struct efx_nic *efx, unsigned int ticks);
  212. int efx_init_irq_moderation(struct efx_nic *efx, unsigned int tx_usecs,
  213. unsigned int rx_usecs, bool rx_adaptive,
  214. bool rx_may_override_tx);
  215. void efx_get_irq_moderation(struct efx_nic *efx, unsigned int *tx_usecs,
  216. unsigned int *rx_usecs, bool *rx_adaptive);
  217. void efx_stop_eventq(struct efx_channel *channel);
  218. void efx_start_eventq(struct efx_channel *channel);
  219. /* Dummy PHY ops for PHY drivers */
  220. int efx_port_dummy_op_int(struct efx_nic *efx);
  221. void efx_port_dummy_op_void(struct efx_nic *efx);
  222. /* Update the generic software stats in the passed stats array */
  223. void efx_update_sw_stats(struct efx_nic *efx, u64 *stats);
  224. /* MTD */
  225. #ifdef CONFIG_SFC_MTD
  226. int efx_mtd_add(struct efx_nic *efx, struct efx_mtd_partition *parts,
  227. size_t n_parts, size_t sizeof_part);
  228. static inline int efx_mtd_probe(struct efx_nic *efx)
  229. {
  230. return efx->type->mtd_probe(efx);
  231. }
  232. void efx_mtd_rename(struct efx_nic *efx);
  233. void efx_mtd_remove(struct efx_nic *efx);
  234. #else
  235. static inline int efx_mtd_probe(struct efx_nic *efx) { return 0; }
  236. static inline void efx_mtd_rename(struct efx_nic *efx) {}
  237. static inline void efx_mtd_remove(struct efx_nic *efx) {}
  238. #endif
  239. #ifdef CONFIG_SFC_SRIOV
  240. static inline unsigned int efx_vf_size(struct efx_nic *efx)
  241. {
  242. return 1 << efx->vi_scale;
  243. }
  244. #endif
  245. static inline void efx_schedule_channel(struct efx_channel *channel)
  246. {
  247. netif_vdbg(channel->efx, intr, channel->efx->net_dev,
  248. "channel %d scheduling NAPI poll on CPU%d\n",
  249. channel->channel, raw_smp_processor_id());
  250. napi_schedule(&channel->napi_str);
  251. }
  252. static inline void efx_schedule_channel_irq(struct efx_channel *channel)
  253. {
  254. channel->event_test_cpu = raw_smp_processor_id();
  255. efx_schedule_channel(channel);
  256. }
  257. void efx_link_status_changed(struct efx_nic *efx);
  258. void efx_link_set_advertising(struct efx_nic *efx,
  259. const unsigned long *advertising);
  260. void efx_link_clear_advertising(struct efx_nic *efx);
  261. void efx_link_set_wanted_fc(struct efx_nic *efx, u8);
  262. static inline void efx_device_detach_sync(struct efx_nic *efx)
  263. {
  264. struct net_device *dev = efx->net_dev;
  265. /* Lock/freeze all TX queues so that we can be sure the
  266. * TX scheduler is stopped when we're done and before
  267. * netif_device_present() becomes false.
  268. */
  269. netif_tx_lock_bh(dev);
  270. netif_device_detach(dev);
  271. netif_tx_unlock_bh(dev);
  272. }
  273. static inline void efx_device_attach_if_not_resetting(struct efx_nic *efx)
  274. {
  275. if ((efx->state != STATE_DISABLED) && !efx->reset_pending)
  276. netif_device_attach(efx->net_dev);
  277. }
  278. static inline bool efx_rwsem_assert_write_locked(struct rw_semaphore *sem)
  279. {
  280. if (WARN_ON(down_read_trylock(sem))) {
  281. up_read(sem);
  282. return false;
  283. }
  284. return true;
  285. }
  286. #endif /* EFX_EFX_H */