verbs_txreq.h 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129
  1. /*
  2. * Copyright(c) 2016 - 2018 Intel Corporation.
  3. *
  4. * This file is provided under a dual BSD/GPLv2 license. When using or
  5. * redistributing this file, you may do so under either license.
  6. *
  7. * GPL LICENSE SUMMARY
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of version 2 of the GNU General Public License as
  11. * published by the Free Software Foundation.
  12. *
  13. * This program is distributed in the hope that it will be useful, but
  14. * WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * General Public License for more details.
  17. *
  18. * BSD LICENSE
  19. *
  20. * Redistribution and use in source and binary forms, with or without
  21. * modification, are permitted provided that the following conditions
  22. * are met:
  23. *
  24. * - Redistributions of source code must retain the above copyright
  25. * notice, this list of conditions and the following disclaimer.
  26. * - Redistributions in binary form must reproduce the above copyright
  27. * notice, this list of conditions and the following disclaimer in
  28. * the documentation and/or other materials provided with the
  29. * distribution.
  30. * - Neither the name of Intel Corporation nor the names of its
  31. * contributors may be used to endorse or promote products derived
  32. * from this software without specific prior written permission.
  33. *
  34. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  35. * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  36. * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  37. * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  38. * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  39. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  40. * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  41. * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  42. * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  43. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  44. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  45. *
  46. */
  47. #ifndef HFI1_VERBS_TXREQ_H
  48. #define HFI1_VERBS_TXREQ_H
  49. #include <linux/types.h>
  50. #include <linux/slab.h>
  51. #include "verbs.h"
  52. #include "sdma_txreq.h"
  53. #include "iowait.h"
  54. struct verbs_txreq {
  55. struct hfi1_sdma_header phdr;
  56. struct sdma_txreq txreq;
  57. struct rvt_qp *qp;
  58. struct rvt_swqe *wqe;
  59. struct rvt_mregion *mr;
  60. struct rvt_sge_state *ss;
  61. struct sdma_engine *sde;
  62. struct send_context *psc;
  63. u16 hdr_dwords;
  64. u16 s_cur_size;
  65. };
  66. struct hfi1_ibdev;
  67. struct verbs_txreq *__get_txreq(struct hfi1_ibdev *dev,
  68. struct rvt_qp *qp);
  69. #define VERBS_TXREQ_GFP (GFP_ATOMIC | __GFP_NOWARN)
  70. static inline struct verbs_txreq *get_txreq(struct hfi1_ibdev *dev,
  71. struct rvt_qp *qp)
  72. __must_hold(&qp->slock)
  73. {
  74. struct verbs_txreq *tx;
  75. struct hfi1_qp_priv *priv = qp->priv;
  76. tx = kmem_cache_alloc(dev->verbs_txreq_cache, VERBS_TXREQ_GFP);
  77. if (unlikely(!tx)) {
  78. /* call slow path to get the lock */
  79. tx = __get_txreq(dev, qp);
  80. if (!tx)
  81. return tx;
  82. }
  83. tx->qp = qp;
  84. tx->mr = NULL;
  85. tx->sde = priv->s_sde;
  86. tx->psc = priv->s_sendcontext;
  87. /* so that we can test if the sdma decriptors are there */
  88. tx->txreq.num_desc = 0;
  89. /* Set the header type */
  90. tx->phdr.hdr.hdr_type = priv->hdr_type;
  91. return tx;
  92. }
  93. static inline struct sdma_txreq *get_sdma_txreq(struct verbs_txreq *tx)
  94. {
  95. return &tx->txreq;
  96. }
  97. static inline struct verbs_txreq *get_waiting_verbs_txreq(struct rvt_qp *qp)
  98. {
  99. struct sdma_txreq *stx;
  100. struct hfi1_qp_priv *priv = qp->priv;
  101. stx = iowait_get_txhead(&priv->s_iowait);
  102. if (stx)
  103. return container_of(stx, struct verbs_txreq, txreq);
  104. return NULL;
  105. }
  106. static inline bool verbs_txreq_queued(struct rvt_qp *qp)
  107. {
  108. struct hfi1_qp_priv *priv = qp->priv;
  109. return iowait_packet_queued(&priv->s_iowait);
  110. }
  111. void hfi1_put_txreq(struct verbs_txreq *tx);
  112. int verbs_txreq_init(struct hfi1_ibdev *dev);
  113. void verbs_txreq_exit(struct hfi1_ibdev *dev);
  114. #endif /* HFI1_VERBS_TXREQ_H */