1 /* 2 * Copyright (c) 2013-2015, Mellanox Technologies. All rights reserved. 3 * 4 * This software is available to you under a choice of one of two 5 * licenses. You may choose to be licensed under the terms of the GNU 6 * General Public License (GPL) Version 2, available from the file 7 * COPYING in the main directory of this source tree, or the 8 * OpenIB.org BSD license below: 9 * 10 * Redistribution and use in source and binary forms, with or 11 * without modification, are permitted provided that the following 12 * conditions are met: 13 * 14 * - Redistributions of source code must retain the above 15 * copyright notice, this list of conditions and the following 16 * disclaimer. 17 * 18 * - Redistributions in binary form must reproduce the above 19 * copyright notice, this list of conditions and the following 20 * disclaimer in the documentation and/or other materials 21 * provided with the distribution. 22 * 23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30 * SOFTWARE. 31 */ 32 33 #include <linux/kernel.h> 34 #include <linux/module.h> 35 #include <linux/mlx5/driver.h> 36 #include <linux/mlx5/cmd.h> 37 #include "mlx5_core.h" 38 39 void mlx5_init_mkey_table(struct mlx5_core_dev *dev) 40 { 41 struct mlx5_mkey_table *table = &dev->priv.mkey_table; 42 43 memset(table, 0, sizeof(*table)); 44 rwlock_init(&table->lock); 45 INIT_RADIX_TREE(&table->tree, GFP_ATOMIC); 46 } 47 48 void mlx5_cleanup_mkey_table(struct mlx5_core_dev *dev) 49 { 50 } 51 52 int mlx5_core_create_mkey_cb(struct mlx5_core_dev *dev, 53 struct mlx5_core_mkey *mkey, 54 struct mlx5_async_ctx *async_ctx, u32 *in, 55 int inlen, u32 *out, int outlen, 56 mlx5_async_cbk_t callback, 57 struct mlx5_async_work *context) 58 { 59 struct mlx5_mkey_table *table = &dev->priv.mkey_table; 60 u32 lout[MLX5_ST_SZ_DW(create_mkey_out)] = {0}; 61 u32 mkey_index; 62 void *mkc; 63 int err; 64 u8 key; 65 66 spin_lock_irq(&dev->priv.mkey_lock); 67 key = dev->priv.mkey_key++; 68 spin_unlock_irq(&dev->priv.mkey_lock); 69 mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry); 70 71 MLX5_SET(create_mkey_in, in, opcode, MLX5_CMD_OP_CREATE_MKEY); 72 MLX5_SET(mkc, mkc, mkey_7_0, key); 73 74 if (callback) 75 return mlx5_cmd_exec_cb(async_ctx, in, inlen, out, outlen, 76 callback, context); 77 78 err = mlx5_cmd_exec(dev, in, inlen, lout, sizeof(lout)); 79 if (err) 80 return err; 81 82 mkey_index = MLX5_GET(create_mkey_out, lout, mkey_index); 83 mkey->iova = MLX5_GET64(mkc, mkc, start_addr); 84 mkey->size = MLX5_GET64(mkc, mkc, len); 85 mkey->key = mlx5_idx_to_mkey(mkey_index) | key; 86 mkey->pd = MLX5_GET(mkc, mkc, pd); 87 88 mlx5_core_dbg(dev, "out 0x%x, key 0x%x, mkey 0x%x\n", 89 mkey_index, key, mkey->key); 90 91 /* connect to mkey tree */ 92 write_lock_irq(&table->lock); 93 err = radix_tree_insert(&table->tree, mlx5_base_mkey(mkey->key), mkey); 94 write_unlock_irq(&table->lock); 95 if (err) { 96 mlx5_core_warn(dev, "failed radix tree insert of mkey 0x%x, %d\n", 97 mlx5_base_mkey(mkey->key), err); 98 mlx5_core_destroy_mkey(dev, mkey); 99 } 100 101 return err; 102 } 103 EXPORT_SYMBOL(mlx5_core_create_mkey_cb); 104 105 int mlx5_core_create_mkey(struct mlx5_core_dev *dev, 106 struct mlx5_core_mkey *mkey, 107 u32 *in, int inlen) 108 { 109 return mlx5_core_create_mkey_cb(dev, mkey, NULL, in, inlen, 110 NULL, 0, NULL, NULL); 111 } 112 EXPORT_SYMBOL(mlx5_core_create_mkey); 113 114 int mlx5_core_destroy_mkey(struct mlx5_core_dev *dev, 115 struct mlx5_core_mkey *mkey) 116 { 117 struct mlx5_mkey_table *table = &dev->priv.mkey_table; 118 u32 out[MLX5_ST_SZ_DW(destroy_mkey_out)] = {0}; 119 u32 in[MLX5_ST_SZ_DW(destroy_mkey_in)] = {0}; 120 struct mlx5_core_mkey *deleted_mkey; 121 unsigned long flags; 122 123 write_lock_irqsave(&table->lock, flags); 124 deleted_mkey = radix_tree_delete(&table->tree, mlx5_base_mkey(mkey->key)); 125 write_unlock_irqrestore(&table->lock, flags); 126 if (!deleted_mkey) { 127 mlx5_core_dbg(dev, "failed radix tree delete of mkey 0x%x\n", 128 mlx5_base_mkey(mkey->key)); 129 return -ENOENT; 130 } 131 132 MLX5_SET(destroy_mkey_in, in, opcode, MLX5_CMD_OP_DESTROY_MKEY); 133 MLX5_SET(destroy_mkey_in, in, mkey_index, mlx5_mkey_to_idx(mkey->key)); 134 return mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out)); 135 } 136 EXPORT_SYMBOL(mlx5_core_destroy_mkey); 137 138 int mlx5_core_query_mkey(struct mlx5_core_dev *dev, struct mlx5_core_mkey *mkey, 139 u32 *out, int outlen) 140 { 141 u32 in[MLX5_ST_SZ_DW(query_mkey_in)] = {0}; 142 143 memset(out, 0, outlen); 144 MLX5_SET(query_mkey_in, in, opcode, MLX5_CMD_OP_QUERY_MKEY); 145 MLX5_SET(query_mkey_in, in, mkey_index, mlx5_mkey_to_idx(mkey->key)); 146 return mlx5_cmd_exec(dev, in, sizeof(in), out, outlen); 147 } 148 EXPORT_SYMBOL(mlx5_core_query_mkey); 149 150 static inline u32 mlx5_get_psv(u32 *out, int psv_index) 151 { 152 switch (psv_index) { 153 case 1: return MLX5_GET(create_psv_out, out, psv1_index); 154 case 2: return MLX5_GET(create_psv_out, out, psv2_index); 155 case 3: return MLX5_GET(create_psv_out, out, psv3_index); 156 default: return MLX5_GET(create_psv_out, out, psv0_index); 157 } 158 } 159 160 int mlx5_core_create_psv(struct mlx5_core_dev *dev, u32 pdn, 161 int npsvs, u32 *sig_index) 162 { 163 u32 out[MLX5_ST_SZ_DW(create_psv_out)] = {0}; 164 u32 in[MLX5_ST_SZ_DW(create_psv_in)] = {0}; 165 int i, err; 166 167 if (npsvs > MLX5_MAX_PSVS) 168 return -EINVAL; 169 170 MLX5_SET(create_psv_in, in, opcode, MLX5_CMD_OP_CREATE_PSV); 171 MLX5_SET(create_psv_in, in, pd, pdn); 172 MLX5_SET(create_psv_in, in, num_psv, npsvs); 173 174 err = mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out)); 175 if (err) 176 return err; 177 178 for (i = 0; i < npsvs; i++) 179 sig_index[i] = mlx5_get_psv(out, i); 180 181 return err; 182 } 183 EXPORT_SYMBOL(mlx5_core_create_psv); 184 185 int mlx5_core_destroy_psv(struct mlx5_core_dev *dev, int psv_num) 186 { 187 u32 out[MLX5_ST_SZ_DW(destroy_psv_out)] = {0}; 188 u32 in[MLX5_ST_SZ_DW(destroy_psv_in)] = {0}; 189 190 MLX5_SET(destroy_psv_in, in, opcode, MLX5_CMD_OP_DESTROY_PSV); 191 MLX5_SET(destroy_psv_in, in, psvn, psv_num); 192 return mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out)); 193 } 194 EXPORT_SYMBOL(mlx5_core_destroy_psv); 195