diff options
Diffstat (limited to 'drivers/net/mlx4/alloc.c')
| -rw-r--r-- | drivers/net/mlx4/alloc.c | 157 |
1 files changed, 157 insertions, 0 deletions
diff --git a/drivers/net/mlx4/alloc.c b/drivers/net/mlx4/alloc.c index 75ef9d0d974d..f9d6b4dca180 100644 --- a/drivers/net/mlx4/alloc.c +++ b/drivers/net/mlx4/alloc.c | |||
| @@ -196,3 +196,160 @@ void mlx4_buf_free(struct mlx4_dev *dev, int size, struct mlx4_buf *buf) | |||
| 196 | } | 196 | } |
| 197 | } | 197 | } |
| 198 | EXPORT_SYMBOL_GPL(mlx4_buf_free); | 198 | EXPORT_SYMBOL_GPL(mlx4_buf_free); |
| 199 | |||
| 200 | static struct mlx4_db_pgdir *mlx4_alloc_db_pgdir(struct device *dma_device) | ||
| 201 | { | ||
| 202 | struct mlx4_db_pgdir *pgdir; | ||
| 203 | |||
| 204 | pgdir = kzalloc(sizeof *pgdir, GFP_KERNEL); | ||
| 205 | if (!pgdir) | ||
| 206 | return NULL; | ||
| 207 | |||
| 208 | bitmap_fill(pgdir->order1, MLX4_DB_PER_PAGE / 2); | ||
| 209 | pgdir->bits[0] = pgdir->order0; | ||
| 210 | pgdir->bits[1] = pgdir->order1; | ||
| 211 | pgdir->db_page = dma_alloc_coherent(dma_device, PAGE_SIZE, | ||
| 212 | &pgdir->db_dma, GFP_KERNEL); | ||
| 213 | if (!pgdir->db_page) { | ||
| 214 | kfree(pgdir); | ||
| 215 | return NULL; | ||
| 216 | } | ||
| 217 | |||
| 218 | return pgdir; | ||
| 219 | } | ||
| 220 | |||
| 221 | static int mlx4_alloc_db_from_pgdir(struct mlx4_db_pgdir *pgdir, | ||
| 222 | struct mlx4_db *db, int order) | ||
| 223 | { | ||
| 224 | int o; | ||
| 225 | int i; | ||
| 226 | |||
| 227 | for (o = order; o <= 1; ++o) { | ||
| 228 | i = find_first_bit(pgdir->bits[o], MLX4_DB_PER_PAGE >> o); | ||
| 229 | if (i < MLX4_DB_PER_PAGE >> o) | ||
| 230 | goto found; | ||
| 231 | } | ||
| 232 | |||
| 233 | return -ENOMEM; | ||
| 234 | |||
| 235 | found: | ||
| 236 | clear_bit(i, pgdir->bits[o]); | ||
| 237 | |||
| 238 | i <<= o; | ||
| 239 | |||
| 240 | if (o > order) | ||
| 241 | set_bit(i ^ 1, pgdir->bits[order]); | ||
| 242 | |||
| 243 | db->u.pgdir = pgdir; | ||
| 244 | db->index = i; | ||
| 245 | db->db = pgdir->db_page + db->index; | ||
| 246 | db->dma = pgdir->db_dma + db->index * 4; | ||
| 247 | db->order = order; | ||
| 248 | |||
| 249 | return 0; | ||
| 250 | } | ||
| 251 | |||
| 252 | int mlx4_db_alloc(struct mlx4_dev *dev, struct mlx4_db *db, int order) | ||
| 253 | { | ||
| 254 | struct mlx4_priv *priv = mlx4_priv(dev); | ||
| 255 | struct mlx4_db_pgdir *pgdir; | ||
| 256 | int ret = 0; | ||
| 257 | |||
| 258 | mutex_lock(&priv->pgdir_mutex); | ||
| 259 | |||
| 260 | list_for_each_entry(pgdir, &priv->pgdir_list, list) | ||
| 261 | if (!mlx4_alloc_db_from_pgdir(pgdir, db, order)) | ||
| 262 | goto out; | ||
| 263 | |||
| 264 | pgdir = mlx4_alloc_db_pgdir(&(dev->pdev->dev)); | ||
| 265 | if (!pgdir) { | ||
| 266 | ret = -ENOMEM; | ||
| 267 | goto out; | ||
| 268 | } | ||
| 269 | |||
| 270 | list_add(&pgdir->list, &priv->pgdir_list); | ||
| 271 | |||
| 272 | /* This should never fail -- we just allocated an empty page: */ | ||
| 273 | WARN_ON(mlx4_alloc_db_from_pgdir(pgdir, db, order)); | ||
| 274 | |||
| 275 | out: | ||
| 276 | mutex_unlock(&priv->pgdir_mutex); | ||
| 277 | |||
| 278 | return ret; | ||
| 279 | } | ||
| 280 | EXPORT_SYMBOL_GPL(mlx4_db_alloc); | ||
| 281 | |||
| 282 | void mlx4_db_free(struct mlx4_dev *dev, struct mlx4_db *db) | ||
| 283 | { | ||
| 284 | struct mlx4_priv *priv = mlx4_priv(dev); | ||
| 285 | int o; | ||
| 286 | int i; | ||
| 287 | |||
| 288 | mutex_lock(&priv->pgdir_mutex); | ||
| 289 | |||
| 290 | o = db->order; | ||
| 291 | i = db->index; | ||
| 292 | |||
| 293 | if (db->order == 0 && test_bit(i ^ 1, db->u.pgdir->order0)) { | ||
| 294 | clear_bit(i ^ 1, db->u.pgdir->order0); | ||
| 295 | ++o; | ||
| 296 | } | ||
| 297 | i >>= o; | ||
| 298 | set_bit(i, db->u.pgdir->bits[o]); | ||
| 299 | |||
| 300 | if (bitmap_full(db->u.pgdir->order1, MLX4_DB_PER_PAGE / 2)) { | ||
| 301 | dma_free_coherent(&(dev->pdev->dev), PAGE_SIZE, | ||
| 302 | db->u.pgdir->db_page, db->u.pgdir->db_dma); | ||
| 303 | list_del(&db->u.pgdir->list); | ||
| 304 | kfree(db->u.pgdir); | ||
| 305 | } | ||
| 306 | |||
| 307 | mutex_unlock(&priv->pgdir_mutex); | ||
| 308 | } | ||
| 309 | EXPORT_SYMBOL_GPL(mlx4_db_free); | ||
| 310 | |||
| 311 | int mlx4_alloc_hwq_res(struct mlx4_dev *dev, struct mlx4_hwq_resources *wqres, | ||
| 312 | int size, int max_direct) | ||
| 313 | { | ||
| 314 | int err; | ||
| 315 | |||
| 316 | err = mlx4_db_alloc(dev, &wqres->db, 1); | ||
| 317 | if (err) | ||
| 318 | return err; | ||
| 319 | |||
| 320 | *wqres->db.db = 0; | ||
| 321 | |||
| 322 | err = mlx4_buf_alloc(dev, size, max_direct, &wqres->buf); | ||
| 323 | if (err) | ||
| 324 | goto err_db; | ||
| 325 | |||
| 326 | err = mlx4_mtt_init(dev, wqres->buf.npages, wqres->buf.page_shift, | ||
| 327 | &wqres->mtt); | ||
| 328 | if (err) | ||
| 329 | goto err_buf; | ||
| 330 | |||
| 331 | err = mlx4_buf_write_mtt(dev, &wqres->mtt, &wqres->buf); | ||
| 332 | if (err) | ||
| 333 | goto err_mtt; | ||
| 334 | |||
| 335 | return 0; | ||
| 336 | |||
| 337 | err_mtt: | ||
| 338 | mlx4_mtt_cleanup(dev, &wqres->mtt); | ||
| 339 | err_buf: | ||
| 340 | mlx4_buf_free(dev, size, &wqres->buf); | ||
| 341 | err_db: | ||
| 342 | mlx4_db_free(dev, &wqres->db); | ||
| 343 | |||
| 344 | return err; | ||
| 345 | } | ||
| 346 | EXPORT_SYMBOL_GPL(mlx4_alloc_hwq_res); | ||
| 347 | |||
| 348 | void mlx4_free_hwq_res(struct mlx4_dev *dev, struct mlx4_hwq_resources *wqres, | ||
| 349 | int size) | ||
| 350 | { | ||
| 351 | mlx4_mtt_cleanup(dev, &wqres->mtt); | ||
| 352 | mlx4_buf_free(dev, size, &wqres->buf); | ||
| 353 | mlx4_db_free(dev, &wqres->db); | ||
| 354 | } | ||
| 355 | EXPORT_SYMBOL_GPL(mlx4_free_hwq_res); | ||
