drivers/infiniband/hw/mlx5/flow.c - linux-mtk - Git at Google

 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
 /*
  * Copyright (c) 2018, Mellanox Technologies inc.  All rights reserved.
  */

 #include <rdma/ib_user_verbs.h>
 #include <rdma/ib_verbs.h>
 #include <rdma/uverbs_types.h>
 #include <rdma/uverbs_ioctl.h>
 #include <rdma/mlx5_user_ioctl_cmds.h>
 #include <rdma/ib_umem.h>
 #include <linux/mlx5/driver.h>
 #include <linux/mlx5/fs.h>
 #include "mlx5_ib.h"

 #define UVERBS_MODULE_NAME mlx5_ib
 #include <rdma/uverbs_named_ioctl.h>

 static const struct uverbs_attr_spec mlx5_ib_flow_type[] = {
 	[MLX5_IB_FLOW_TYPE_NORMAL] = {
 		.type = UVERBS_ATTR_TYPE_PTR_IN,
 		.u.ptr = {
 			.len = sizeof(u16), /* data is priority */
 			.min_len = sizeof(u16),
 		}
 	},
 	[MLX5_IB_FLOW_TYPE_SNIFFER] = {
 		.type = UVERBS_ATTR_TYPE_PTR_IN,
 		UVERBS_ATTR_NO_DATA(),
 	},
 	[MLX5_IB_FLOW_TYPE_ALL_DEFAULT] = {
 		.type = UVERBS_ATTR_TYPE_PTR_IN,
 		UVERBS_ATTR_NO_DATA(),
 	},
 	[MLX5_IB_FLOW_TYPE_MC_DEFAULT] = {
 		.type = UVERBS_ATTR_TYPE_PTR_IN,
 		UVERBS_ATTR_NO_DATA(),
 	},
 };

 static int UVERBS_HANDLER(MLX5_IB_METHOD_CREATE_FLOW)(
 	struct ib_uverbs_file *file, struct uverbs_attr_bundle *attrs)
 {
 	struct mlx5_ib_flow_handler *flow_handler;
 	struct mlx5_ib_flow_matcher *fs_matcher;
 	void *devx_obj;
 	int dest_id, dest_type;
 	void *cmd_in;
 	int inlen;
 	bool dest_devx, dest_qp;
 	struct ib_qp *qp = NULL;
 	struct ib_uobject *uobj =
 		uverbs_attr_get_uobject(attrs, MLX5_IB_ATTR_CREATE_FLOW_HANDLE);
 	struct mlx5_ib_dev *dev = to_mdev(uobj->context->device);

 	if (!capable(CAP_NET_RAW))
 		return -EPERM;

 	dest_devx =
 		uverbs_attr_is_valid(attrs, MLX5_IB_ATTR_CREATE_FLOW_DEST_DEVX);
 	dest_qp = uverbs_attr_is_valid(attrs,
 				       MLX5_IB_ATTR_CREATE_FLOW_DEST_QP);

 	if ((dest_devx && dest_qp) || (!dest_devx && !dest_qp))
 		return -EINVAL;

 	if (dest_devx) {
 		devx_obj = uverbs_attr_get_obj(
 			attrs, MLX5_IB_ATTR_CREATE_FLOW_DEST_DEVX);
 		if (IS_ERR(devx_obj))
 			return PTR_ERR(devx_obj);

 		/* Verify that the given DEVX object is a flow
 		 * steering destination.
 		 */
 		if (!mlx5_ib_devx_is_flow_dest(devx_obj, &dest_id, &dest_type))
 			return -EINVAL;
 	} else {
 		struct mlx5_ib_qp *mqp;

 		qp = uverbs_attr_get_obj(attrs,
 					 MLX5_IB_ATTR_CREATE_FLOW_DEST_QP);
 		if (IS_ERR(qp))
 			return PTR_ERR(qp);

 		if (qp->qp_type != IB_QPT_RAW_PACKET)
 			return -EINVAL;

 		mqp = to_mqp(qp);
 		if (mqp->flags & MLX5_IB_QP_RSS)
 			dest_id = mqp->rss_qp.tirn;
 		else
 			dest_id = mqp->raw_packet_qp.rq.tirn;
 		dest_type = MLX5_FLOW_DESTINATION_TYPE_TIR;
 	}

 	if (dev->rep)
 		return -ENOTSUPP;

 	cmd_in = uverbs_attr_get_alloced_ptr(
 		attrs, MLX5_IB_ATTR_CREATE_FLOW_MATCH_VALUE);
 	inlen = uverbs_attr_get_len(attrs,
 				    MLX5_IB_ATTR_CREATE_FLOW_MATCH_VALUE);
 	fs_matcher = uverbs_attr_get_obj(attrs,
 					 MLX5_IB_ATTR_CREATE_FLOW_MATCHER);
 	flow_handler = mlx5_ib_raw_fs_rule_add(dev, fs_matcher, cmd_in, inlen,
 					       dest_id, dest_type);
 	if (IS_ERR(flow_handler))
 		return PTR_ERR(flow_handler);

 	ib_set_flow(uobj, &flow_handler->ibflow, qp, &dev->ib_dev);

 	return 0;
 }

 static int flow_matcher_cleanup(struct ib_uobject *uobject,
 				enum rdma_remove_reason why)
 {
 	struct mlx5_ib_flow_matcher *obj = uobject->object;
 	int ret;

 	ret = ib_destroy_usecnt(&obj->usecnt, why, uobject);
 	if (ret)
 		return ret;

 	kfree(obj);
 	return 0;
 }

 static int UVERBS_HANDLER(MLX5_IB_METHOD_FLOW_MATCHER_CREATE)(
 	struct ib_uverbs_file *file, struct uverbs_attr_bundle *attrs)
 {
 	struct ib_uobject *uobj = uverbs_attr_get_uobject(
 		attrs, MLX5_IB_ATTR_FLOW_MATCHER_CREATE_HANDLE);
 	struct mlx5_ib_dev *dev = to_mdev(uobj->context->device);
 	struct mlx5_ib_flow_matcher *obj;
 	int err;

 	obj = kzalloc(sizeof(struct mlx5_ib_flow_matcher), GFP_KERNEL);
 	if (!obj)
 		return -ENOMEM;

 	obj->mask_len = uverbs_attr_get_len(
 		attrs, MLX5_IB_ATTR_FLOW_MATCHER_MATCH_MASK);
 	err = uverbs_copy_from(&obj->matcher_mask,
 			       attrs,
 			       MLX5_IB_ATTR_FLOW_MATCHER_MATCH_MASK);
 	if (err)
 		goto end;

 	obj->flow_type = uverbs_attr_get_enum_id(
 		attrs, MLX5_IB_ATTR_FLOW_MATCHER_FLOW_TYPE);

 	if (obj->flow_type == MLX5_IB_FLOW_TYPE_NORMAL) {
 		err = uverbs_copy_from(&obj->priority,
 				       attrs,
 				       MLX5_IB_ATTR_FLOW_MATCHER_FLOW_TYPE);
 		if (err)
 			goto end;
 	}

 	err = uverbs_copy_from(&obj->match_criteria_enable,
 			       attrs,
 			       MLX5_IB_ATTR_FLOW_MATCHER_MATCH_CRITERIA);
 	if (err)
 		goto end;

 	uobj->object = obj;
 	obj->mdev = dev->mdev;
 	atomic_set(&obj->usecnt, 0);
 	return 0;

 end:
 	kfree(obj);
 	return err;
 }

 DECLARE_UVERBS_NAMED_METHOD(
 	MLX5_IB_METHOD_CREATE_FLOW,
 	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_HANDLE,
 			UVERBS_OBJECT_FLOW,
 			UVERBS_ACCESS_NEW,
 			UA_MANDATORY),
 	UVERBS_ATTR_PTR_IN(
 		MLX5_IB_ATTR_CREATE_FLOW_MATCH_VALUE,
 		UVERBS_ATTR_SIZE(1, sizeof(struct mlx5_ib_match_params)),
 		UA_MANDATORY,
 		UA_ALLOC_AND_COPY),
 	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_MATCHER,
 			MLX5_IB_OBJECT_FLOW_MATCHER,
 			UVERBS_ACCESS_READ,
 			UA_MANDATORY),
 	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_DEST_QP,
 			UVERBS_OBJECT_QP,
 			UVERBS_ACCESS_READ),
 	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_DEST_DEVX,
 			MLX5_IB_OBJECT_DEVX_OBJ,
 			UVERBS_ACCESS_READ));

 DECLARE_UVERBS_NAMED_METHOD_DESTROY(
 	MLX5_IB_METHOD_DESTROY_FLOW,
 	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_HANDLE,
 			UVERBS_OBJECT_FLOW,
 			UVERBS_ACCESS_DESTROY,
 			UA_MANDATORY));

 ADD_UVERBS_METHODS(mlx5_ib_fs,
 		   UVERBS_OBJECT_FLOW,
 		   &UVERBS_METHOD(MLX5_IB_METHOD_CREATE_FLOW),
 		   &UVERBS_METHOD(MLX5_IB_METHOD_DESTROY_FLOW));

 DECLARE_UVERBS_NAMED_METHOD(
 	MLX5_IB_METHOD_FLOW_MATCHER_CREATE,
 	UVERBS_ATTR_IDR(MLX5_IB_ATTR_FLOW_MATCHER_CREATE_HANDLE,
 			MLX5_IB_OBJECT_FLOW_MATCHER,
 			UVERBS_ACCESS_NEW,
 			UA_MANDATORY),
 	UVERBS_ATTR_PTR_IN(
 		MLX5_IB_ATTR_FLOW_MATCHER_MATCH_MASK,
 		UVERBS_ATTR_SIZE(1, sizeof(struct mlx5_ib_match_params)),
 		UA_MANDATORY),
 	UVERBS_ATTR_ENUM_IN(MLX5_IB_ATTR_FLOW_MATCHER_FLOW_TYPE,
 			    mlx5_ib_flow_type,
 			    UA_MANDATORY),
 	UVERBS_ATTR_PTR_IN(MLX5_IB_ATTR_FLOW_MATCHER_MATCH_CRITERIA,
 			   UVERBS_ATTR_TYPE(u8),
 			   UA_MANDATORY));

 DECLARE_UVERBS_NAMED_METHOD_DESTROY(
 	MLX5_IB_METHOD_FLOW_MATCHER_DESTROY,
 	UVERBS_ATTR_IDR(MLX5_IB_ATTR_FLOW_MATCHER_DESTROY_HANDLE,
 			MLX5_IB_OBJECT_FLOW_MATCHER,
 			UVERBS_ACCESS_DESTROY,
 			UA_MANDATORY));

 DECLARE_UVERBS_NAMED_OBJECT(MLX5_IB_OBJECT_FLOW_MATCHER,
 			    UVERBS_TYPE_ALLOC_IDR(flow_matcher_cleanup),
 			    &UVERBS_METHOD(MLX5_IB_METHOD_FLOW_MATCHER_CREATE),
 			    &UVERBS_METHOD(MLX5_IB_METHOD_FLOW_MATCHER_DESTROY));

 DECLARE_UVERBS_OBJECT_TREE(flow_objects,
 			   &UVERBS_OBJECT(MLX5_IB_OBJECT_FLOW_MATCHER));

 int mlx5_ib_get_flow_trees(const struct uverbs_object_tree_def **root)
 {
 	int i = 0;

 	root[i++] = &flow_objects;
 	root[i++] = &mlx5_ib_fs;

 	return i;
 }
	// SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
	/*
	* Copyright (c) 2018, Mellanox Technologies inc. All rights reserved.
	*/

	#include <rdma/ib_user_verbs.h>
	#include <rdma/ib_verbs.h>
	#include <rdma/uverbs_types.h>
	#include <rdma/uverbs_ioctl.h>
	#include <rdma/mlx5_user_ioctl_cmds.h>
	#include <rdma/ib_umem.h>
	#include <linux/mlx5/driver.h>
	#include <linux/mlx5/fs.h>
	#include "mlx5_ib.h"

	#define UVERBS_MODULE_NAME mlx5_ib
	#include <rdma/uverbs_named_ioctl.h>

	static const struct uverbs_attr_spec mlx5_ib_flow_type[] = {
	[MLX5_IB_FLOW_TYPE_NORMAL] = {
	.type = UVERBS_ATTR_TYPE_PTR_IN,
	.u.ptr = {
	.len = sizeof(u16), /* data is priority */
	.min_len = sizeof(u16),
	}
	},
	[MLX5_IB_FLOW_TYPE_SNIFFER] = {
	.type = UVERBS_ATTR_TYPE_PTR_IN,
	UVERBS_ATTR_NO_DATA(),
	},
	[MLX5_IB_FLOW_TYPE_ALL_DEFAULT] = {
	.type = UVERBS_ATTR_TYPE_PTR_IN,
	UVERBS_ATTR_NO_DATA(),
	},
	[MLX5_IB_FLOW_TYPE_MC_DEFAULT] = {
	.type = UVERBS_ATTR_TYPE_PTR_IN,
	UVERBS_ATTR_NO_DATA(),
	},
	};

	static int UVERBS_HANDLER(MLX5_IB_METHOD_CREATE_FLOW)(
	struct ib_uverbs_file file, struct uverbs_attr_bundle attrs)
	{
	struct mlx5_ib_flow_handler *flow_handler;
	struct mlx5_ib_flow_matcher *fs_matcher;
	void *devx_obj;
	int dest_id, dest_type;
	void *cmd_in;
	int inlen;
	bool dest_devx, dest_qp;
	struct ib_qp *qp = NULL;
	struct ib_uobject *uobj =
	uverbs_attr_get_uobject(attrs, MLX5_IB_ATTR_CREATE_FLOW_HANDLE);
	struct mlx5_ib_dev *dev = to_mdev(uobj->context->device);

	if (!capable(CAP_NET_RAW))
	return -EPERM;

	dest_devx =
	uverbs_attr_is_valid(attrs, MLX5_IB_ATTR_CREATE_FLOW_DEST_DEVX);
	dest_qp = uverbs_attr_is_valid(attrs,
	MLX5_IB_ATTR_CREATE_FLOW_DEST_QP);

	if ((dest_devx && dest_qp) \|\| (!dest_devx && !dest_qp))
	return -EINVAL;

	if (dest_devx) {
	devx_obj = uverbs_attr_get_obj(
	attrs, MLX5_IB_ATTR_CREATE_FLOW_DEST_DEVX);
	if (IS_ERR(devx_obj))
	return PTR_ERR(devx_obj);

	/* Verify that the given DEVX object is a flow
	* steering destination.
	*/
	if (!mlx5_ib_devx_is_flow_dest(devx_obj, &dest_id, &dest_type))
	return -EINVAL;
	} else {
	struct mlx5_ib_qp *mqp;

	qp = uverbs_attr_get_obj(attrs,
	MLX5_IB_ATTR_CREATE_FLOW_DEST_QP);
	if (IS_ERR(qp))
	return PTR_ERR(qp);

	if (qp->qp_type != IB_QPT_RAW_PACKET)
	return -EINVAL;

	mqp = to_mqp(qp);
	if (mqp->flags & MLX5_IB_QP_RSS)
	dest_id = mqp->rss_qp.tirn;
	else
	dest_id = mqp->raw_packet_qp.rq.tirn;
	dest_type = MLX5_FLOW_DESTINATION_TYPE_TIR;
	}

	if (dev->rep)
	return -ENOTSUPP;

	cmd_in = uverbs_attr_get_alloced_ptr(
	attrs, MLX5_IB_ATTR_CREATE_FLOW_MATCH_VALUE);
	inlen = uverbs_attr_get_len(attrs,
	MLX5_IB_ATTR_CREATE_FLOW_MATCH_VALUE);
	fs_matcher = uverbs_attr_get_obj(attrs,
	MLX5_IB_ATTR_CREATE_FLOW_MATCHER);
	flow_handler = mlx5_ib_raw_fs_rule_add(dev, fs_matcher, cmd_in, inlen,
	dest_id, dest_type);
	if (IS_ERR(flow_handler))
	return PTR_ERR(flow_handler);

	ib_set_flow(uobj, &flow_handler->ibflow, qp, &dev->ib_dev);

	return 0;
	}

	static int flow_matcher_cleanup(struct ib_uobject *uobject,
	enum rdma_remove_reason why)
	{
	struct mlx5_ib_flow_matcher *obj = uobject->object;
	int ret;

	ret = ib_destroy_usecnt(&obj->usecnt, why, uobject);
	if (ret)
	return ret;

	kfree(obj);
	return 0;
	}

	static int UVERBS_HANDLER(MLX5_IB_METHOD_FLOW_MATCHER_CREATE)(
	struct ib_uverbs_file file, struct uverbs_attr_bundle attrs)
	{
	struct ib_uobject *uobj = uverbs_attr_get_uobject(
	attrs, MLX5_IB_ATTR_FLOW_MATCHER_CREATE_HANDLE);
	struct mlx5_ib_dev *dev = to_mdev(uobj->context->device);
	struct mlx5_ib_flow_matcher *obj;
	int err;

	obj = kzalloc(sizeof(struct mlx5_ib_flow_matcher), GFP_KERNEL);
	if (!obj)
	return -ENOMEM;

	obj->mask_len = uverbs_attr_get_len(
	attrs, MLX5_IB_ATTR_FLOW_MATCHER_MATCH_MASK);
	err = uverbs_copy_from(&obj->matcher_mask,
	attrs,
	MLX5_IB_ATTR_FLOW_MATCHER_MATCH_MASK);
	if (err)
	goto end;

	obj->flow_type = uverbs_attr_get_enum_id(
	attrs, MLX5_IB_ATTR_FLOW_MATCHER_FLOW_TYPE);

	if (obj->flow_type == MLX5_IB_FLOW_TYPE_NORMAL) {
	err = uverbs_copy_from(&obj->priority,
	attrs,
	MLX5_IB_ATTR_FLOW_MATCHER_FLOW_TYPE);
	if (err)
	goto end;
	}

	err = uverbs_copy_from(&obj->match_criteria_enable,
	attrs,
	MLX5_IB_ATTR_FLOW_MATCHER_MATCH_CRITERIA);
	if (err)
	goto end;

	uobj->object = obj;
	obj->mdev = dev->mdev;
	atomic_set(&obj->usecnt, 0);
	return 0;

	end:
	kfree(obj);
	return err;
	}

	DECLARE_UVERBS_NAMED_METHOD(
	MLX5_IB_METHOD_CREATE_FLOW,
	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_HANDLE,
	UVERBS_OBJECT_FLOW,
	UVERBS_ACCESS_NEW,
	UA_MANDATORY),
	UVERBS_ATTR_PTR_IN(
	MLX5_IB_ATTR_CREATE_FLOW_MATCH_VALUE,
	UVERBS_ATTR_SIZE(1, sizeof(struct mlx5_ib_match_params)),
	UA_MANDATORY,
	UA_ALLOC_AND_COPY),
	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_MATCHER,
	MLX5_IB_OBJECT_FLOW_MATCHER,
	UVERBS_ACCESS_READ,
	UA_MANDATORY),
	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_DEST_QP,
	UVERBS_OBJECT_QP,
	UVERBS_ACCESS_READ),
	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_DEST_DEVX,
	MLX5_IB_OBJECT_DEVX_OBJ,
	UVERBS_ACCESS_READ));

	DECLARE_UVERBS_NAMED_METHOD_DESTROY(
	MLX5_IB_METHOD_DESTROY_FLOW,
	UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_HANDLE,
	UVERBS_OBJECT_FLOW,
	UVERBS_ACCESS_DESTROY,
	UA_MANDATORY));

	ADD_UVERBS_METHODS(mlx5_ib_fs,
	UVERBS_OBJECT_FLOW,
	&UVERBS_METHOD(MLX5_IB_METHOD_CREATE_FLOW),
	&UVERBS_METHOD(MLX5_IB_METHOD_DESTROY_FLOW));

	DECLARE_UVERBS_NAMED_METHOD(
	MLX5_IB_METHOD_FLOW_MATCHER_CREATE,
	UVERBS_ATTR_IDR(MLX5_IB_ATTR_FLOW_MATCHER_CREATE_HANDLE,
	MLX5_IB_OBJECT_FLOW_MATCHER,
	UVERBS_ACCESS_NEW,
	UA_MANDATORY),
	UVERBS_ATTR_PTR_IN(
	MLX5_IB_ATTR_FLOW_MATCHER_MATCH_MASK,
	UVERBS_ATTR_SIZE(1, sizeof(struct mlx5_ib_match_params)),
	UA_MANDATORY),
	UVERBS_ATTR_ENUM_IN(MLX5_IB_ATTR_FLOW_MATCHER_FLOW_TYPE,
	mlx5_ib_flow_type,
	UA_MANDATORY),
	UVERBS_ATTR_PTR_IN(MLX5_IB_ATTR_FLOW_MATCHER_MATCH_CRITERIA,
	UVERBS_ATTR_TYPE(u8),
	UA_MANDATORY));

	DECLARE_UVERBS_NAMED_METHOD_DESTROY(
	MLX5_IB_METHOD_FLOW_MATCHER_DESTROY,
	UVERBS_ATTR_IDR(MLX5_IB_ATTR_FLOW_MATCHER_DESTROY_HANDLE,
	MLX5_IB_OBJECT_FLOW_MATCHER,
	UVERBS_ACCESS_DESTROY,
	UA_MANDATORY));

	DECLARE_UVERBS_NAMED_OBJECT(MLX5_IB_OBJECT_FLOW_MATCHER,
	UVERBS_TYPE_ALLOC_IDR(flow_matcher_cleanup),
	&UVERBS_METHOD(MLX5_IB_METHOD_FLOW_MATCHER_CREATE),
	&UVERBS_METHOD(MLX5_IB_METHOD_FLOW_MATCHER_DESTROY));

	DECLARE_UVERBS_OBJECT_TREE(flow_objects,
	&UVERBS_OBJECT(MLX5_IB_OBJECT_FLOW_MATCHER));

	int mlx5_ib_get_flow_trees(const struct uverbs_object_tree_def **root)
	{
	int i = 0;

	root[i++] = &flow_objects;
	root[i++] = &mlx5_ib_fs;

	return i;
	}