|
Thomas Bogendoerfer |
17081a |
From: Chris Mi <cmi@nvidia.com>
|
|
Thomas Bogendoerfer |
17081a |
Date: Tue, 17 Aug 2021 11:23:09 +0800
|
|
Thomas Bogendoerfer |
17081a |
Subject: net/mlx5e: Refactor ct to use post action infrastructure
|
|
Thomas Bogendoerfer |
17081a |
Patch-mainline: v5.15-rc1
|
|
Thomas Bogendoerfer |
17081a |
Git-commit: f0da4daa34130ba0e5286df4335f04a3f7e61b34
|
|
Thomas Bogendoerfer |
17081a |
References: jsc#SLE-19253
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
Move post action table management to common library providing
|
|
Thomas Bogendoerfer |
17081a |
add/del/get API. Refactor the ct action offload to use the common
|
|
Thomas Bogendoerfer |
17081a |
API.
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
Signed-off-by: Chris Mi <cmi@nvidia.com>
|
|
Thomas Bogendoerfer |
17081a |
Reviewed-by: Oz Shlomo <ozsh@nvidia.com>
|
|
Thomas Bogendoerfer |
17081a |
Reviewed-by: Roi Dayan <roid@nvidia.com>
|
|
Thomas Bogendoerfer |
17081a |
Signed-off-by: Saeed Mahameed <saeedm@nvidia.com>
|
|
Thomas Bogendoerfer |
17081a |
Acked-by: Thomas Bogendoerfer <tbogendoerfer@suse.de>
|
|
Thomas Bogendoerfer |
17081a |
---
|
|
Thomas Bogendoerfer |
17081a |
drivers/net/ethernet/mellanox/mlx5/core/en/fs.h | 3
|
|
Thomas Bogendoerfer |
17081a |
drivers/net/ethernet/mellanox/mlx5/core/en/tc/post_act.c | 102 +++++++++
|
|
Thomas Bogendoerfer |
17081a |
drivers/net/ethernet/mellanox/mlx5/core/en/tc/post_act.h | 18 +
|
|
Thomas Bogendoerfer |
17081a |
drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c | 154 +++------------
|
|
Thomas Bogendoerfer |
17081a |
drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.h | 6
|
|
Thomas Bogendoerfer |
17081a |
drivers/net/ethernet/mellanox/mlx5/core/en_rep.h | 2
|
|
Thomas Bogendoerfer |
17081a |
drivers/net/ethernet/mellanox/mlx5/core/en_tc.c | 13 +
|
|
Thomas Bogendoerfer |
17081a |
7 files changed, 176 insertions(+), 122 deletions(-)
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
--- a/drivers/net/ethernet/mellanox/mlx5/core/en/fs.h
|
|
Thomas Bogendoerfer |
17081a |
+++ b/drivers/net/ethernet/mellanox/mlx5/core/en/fs.h
|
|
Thomas Bogendoerfer |
17081a |
@@ -7,6 +7,8 @@
|
|
Thomas Bogendoerfer |
17081a |
#include "mod_hdr.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "lib/fs_ttc.h"
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5e_post_act;
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
enum {
|
|
Thomas Bogendoerfer |
17081a |
MLX5E_TC_FT_LEVEL = 0,
|
|
Thomas Bogendoerfer |
17081a |
MLX5E_TC_TTC_FT_LEVEL,
|
|
Thomas Bogendoerfer |
17081a |
@@ -19,6 +21,7 @@ struct mlx5e_tc_table {
|
|
Thomas Bogendoerfer |
17081a |
struct mutex t_lock;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_flow_table *t;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_fs_chains *chains;
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act *post_act;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
struct rhashtable ht;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
--- a/drivers/net/ethernet/mellanox/mlx5/core/en/tc/post_act.c
|
|
Thomas Bogendoerfer |
17081a |
+++ b/drivers/net/ethernet/mellanox/mlx5/core/en/tc/post_act.c
|
|
Thomas Bogendoerfer |
17081a |
@@ -1,6 +1,7 @@
|
|
Thomas Bogendoerfer |
17081a |
// SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
|
|
Thomas Bogendoerfer |
17081a |
// Copyright (c) 2021, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
+#include "en_tc.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "post_act.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "mlx5_core.h"
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
@@ -9,8 +10,20 @@ struct mlx5e_post_act {
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_fs_chains *chains;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_flow_table *ft;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5e_priv *priv;
|
|
Thomas Bogendoerfer |
17081a |
+ struct xarray ids;
|
|
Thomas Bogendoerfer |
17081a |
};
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5e_post_act_handle {
|
|
Thomas Bogendoerfer |
17081a |
+ enum mlx5_flow_namespace_type ns_type;
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5_flow_attr *attr;
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5_flow_handle *rule;
|
|
Thomas Bogendoerfer |
17081a |
+ u32 id;
|
|
Thomas Bogendoerfer |
17081a |
+};
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+#define MLX5_POST_ACTION_BITS (mlx5e_tc_attr_to_reg_mappings[FTEID_TO_REG].mlen)
|
|
Thomas Bogendoerfer |
17081a |
+#define MLX5_POST_ACTION_MAX GENMASK(MLX5_POST_ACTION_BITS - 1, 0)
|
|
Thomas Bogendoerfer |
17081a |
+#define MLX5_POST_ACTION_MASK MLX5_POST_ACTION_MAX
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5e_post_act *
|
|
Thomas Bogendoerfer |
17081a |
mlx5e_tc_post_act_init(struct mlx5e_priv *priv, struct mlx5_fs_chains *chains,
|
|
Thomas Bogendoerfer |
17081a |
enum mlx5_flow_namespace_type ns_type)
|
|
Thomas Bogendoerfer |
17081a |
@@ -43,6 +56,7 @@ mlx5e_tc_post_act_init(struct mlx5e_priv
|
|
Thomas Bogendoerfer |
17081a |
post_act->chains = chains;
|
|
Thomas Bogendoerfer |
17081a |
post_act->ns_type = ns_type;
|
|
Thomas Bogendoerfer |
17081a |
post_act->priv = priv;
|
|
Thomas Bogendoerfer |
17081a |
+ xa_init_flags(&post_act->ids, XA_FLAGS_ALLOC1);
|
|
Thomas Bogendoerfer |
17081a |
return post_act;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
err_ft:
|
|
Thomas Bogendoerfer |
17081a |
@@ -57,6 +71,94 @@ mlx5e_tc_post_act_destroy(struct mlx5e_p
|
|
Thomas Bogendoerfer |
17081a |
if (IS_ERR_OR_NULL(post_act))
|
|
Thomas Bogendoerfer |
17081a |
return;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
+ xa_destroy(&post_act->ids);
|
|
Thomas Bogendoerfer |
17081a |
mlx5_chains_destroy_global_table(post_act->chains, post_act->ft);
|
|
Thomas Bogendoerfer |
17081a |
kfree(post_act);
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5e_post_act_handle *
|
|
Thomas Bogendoerfer |
17081a |
+mlx5e_tc_post_act_add(struct mlx5e_post_act *post_act, struct mlx5_flow_attr *attr)
|
|
Thomas Bogendoerfer |
17081a |
+{
|
|
Thomas Bogendoerfer |
17081a |
+ u32 attr_sz = ns_to_attr_sz(post_act->ns_type);
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act_handle *handle = NULL;
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5_flow_attr *post_attr = NULL;
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5_flow_spec *spec = NULL;
|
|
Thomas Bogendoerfer |
17081a |
+ int err;
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+ handle = kzalloc(sizeof(*handle), GFP_KERNEL);
|
|
Thomas Bogendoerfer |
17081a |
+ spec = kvzalloc(sizeof(*spec), GFP_KERNEL);
|
|
Thomas Bogendoerfer |
17081a |
+ post_attr = mlx5_alloc_flow_attr(post_act->ns_type);
|
|
Thomas Bogendoerfer |
17081a |
+ if (!handle || !spec || !post_attr) {
|
|
Thomas Bogendoerfer |
17081a |
+ kfree(post_attr);
|
|
Thomas Bogendoerfer |
17081a |
+ kvfree(spec);
|
|
Thomas Bogendoerfer |
17081a |
+ kfree(handle);
|
|
Thomas Bogendoerfer |
17081a |
+ return ERR_PTR(-ENOMEM);
|
|
Thomas Bogendoerfer |
17081a |
+ }
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+ memcpy(post_attr, attr, attr_sz);
|
|
Thomas Bogendoerfer |
17081a |
+ post_attr->chain = 0;
|
|
Thomas Bogendoerfer |
17081a |
+ post_attr->prio = 0;
|
|
Thomas Bogendoerfer |
17081a |
+ post_attr->ft = post_act->ft;
|
|
Thomas Bogendoerfer |
17081a |
+ post_attr->inner_match_level = MLX5_MATCH_NONE;
|
|
Thomas Bogendoerfer |
17081a |
+ post_attr->outer_match_level = MLX5_MATCH_NONE;
|
|
Thomas Bogendoerfer |
17081a |
+ post_attr->action &= ~(MLX5_FLOW_CONTEXT_ACTION_DECAP);
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+ handle->ns_type = post_act->ns_type;
|
|
Thomas Bogendoerfer |
17081a |
+ /* Splits were handled before post action */
|
|
Thomas Bogendoerfer |
17081a |
+ if (handle->ns_type == MLX5_FLOW_NAMESPACE_FDB)
|
|
Thomas Bogendoerfer |
17081a |
+ post_attr->esw_attr->split_count = 0;
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+ err = xa_alloc(&post_act->ids, &handle->id, post_attr,
|
|
Thomas Bogendoerfer |
17081a |
+ XA_LIMIT(1, MLX5_POST_ACTION_MAX), GFP_KERNEL);
|
|
Thomas Bogendoerfer |
17081a |
+ if (err)
|
|
Thomas Bogendoerfer |
17081a |
+ goto err_xarray;
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+ /* Post action rule matches on fte_id and executes original rule's
|
|
Thomas Bogendoerfer |
17081a |
+ * tc rule action
|
|
Thomas Bogendoerfer |
17081a |
+ */
|
|
Thomas Bogendoerfer |
17081a |
+ mlx5e_tc_match_to_reg_match(spec, FTEID_TO_REG,
|
|
Thomas Bogendoerfer |
17081a |
+ handle->id, MLX5_POST_ACTION_MASK);
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+ handle->rule = mlx5_tc_rule_insert(post_act->priv, spec, post_attr);
|
|
Thomas Bogendoerfer |
17081a |
+ if (IS_ERR(handle->rule)) {
|
|
Thomas Bogendoerfer |
17081a |
+ err = PTR_ERR(handle->rule);
|
|
Thomas Bogendoerfer |
17081a |
+ netdev_warn(post_act->priv->netdev, "Failed to add post action rule");
|
|
Thomas Bogendoerfer |
17081a |
+ goto err_rule;
|
|
Thomas Bogendoerfer |
17081a |
+ }
|
|
Thomas Bogendoerfer |
17081a |
+ handle->attr = post_attr;
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+ kvfree(spec);
|
|
Thomas Bogendoerfer |
17081a |
+ return handle;
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+err_rule:
|
|
Thomas Bogendoerfer |
17081a |
+ xa_erase(&post_act->ids, handle->id);
|
|
Thomas Bogendoerfer |
17081a |
+err_xarray:
|
|
Thomas Bogendoerfer |
17081a |
+ kfree(post_attr);
|
|
Thomas Bogendoerfer |
17081a |
+ kvfree(spec);
|
|
Thomas Bogendoerfer |
17081a |
+ kfree(handle);
|
|
Thomas Bogendoerfer |
17081a |
+ return ERR_PTR(err);
|
|
Thomas Bogendoerfer |
17081a |
+}
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+void
|
|
Thomas Bogendoerfer |
17081a |
+mlx5e_tc_post_act_del(struct mlx5e_post_act *post_act, struct mlx5e_post_act_handle *handle)
|
|
Thomas Bogendoerfer |
17081a |
+{
|
|
Thomas Bogendoerfer |
17081a |
+ mlx5_tc_rule_delete(post_act->priv, handle->rule, handle->attr);
|
|
Thomas Bogendoerfer |
17081a |
+ xa_erase(&post_act->ids, handle->id);
|
|
Thomas Bogendoerfer |
17081a |
+ kfree(handle->attr);
|
|
Thomas Bogendoerfer |
17081a |
+ kfree(handle);
|
|
Thomas Bogendoerfer |
17081a |
+}
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5_flow_table *
|
|
Thomas Bogendoerfer |
17081a |
+mlx5e_tc_post_act_get_ft(struct mlx5e_post_act *post_act)
|
|
Thomas Bogendoerfer |
17081a |
+{
|
|
Thomas Bogendoerfer |
17081a |
+ return post_act->ft;
|
|
Thomas Bogendoerfer |
17081a |
+}
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+/* Allocate a header modify action to write the post action handle fte id to a register. */
|
|
Thomas Bogendoerfer |
17081a |
+int
|
|
Thomas Bogendoerfer |
17081a |
+mlx5e_tc_post_act_set_handle(struct mlx5_core_dev *dev,
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act_handle *handle,
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_tc_mod_hdr_acts *acts)
|
|
Thomas Bogendoerfer |
17081a |
+{
|
|
Thomas Bogendoerfer |
17081a |
+ return mlx5e_tc_match_to_reg_set(dev, acts, handle->ns_type, FTEID_TO_REG, handle->id);
|
|
Thomas Bogendoerfer |
17081a |
+}
|
|
Thomas Bogendoerfer |
17081a |
--- a/drivers/net/ethernet/mellanox/mlx5/core/en/tc/post_act.h
|
|
Thomas Bogendoerfer |
17081a |
+++ b/drivers/net/ethernet/mellanox/mlx5/core/en/tc/post_act.h
|
|
Thomas Bogendoerfer |
17081a |
@@ -7,6 +7,10 @@
|
|
Thomas Bogendoerfer |
17081a |
#include "en.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "lib/fs_chains.h"
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5_flow_attr;
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5e_priv;
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5e_tc_mod_hdr_acts;
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5e_post_act *
|
|
Thomas Bogendoerfer |
17081a |
mlx5e_tc_post_act_init(struct mlx5e_priv *priv, struct mlx5_fs_chains *chains,
|
|
Thomas Bogendoerfer |
17081a |
enum mlx5_flow_namespace_type ns_type);
|
|
Thomas Bogendoerfer |
17081a |
@@ -14,4 +18,18 @@ mlx5e_tc_post_act_init(struct mlx5e_priv
|
|
Thomas Bogendoerfer |
17081a |
void
|
|
Thomas Bogendoerfer |
17081a |
mlx5e_tc_post_act_destroy(struct mlx5e_post_act *post_act);
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5e_post_act_handle *
|
|
Thomas Bogendoerfer |
17081a |
+mlx5e_tc_post_act_add(struct mlx5e_post_act *post_act, struct mlx5_flow_attr *attr);
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+void
|
|
Thomas Bogendoerfer |
17081a |
+mlx5e_tc_post_act_del(struct mlx5e_post_act *post_act, struct mlx5e_post_act_handle *handle);
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5_flow_table *
|
|
Thomas Bogendoerfer |
17081a |
+mlx5e_tc_post_act_get_ft(struct mlx5e_post_act *post_act);
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
+int
|
|
Thomas Bogendoerfer |
17081a |
+mlx5e_tc_post_act_set_handle(struct mlx5_core_dev *dev,
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act_handle *handle,
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_tc_mod_hdr_acts *acts);
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
#endif /* __MLX5_POST_ACTION_H__ */
|
|
Thomas Bogendoerfer |
17081a |
--- a/drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c
|
|
Thomas Bogendoerfer |
17081a |
+++ b/drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.c
|
|
Thomas Bogendoerfer |
17081a |
@@ -19,6 +19,7 @@
|
|
Thomas Bogendoerfer |
17081a |
#include "en/tc_ct.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "en/mod_hdr.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "en/mapping.h"
|
|
Thomas Bogendoerfer |
17081a |
+#include "en/tc/post_act.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "en.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "en_tc.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "en_rep.h"
|
|
Thomas Bogendoerfer |
17081a |
@@ -32,10 +33,6 @@
|
|
Thomas Bogendoerfer |
17081a |
#define MLX5_CT_STATE_RELATED_BIT BIT(5)
|
|
Thomas Bogendoerfer |
17081a |
#define MLX5_CT_STATE_INVALID_BIT BIT(6)
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
-#define MLX5_FTE_ID_BITS (mlx5e_tc_attr_to_reg_mappings[FTEID_TO_REG].mlen)
|
|
Thomas Bogendoerfer |
17081a |
-#define MLX5_FTE_ID_MAX GENMASK(MLX5_FTE_ID_BITS - 1, 0)
|
|
Thomas Bogendoerfer |
17081a |
-#define MLX5_FTE_ID_MASK MLX5_FTE_ID_MAX
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
#define MLX5_CT_LABELS_BITS (mlx5e_tc_attr_to_reg_mappings[LABELS_TO_REG].mlen)
|
|
Thomas Bogendoerfer |
17081a |
#define MLX5_CT_LABELS_MASK GENMASK(MLX5_CT_LABELS_BITS - 1, 0)
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
@@ -46,14 +43,13 @@ struct mlx5_tc_ct_priv {
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_core_dev *dev;
|
|
Thomas Bogendoerfer |
17081a |
const struct net_device *netdev;
|
|
Thomas Bogendoerfer |
17081a |
struct mod_hdr_tbl *mod_hdr_tbl;
|
|
Thomas Bogendoerfer |
17081a |
- struct xarray fte_ids;
|
|
Thomas Bogendoerfer |
17081a |
struct xarray tuple_ids;
|
|
Thomas Bogendoerfer |
17081a |
struct rhashtable zone_ht;
|
|
Thomas Bogendoerfer |
17081a |
struct rhashtable ct_tuples_ht;
|
|
Thomas Bogendoerfer |
17081a |
struct rhashtable ct_tuples_nat_ht;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_flow_table *ct;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_flow_table *ct_nat;
|
|
Thomas Bogendoerfer |
17081a |
- struct mlx5_flow_table *post_ct;
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act *post_act;
|
|
Thomas Bogendoerfer |
17081a |
struct mutex control_lock; /* guards parallel adds/dels */
|
|
Thomas Bogendoerfer |
17081a |
struct mapping_ctx *zone_mapping;
|
|
Thomas Bogendoerfer |
17081a |
struct mapping_ctx *labels_mapping;
|
|
Thomas Bogendoerfer |
17081a |
@@ -64,11 +60,9 @@ struct mlx5_tc_ct_priv {
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_ct_flow {
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_flow_attr *pre_ct_attr;
|
|
Thomas Bogendoerfer |
17081a |
- struct mlx5_flow_attr *post_ct_attr;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_flow_handle *pre_ct_rule;
|
|
Thomas Bogendoerfer |
17081a |
- struct mlx5_flow_handle *post_ct_rule;
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act_handle *post_act_handle;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_ct_ft *ft;
|
|
Thomas Bogendoerfer |
17081a |
- u32 fte_id;
|
|
Thomas Bogendoerfer |
17081a |
u32 chain_mapping;
|
|
Thomas Bogendoerfer |
17081a |
};
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
@@ -768,7 +762,7 @@ mlx5_tc_ct_entry_add_rule(struct mlx5_tc
|
|
Thomas Bogendoerfer |
17081a |
MLX5_FLOW_CONTEXT_ACTION_FWD_DEST |
|
|
Thomas Bogendoerfer |
17081a |
MLX5_FLOW_CONTEXT_ACTION_COUNT;
|
|
Thomas Bogendoerfer |
17081a |
attr->dest_chain = 0;
|
|
Thomas Bogendoerfer |
17081a |
- attr->dest_ft = ct_priv->post_ct;
|
|
Thomas Bogendoerfer |
17081a |
+ attr->dest_ft = mlx5e_tc_post_act_get_ft(ct_priv->post_act);
|
|
Thomas Bogendoerfer |
17081a |
attr->ft = nat ? ct_priv->ct_nat : ct_priv->ct;
|
|
Thomas Bogendoerfer |
17081a |
attr->outer_match_level = MLX5_MATCH_L4;
|
|
Thomas Bogendoerfer |
17081a |
attr->counter = entry->counter->counter;
|
|
Thomas Bogendoerfer |
17081a |
@@ -1432,7 +1426,7 @@ static int tc_ct_pre_ct_add_rules(struct
|
|
Thomas Bogendoerfer |
17081a |
ctstate |= MLX5_CT_STATE_NAT_BIT;
|
|
Thomas Bogendoerfer |
17081a |
mlx5e_tc_match_to_reg_match(spec, CTSTATE_TO_REG, ctstate, ctstate);
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- dest.ft = ct_priv->post_ct;
|
|
Thomas Bogendoerfer |
17081a |
+ dest.ft = mlx5e_tc_post_act_get_ft(ct_priv->post_act);
|
|
Thomas Bogendoerfer |
17081a |
rule = mlx5_add_flow_rules(ft, spec, &flow_act, &dest, 1);
|
|
Thomas Bogendoerfer |
17081a |
if (IS_ERR(rule)) {
|
|
Thomas Bogendoerfer |
17081a |
err = PTR_ERR(rule);
|
|
Thomas Bogendoerfer |
17081a |
@@ -1716,9 +1710,9 @@ mlx5_tc_ct_del_ft_cb(struct mlx5_tc_ct_p
|
|
Thomas Bogendoerfer |
17081a |
* | do decap
|
|
Thomas Bogendoerfer |
17081a |
* v
|
|
Thomas Bogendoerfer |
17081a |
* +---------------------+
|
|
Thomas Bogendoerfer |
17081a |
- * + pre_ct/pre_ct_nat + if matches +---------------------+
|
|
Thomas Bogendoerfer |
17081a |
- * + zone+nat match +---------------->+ post_ct (see below) +
|
|
Thomas Bogendoerfer |
17081a |
- * +---------------------+ set zone +---------------------+
|
|
Thomas Bogendoerfer |
17081a |
+ * + pre_ct/pre_ct_nat + if matches +-------------------------+
|
|
Thomas Bogendoerfer |
17081a |
+ * + zone+nat match +---------------->+ post_act (see below) +
|
|
Thomas Bogendoerfer |
17081a |
+ * +---------------------+ set zone +-------------------------+
|
|
Thomas Bogendoerfer |
17081a |
* | set zone
|
|
Thomas Bogendoerfer |
17081a |
* v
|
|
Thomas Bogendoerfer |
17081a |
* +--------------------+
|
|
Thomas Bogendoerfer |
17081a |
@@ -1732,7 +1726,7 @@ mlx5_tc_ct_del_ft_cb(struct mlx5_tc_ct_p
|
|
Thomas Bogendoerfer |
17081a |
* | do nat (if needed)
|
|
Thomas Bogendoerfer |
17081a |
* v
|
|
Thomas Bogendoerfer |
17081a |
* +--------------+
|
|
Thomas Bogendoerfer |
17081a |
- * + post_ct + original filter actions
|
|
Thomas Bogendoerfer |
17081a |
+ * + post_act + original filter actions
|
|
Thomas Bogendoerfer |
17081a |
* + fte_id match +------------------------>
|
|
Thomas Bogendoerfer |
17081a |
* +--------------+
|
|
Thomas Bogendoerfer |
17081a |
*/
|
|
Thomas Bogendoerfer |
17081a |
@@ -1746,19 +1740,15 @@ __mlx5_tc_ct_flow_offload(struct mlx5_tc
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5e_priv *priv = netdev_priv(ct_priv->netdev);
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5e_tc_mod_hdr_acts pre_mod_acts = {};
|
|
Thomas Bogendoerfer |
17081a |
u32 attr_sz = ns_to_attr_sz(ct_priv->ns_type);
|
|
Thomas Bogendoerfer |
17081a |
- struct mlx5_flow_spec *post_ct_spec = NULL;
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act_handle *handle;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_flow_attr *pre_ct_attr;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_modify_hdr *mod_hdr;
|
|
Thomas Bogendoerfer |
17081a |
- struct mlx5_flow_handle *rule;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_ct_flow *ct_flow;
|
|
Thomas Bogendoerfer |
17081a |
int chain_mapping = 0, err;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_ct_ft *ft;
|
|
Thomas Bogendoerfer |
17081a |
- u32 fte_id = 1;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- post_ct_spec = kvzalloc(sizeof(*post_ct_spec), GFP_KERNEL);
|
|
Thomas Bogendoerfer |
17081a |
ct_flow = kzalloc(sizeof(*ct_flow), GFP_KERNEL);
|
|
Thomas Bogendoerfer |
17081a |
- if (!post_ct_spec || !ct_flow) {
|
|
Thomas Bogendoerfer |
17081a |
- kvfree(post_ct_spec);
|
|
Thomas Bogendoerfer |
17081a |
+ if (!ct_flow) {
|
|
Thomas Bogendoerfer |
17081a |
kfree(ct_flow);
|
|
Thomas Bogendoerfer |
17081a |
return ERR_PTR(-ENOMEM);
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
@@ -1773,14 +1763,13 @@ __mlx5_tc_ct_flow_offload(struct mlx5_tc
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
ct_flow->ft = ft;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- err = xa_alloc(&ct_priv->fte_ids, &fte_id, ct_flow,
|
|
Thomas Bogendoerfer |
17081a |
- XA_LIMIT(1, MLX5_FTE_ID_MAX), GFP_KERNEL);
|
|
Thomas Bogendoerfer |
17081a |
- if (err) {
|
|
Thomas Bogendoerfer |
17081a |
- netdev_warn(priv->netdev,
|
|
Thomas Bogendoerfer |
17081a |
- "Failed to allocate fte id, err: %d\n", err);
|
|
Thomas Bogendoerfer |
17081a |
- goto err_xarray;
|
|
Thomas Bogendoerfer |
17081a |
+ handle = mlx5e_tc_post_act_add(ct_priv->post_act, attr);
|
|
Thomas Bogendoerfer |
17081a |
+ if (IS_ERR(handle)) {
|
|
Thomas Bogendoerfer |
17081a |
+ err = PTR_ERR(handle);
|
|
Thomas Bogendoerfer |
17081a |
+ ct_dbg("Failed to allocate post action handle");
|
|
Thomas Bogendoerfer |
17081a |
+ goto err_post_act_handle;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->fte_id = fte_id;
|
|
Thomas Bogendoerfer |
17081a |
+ ct_flow->post_act_handle = handle;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
/* Base flow attributes of both rules on original rule attribute */
|
|
Thomas Bogendoerfer |
17081a |
ct_flow->pre_ct_attr = mlx5_alloc_flow_attr(ct_priv->ns_type);
|
|
Thomas Bogendoerfer |
17081a |
@@ -1789,15 +1778,8 @@ __mlx5_tc_ct_flow_offload(struct mlx5_tc
|
|
Thomas Bogendoerfer |
17081a |
goto err_alloc_pre;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr = mlx5_alloc_flow_attr(ct_priv->ns_type);
|
|
Thomas Bogendoerfer |
17081a |
- if (!ct_flow->post_ct_attr) {
|
|
Thomas Bogendoerfer |
17081a |
- err = -ENOMEM;
|
|
Thomas Bogendoerfer |
17081a |
- goto err_alloc_post;
|
|
Thomas Bogendoerfer |
17081a |
- }
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
pre_ct_attr = ct_flow->pre_ct_attr;
|
|
Thomas Bogendoerfer |
17081a |
memcpy(pre_ct_attr, attr, attr_sz);
|
|
Thomas Bogendoerfer |
17081a |
- memcpy(ct_flow->post_ct_attr, attr, attr_sz);
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
/* Modify the original rule's action to fwd and modify, leave decap */
|
|
Thomas Bogendoerfer |
17081a |
pre_ct_attr->action = attr->action & MLX5_FLOW_CONTEXT_ACTION_DECAP;
|
|
Thomas Bogendoerfer |
17081a |
@@ -1823,10 +1805,9 @@ __mlx5_tc_ct_flow_offload(struct mlx5_tc
|
|
Thomas Bogendoerfer |
17081a |
goto err_mapping;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- err = mlx5e_tc_match_to_reg_set(priv->mdev, &pre_mod_acts, ct_priv->ns_type,
|
|
Thomas Bogendoerfer |
17081a |
- FTEID_TO_REG, fte_id);
|
|
Thomas Bogendoerfer |
17081a |
+ err = mlx5e_tc_post_act_set_handle(priv->mdev, handle, &pre_mod_acts);
|
|
Thomas Bogendoerfer |
17081a |
if (err) {
|
|
Thomas Bogendoerfer |
17081a |
- ct_dbg("Failed to set fte_id register mapping");
|
|
Thomas Bogendoerfer |
17081a |
+ ct_dbg("Failed to set post action handle");
|
|
Thomas Bogendoerfer |
17081a |
goto err_mapping;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
@@ -1857,33 +1838,6 @@ __mlx5_tc_ct_flow_offload(struct mlx5_tc
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
pre_ct_attr->modify_hdr = mod_hdr;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- /* Post ct rule matches on fte_id and executes original rule's
|
|
Thomas Bogendoerfer |
17081a |
- * tc rule action
|
|
Thomas Bogendoerfer |
17081a |
- */
|
|
Thomas Bogendoerfer |
17081a |
- mlx5e_tc_match_to_reg_match(post_ct_spec, FTEID_TO_REG,
|
|
Thomas Bogendoerfer |
17081a |
- fte_id, MLX5_FTE_ID_MASK);
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
- /* Put post_ct rule on post_ct flow table */
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr->chain = 0;
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr->prio = 0;
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr->ft = ct_priv->post_ct;
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
- /* Splits were handled before CT */
|
|
Thomas Bogendoerfer |
17081a |
- if (ct_priv->ns_type == MLX5_FLOW_NAMESPACE_FDB)
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr->esw_attr->split_count = 0;
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr->inner_match_level = MLX5_MATCH_NONE;
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr->outer_match_level = MLX5_MATCH_NONE;
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr->action &= ~(MLX5_FLOW_CONTEXT_ACTION_DECAP);
|
|
Thomas Bogendoerfer |
17081a |
- rule = mlx5_tc_rule_insert(priv, post_ct_spec,
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr);
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_rule = rule;
|
|
Thomas Bogendoerfer |
17081a |
- if (IS_ERR(ct_flow->post_ct_rule)) {
|
|
Thomas Bogendoerfer |
17081a |
- err = PTR_ERR(ct_flow->post_ct_rule);
|
|
Thomas Bogendoerfer |
17081a |
- ct_dbg("Failed to add post ct rule");
|
|
Thomas Bogendoerfer |
17081a |
- goto err_insert_post_ct;
|
|
Thomas Bogendoerfer |
17081a |
- }
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
/* Change original rule point to ct table */
|
|
Thomas Bogendoerfer |
17081a |
pre_ct_attr->dest_chain = 0;
|
|
Thomas Bogendoerfer |
17081a |
pre_ct_attr->dest_ft = nat ? ft->pre_ct_nat.ft : ft->pre_ct.ft;
|
|
Thomas Bogendoerfer |
17081a |
@@ -1897,28 +1851,21 @@ __mlx5_tc_ct_flow_offload(struct mlx5_tc
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
attr->ct_attr.ct_flow = ct_flow;
|
|
Thomas Bogendoerfer |
17081a |
dealloc_mod_hdr_actions(&pre_mod_acts);
|
|
Thomas Bogendoerfer |
17081a |
- kvfree(post_ct_spec);
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- return rule;
|
|
Thomas Bogendoerfer |
17081a |
+ return ct_flow->pre_ct_rule;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
err_insert_orig:
|
|
Thomas Bogendoerfer |
17081a |
- mlx5_tc_rule_delete(priv, ct_flow->post_ct_rule,
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr);
|
|
Thomas Bogendoerfer |
17081a |
-err_insert_post_ct:
|
|
Thomas Bogendoerfer |
17081a |
mlx5_modify_header_dealloc(priv->mdev, pre_ct_attr->modify_hdr);
|
|
Thomas Bogendoerfer |
17081a |
err_mapping:
|
|
Thomas Bogendoerfer |
17081a |
dealloc_mod_hdr_actions(&pre_mod_acts);
|
|
Thomas Bogendoerfer |
17081a |
mlx5_chains_put_chain_mapping(ct_priv->chains, ct_flow->chain_mapping);
|
|
Thomas Bogendoerfer |
17081a |
err_get_chain:
|
|
Thomas Bogendoerfer |
17081a |
- kfree(ct_flow->post_ct_attr);
|
|
Thomas Bogendoerfer |
17081a |
-err_alloc_post:
|
|
Thomas Bogendoerfer |
17081a |
kfree(ct_flow->pre_ct_attr);
|
|
Thomas Bogendoerfer |
17081a |
err_alloc_pre:
|
|
Thomas Bogendoerfer |
17081a |
- xa_erase(&ct_priv->fte_ids, fte_id);
|
|
Thomas Bogendoerfer |
17081a |
-err_xarray:
|
|
Thomas Bogendoerfer |
17081a |
+ mlx5e_tc_post_act_del(ct_priv->post_act, handle);
|
|
Thomas Bogendoerfer |
17081a |
+err_post_act_handle:
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_del_ft_cb(ct_priv, ft);
|
|
Thomas Bogendoerfer |
17081a |
err_ft:
|
|
Thomas Bogendoerfer |
17081a |
- kvfree(post_ct_spec);
|
|
Thomas Bogendoerfer |
17081a |
kfree(ct_flow);
|
|
Thomas Bogendoerfer |
17081a |
netdev_warn(priv->netdev, "Failed to offload ct flow, err %d\n", err);
|
|
Thomas Bogendoerfer |
17081a |
return ERR_PTR(err);
|
|
Thomas Bogendoerfer |
17081a |
@@ -2029,16 +1976,13 @@ __mlx5_tc_ct_delete_flow(struct mlx5_tc_
|
|
Thomas Bogendoerfer |
17081a |
pre_ct_attr);
|
|
Thomas Bogendoerfer |
17081a |
mlx5_modify_header_dealloc(priv->mdev, pre_ct_attr->modify_hdr);
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- if (ct_flow->post_ct_rule) {
|
|
Thomas Bogendoerfer |
17081a |
- mlx5_tc_rule_delete(priv, ct_flow->post_ct_rule,
|
|
Thomas Bogendoerfer |
17081a |
- ct_flow->post_ct_attr);
|
|
Thomas Bogendoerfer |
17081a |
+ if (ct_flow->post_act_handle) {
|
|
Thomas Bogendoerfer |
17081a |
mlx5_chains_put_chain_mapping(ct_priv->chains, ct_flow->chain_mapping);
|
|
Thomas Bogendoerfer |
17081a |
- xa_erase(&ct_priv->fte_ids, ct_flow->fte_id);
|
|
Thomas Bogendoerfer |
17081a |
+ mlx5e_tc_post_act_del(ct_priv->post_act, ct_flow->post_act_handle);
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_del_ft_cb(ct_priv, ct_flow->ft);
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
kfree(ct_flow->pre_ct_attr);
|
|
Thomas Bogendoerfer |
17081a |
- kfree(ct_flow->post_ct_attr);
|
|
Thomas Bogendoerfer |
17081a |
kfree(ct_flow);
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
@@ -2064,11 +2008,6 @@ static int
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_init_check_esw_support(struct mlx5_eswitch *esw,
|
|
Thomas Bogendoerfer |
17081a |
const char **err_msg)
|
|
Thomas Bogendoerfer |
17081a |
{
|
|
Thomas Bogendoerfer |
17081a |
- if (!MLX5_CAP_ESW_FLOWTABLE_FDB(esw->dev, ignore_flow_level)) {
|
|
Thomas Bogendoerfer |
17081a |
- *err_msg = "firmware level support is missing";
|
|
Thomas Bogendoerfer |
17081a |
- return -EOPNOTSUPP;
|
|
Thomas Bogendoerfer |
17081a |
- }
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
if (!mlx5_eswitch_vlan_actions_supported(esw->dev, 1)) {
|
|
Thomas Bogendoerfer |
17081a |
/* vlan workaround should be avoided for multi chain rules.
|
|
Thomas Bogendoerfer |
17081a |
* This is just a sanity check as pop vlan action should
|
|
Thomas Bogendoerfer |
17081a |
@@ -2098,20 +2037,9 @@ mlx5_tc_ct_init_check_esw_support(struct
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
static int
|
|
Thomas Bogendoerfer |
17081a |
-mlx5_tc_ct_init_check_nic_support(struct mlx5e_priv *priv,
|
|
Thomas Bogendoerfer |
17081a |
- const char **err_msg)
|
|
Thomas Bogendoerfer |
17081a |
-{
|
|
Thomas Bogendoerfer |
17081a |
- if (!MLX5_CAP_FLOWTABLE_NIC_RX(priv->mdev, ignore_flow_level)) {
|
|
Thomas Bogendoerfer |
17081a |
- *err_msg = "firmware level support is missing";
|
|
Thomas Bogendoerfer |
17081a |
- return -EOPNOTSUPP;
|
|
Thomas Bogendoerfer |
17081a |
- }
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
- return 0;
|
|
Thomas Bogendoerfer |
17081a |
-}
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
-static int
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_init_check_support(struct mlx5e_priv *priv,
|
|
Thomas Bogendoerfer |
17081a |
enum mlx5_flow_namespace_type ns_type,
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act *post_act,
|
|
Thomas Bogendoerfer |
17081a |
const char **err_msg)
|
|
Thomas Bogendoerfer |
17081a |
{
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_eswitch *esw = priv->mdev->priv.eswitch;
|
|
Thomas Bogendoerfer |
17081a |
@@ -2122,10 +2050,14 @@ mlx5_tc_ct_init_check_support(struct mlx
|
|
Thomas Bogendoerfer |
17081a |
*err_msg = "tc skb extension missing";
|
|
Thomas Bogendoerfer |
17081a |
return -EOPNOTSUPP;
|
|
Thomas Bogendoerfer |
17081a |
#endif
|
|
Thomas Bogendoerfer |
17081a |
+ if (IS_ERR_OR_NULL(post_act)) {
|
|
Thomas Bogendoerfer |
17081a |
+ *err_msg = "tc ct offload not supported, post action is missing";
|
|
Thomas Bogendoerfer |
17081a |
+ return -EOPNOTSUPP;
|
|
Thomas Bogendoerfer |
17081a |
+ }
|
|
Thomas Bogendoerfer |
17081a |
+
|
|
Thomas Bogendoerfer |
17081a |
if (ns_type == MLX5_FLOW_NAMESPACE_FDB)
|
|
Thomas Bogendoerfer |
17081a |
return mlx5_tc_ct_init_check_esw_support(esw, err_msg);
|
|
Thomas Bogendoerfer |
17081a |
- else
|
|
Thomas Bogendoerfer |
17081a |
- return mlx5_tc_ct_init_check_nic_support(priv, err_msg);
|
|
Thomas Bogendoerfer |
17081a |
+ return 0;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
#define INIT_ERR_PREFIX "tc ct offload init failed"
|
|
Thomas Bogendoerfer |
17081a |
@@ -2133,7 +2065,8 @@ mlx5_tc_ct_init_check_support(struct mlx
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_tc_ct_priv *
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_init(struct mlx5e_priv *priv, struct mlx5_fs_chains *chains,
|
|
Thomas Bogendoerfer |
17081a |
struct mod_hdr_tbl *mod_hdr,
|
|
Thomas Bogendoerfer |
17081a |
- enum mlx5_flow_namespace_type ns_type)
|
|
Thomas Bogendoerfer |
17081a |
+ enum mlx5_flow_namespace_type ns_type,
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act *post_act)
|
|
Thomas Bogendoerfer |
17081a |
{
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_tc_ct_priv *ct_priv;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_core_dev *dev;
|
|
Thomas Bogendoerfer |
17081a |
@@ -2142,11 +2075,9 @@ mlx5_tc_ct_init(struct mlx5e_priv *priv,
|
|
Thomas Bogendoerfer |
17081a |
int err;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
dev = priv->mdev;
|
|
Thomas Bogendoerfer |
17081a |
- err = mlx5_tc_ct_init_check_support(priv, ns_type, &msg;;
|
|
Thomas Bogendoerfer |
17081a |
+ err = mlx5_tc_ct_init_check_support(priv, ns_type, post_act, &msg;;
|
|
Thomas Bogendoerfer |
17081a |
if (err) {
|
|
Thomas Bogendoerfer |
17081a |
- mlx5_core_warn(dev,
|
|
Thomas Bogendoerfer |
17081a |
- "tc ct offload not supported, %s\n",
|
|
Thomas Bogendoerfer |
17081a |
- msg);
|
|
Thomas Bogendoerfer |
17081a |
+ mlx5_core_warn(dev, "tc ct offload not supported, %s\n", msg);
|
|
Thomas Bogendoerfer |
17081a |
goto err_support;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
@@ -2194,16 +2125,7 @@ mlx5_tc_ct_init(struct mlx5e_priv *priv,
|
|
Thomas Bogendoerfer |
17081a |
goto err_ct_nat_tbl;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- ct_priv->post_ct = mlx5_chains_create_global_table(chains);
|
|
Thomas Bogendoerfer |
17081a |
- if (IS_ERR(ct_priv->post_ct)) {
|
|
Thomas Bogendoerfer |
17081a |
- err = PTR_ERR(ct_priv->post_ct);
|
|
Thomas Bogendoerfer |
17081a |
- mlx5_core_warn(dev,
|
|
Thomas Bogendoerfer |
17081a |
- "%s, failed to create post ct table err: %d\n",
|
|
Thomas Bogendoerfer |
17081a |
- INIT_ERR_PREFIX, err);
|
|
Thomas Bogendoerfer |
17081a |
- goto err_post_ct_tbl;
|
|
Thomas Bogendoerfer |
17081a |
- }
|
|
Thomas Bogendoerfer |
17081a |
-
|
|
Thomas Bogendoerfer |
17081a |
- xa_init_flags(&ct_priv->fte_ids, XA_FLAGS_ALLOC1);
|
|
Thomas Bogendoerfer |
17081a |
+ ct_priv->post_act = post_act;
|
|
Thomas Bogendoerfer |
17081a |
mutex_init(&ct_priv->control_lock);
|
|
Thomas Bogendoerfer |
17081a |
rhashtable_init(&ct_priv->zone_ht, &zone_params);
|
|
Thomas Bogendoerfer |
17081a |
rhashtable_init(&ct_priv->ct_tuples_ht, &tuples_ht_params);
|
|
Thomas Bogendoerfer |
17081a |
@@ -2211,8 +2133,6 @@ mlx5_tc_ct_init(struct mlx5e_priv *priv,
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
return ct_priv;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
-err_post_ct_tbl:
|
|
Thomas Bogendoerfer |
17081a |
- mlx5_chains_destroy_global_table(chains, ct_priv->ct_nat);
|
|
Thomas Bogendoerfer |
17081a |
err_ct_nat_tbl:
|
|
Thomas Bogendoerfer |
17081a |
mlx5_chains_destroy_global_table(chains, ct_priv->ct);
|
|
Thomas Bogendoerfer |
17081a |
err_ct_tbl:
|
|
Thomas Bogendoerfer |
17081a |
@@ -2237,7 +2157,6 @@ mlx5_tc_ct_clean(struct mlx5_tc_ct_priv
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
chains = ct_priv->chains;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
- mlx5_chains_destroy_global_table(chains, ct_priv->post_ct);
|
|
Thomas Bogendoerfer |
17081a |
mlx5_chains_destroy_global_table(chains, ct_priv->ct_nat);
|
|
Thomas Bogendoerfer |
17081a |
mlx5_chains_destroy_global_table(chains, ct_priv->ct);
|
|
Thomas Bogendoerfer |
17081a |
mapping_destroy(ct_priv->zone_mapping);
|
|
Thomas Bogendoerfer |
17081a |
@@ -2247,7 +2166,6 @@ mlx5_tc_ct_clean(struct mlx5_tc_ct_priv
|
|
Thomas Bogendoerfer |
17081a |
rhashtable_destroy(&ct_priv->ct_tuples_nat_ht);
|
|
Thomas Bogendoerfer |
17081a |
rhashtable_destroy(&ct_priv->zone_ht);
|
|
Thomas Bogendoerfer |
17081a |
mutex_destroy(&ct_priv->control_lock);
|
|
Thomas Bogendoerfer |
17081a |
- xa_destroy(&ct_priv->fte_ids);
|
|
Thomas Bogendoerfer |
17081a |
kfree(ct_priv);
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
--- a/drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.h
|
|
Thomas Bogendoerfer |
17081a |
+++ b/drivers/net/ethernet/mellanox/mlx5/core/en/tc_ct.h
|
|
Thomas Bogendoerfer |
17081a |
@@ -92,7 +92,8 @@ struct mlx5_ct_attr {
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_tc_ct_priv *
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_init(struct mlx5e_priv *priv, struct mlx5_fs_chains *chains,
|
|
Thomas Bogendoerfer |
17081a |
struct mod_hdr_tbl *mod_hdr,
|
|
Thomas Bogendoerfer |
17081a |
- enum mlx5_flow_namespace_type ns_type);
|
|
Thomas Bogendoerfer |
17081a |
+ enum mlx5_flow_namespace_type ns_type,
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act *post_act);
|
|
Thomas Bogendoerfer |
17081a |
void
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_clean(struct mlx5_tc_ct_priv *ct_priv);
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
@@ -132,7 +133,8 @@ mlx5e_tc_ct_restore_flow(struct mlx5_tc_
|
|
Thomas Bogendoerfer |
17081a |
static inline struct mlx5_tc_ct_priv *
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_init(struct mlx5e_priv *priv, struct mlx5_fs_chains *chains,
|
|
Thomas Bogendoerfer |
17081a |
struct mod_hdr_tbl *mod_hdr,
|
|
Thomas Bogendoerfer |
17081a |
- enum mlx5_flow_namespace_type ns_type)
|
|
Thomas Bogendoerfer |
17081a |
+ enum mlx5_flow_namespace_type ns_type,
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act *post_act)
|
|
Thomas Bogendoerfer |
17081a |
{
|
|
Thomas Bogendoerfer |
17081a |
return NULL;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
--- a/drivers/net/ethernet/mellanox/mlx5/core/en_rep.h
|
|
Thomas Bogendoerfer |
17081a |
+++ b/drivers/net/ethernet/mellanox/mlx5/core/en_rep.h
|
|
Thomas Bogendoerfer |
17081a |
@@ -60,6 +60,7 @@ struct mlx5e_neigh_update_table {
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_tc_ct_priv;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5e_rep_bond;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5e_tc_tun_encap;
|
|
Thomas Bogendoerfer |
17081a |
+struct mlx5e_post_act;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_rep_uplink_priv {
|
|
Thomas Bogendoerfer |
17081a |
/* Filters DB - instantiated by the uplink representor and shared by
|
|
Thomas Bogendoerfer |
17081a |
@@ -88,6 +89,7 @@ struct mlx5_rep_uplink_priv {
|
|
Thomas Bogendoerfer |
17081a |
/* maps tun_enc_opts to a unique id*/
|
|
Thomas Bogendoerfer |
17081a |
struct mapping_ctx *tunnel_enc_opts_mapping;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
+ struct mlx5e_post_act *post_act;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5_tc_ct_priv *ct_priv;
|
|
Thomas Bogendoerfer |
17081a |
struct mlx5e_tc_psample *tc_psample;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
--- a/drivers/net/ethernet/mellanox/mlx5/core/en_tc.c
|
|
Thomas Bogendoerfer |
17081a |
+++ b/drivers/net/ethernet/mellanox/mlx5/core/en_tc.c
|
|
Thomas Bogendoerfer |
17081a |
@@ -47,6 +47,7 @@
|
|
Thomas Bogendoerfer |
17081a |
#include <net/bareudp.h>
|
|
Thomas Bogendoerfer |
17081a |
#include <net/bonding.h>
|
|
Thomas Bogendoerfer |
17081a |
#include "en.h"
|
|
Thomas Bogendoerfer |
17081a |
+#include "en/tc/post_act.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "en_rep.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "en/rep/tc.h"
|
|
Thomas Bogendoerfer |
17081a |
#include "en/rep/neigh.h"
|
|
Thomas Bogendoerfer |
17081a |
@@ -4895,8 +4896,9 @@ int mlx5e_tc_nic_init(struct mlx5e_priv
|
|
Thomas Bogendoerfer |
17081a |
goto err_chains;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
+ tc->post_act = mlx5e_tc_post_act_init(priv, tc->chains, MLX5_FLOW_NAMESPACE_KERNEL);
|
|
Thomas Bogendoerfer |
17081a |
tc->ct = mlx5_tc_ct_init(priv, tc->chains, &priv->fs.tc.mod_hdr,
|
|
Thomas Bogendoerfer |
17081a |
- MLX5_FLOW_NAMESPACE_KERNEL);
|
|
Thomas Bogendoerfer |
17081a |
+ MLX5_FLOW_NAMESPACE_KERNEL, tc->post_act);
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
tc->netdevice_nb.notifier_call = mlx5e_tc_netdev_event;
|
|
Thomas Bogendoerfer |
17081a |
err = register_netdevice_notifier_dev_net(priv->netdev,
|
|
Thomas Bogendoerfer |
17081a |
@@ -4912,6 +4914,7 @@ int mlx5e_tc_nic_init(struct mlx5e_priv
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
err_reg:
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_clean(tc->ct);
|
|
Thomas Bogendoerfer |
17081a |
+ mlx5e_tc_post_act_destroy(tc->post_act);
|
|
Thomas Bogendoerfer |
17081a |
mlx5_chains_destroy(tc->chains);
|
|
Thomas Bogendoerfer |
17081a |
err_chains:
|
|
Thomas Bogendoerfer |
17081a |
mapping_destroy(chains_mapping);
|
|
Thomas Bogendoerfer |
17081a |
@@ -4950,6 +4953,7 @@ void mlx5e_tc_nic_cleanup(struct mlx5e_p
|
|
Thomas Bogendoerfer |
17081a |
mutex_destroy(&tc->t_lock);
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_clean(tc->ct);
|
|
Thomas Bogendoerfer |
17081a |
+ mlx5e_tc_post_act_destroy(tc->post_act);
|
|
Thomas Bogendoerfer |
17081a |
mapping_destroy(tc->mapping);
|
|
Thomas Bogendoerfer |
17081a |
mlx5_chains_destroy(tc->chains);
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
@@ -4970,10 +4974,13 @@ int mlx5e_tc_esw_init(struct rhashtable
|
|
Thomas Bogendoerfer |
17081a |
priv = netdev_priv(rpriv->netdev);
|
|
Thomas Bogendoerfer |
17081a |
esw = priv->mdev->priv.eswitch;
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
+ uplink_priv->post_act = mlx5e_tc_post_act_init(priv, esw_chains(esw),
|
|
Thomas Bogendoerfer |
17081a |
+ MLX5_FLOW_NAMESPACE_FDB);
|
|
Thomas Bogendoerfer |
17081a |
uplink_priv->ct_priv = mlx5_tc_ct_init(netdev_priv(priv->netdev),
|
|
Thomas Bogendoerfer |
17081a |
esw_chains(esw),
|
|
Thomas Bogendoerfer |
17081a |
&esw->offloads.mod_hdr,
|
|
Thomas Bogendoerfer |
17081a |
- MLX5_FLOW_NAMESPACE_FDB);
|
|
Thomas Bogendoerfer |
17081a |
+ MLX5_FLOW_NAMESPACE_FDB,
|
|
Thomas Bogendoerfer |
17081a |
+ uplink_priv->post_act);
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
#if IS_ENABLED(CONFIG_MLX5_TC_SAMPLE)
|
|
Thomas Bogendoerfer |
17081a |
uplink_priv->tc_psample = mlx5e_tc_sample_init(esw);
|
|
Thomas Bogendoerfer |
17081a |
@@ -5027,6 +5034,7 @@ err_tun_mapping:
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_clean(uplink_priv->ct_priv);
|
|
Thomas Bogendoerfer |
17081a |
netdev_warn(priv->netdev,
|
|
Thomas Bogendoerfer |
17081a |
"Failed to initialize tc (eswitch), err: %d", err);
|
|
Thomas Bogendoerfer |
17081a |
+ mlx5e_tc_post_act_destroy(uplink_priv->post_act);
|
|
Thomas Bogendoerfer |
17081a |
return err;
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
@@ -5046,6 +5054,7 @@ void mlx5e_tc_esw_cleanup(struct rhashta
|
|
Thomas Bogendoerfer |
17081a |
mlx5e_tc_sample_cleanup(uplink_priv->tc_psample);
|
|
Thomas Bogendoerfer |
17081a |
#endif
|
|
Thomas Bogendoerfer |
17081a |
mlx5_tc_ct_clean(uplink_priv->ct_priv);
|
|
Thomas Bogendoerfer |
17081a |
+ mlx5e_tc_post_act_destroy(uplink_priv->post_act);
|
|
Thomas Bogendoerfer |
17081a |
}
|
|
Thomas Bogendoerfer |
17081a |
|
|
Thomas Bogendoerfer |
17081a |
int mlx5e_tc_num_filters(struct mlx5e_priv *priv, unsigned long flags)
|