> Hi Lorenzo,
> 
> I'm only replying to this patch since as far as I'm concerned, the rest of
> the patches look good enough to me. I'll withhold ACKs until I can ACK the
> whole series.
> 
> See below for comments.
> 
> On 5/17/23 05:01, Lorenzo Bianconi wrote:
> > Rework OVN QoS implementation in order to configure it through OVS QoS
> > table instead of running tc command directly bypassing OVS.
> > 
> > Acked-By: Ihar Hrachyshka <[email protected]>
> > Reviewed-by: Simon Horman <[email protected]>
> > Tested-by: Rodolfo Alonso <[email protected]>
> > Signed-off-by: Lorenzo Bianconi <[email protected]>
> > ---
> >   controller/binding.c        | 432 +++++++++++++++++++-----------------
> >   controller/ovn-controller.c |   7 +
> >   tests/ovn-performance.at    |   5 -
> >   tests/system-ovn.at         |  67 +++++-
> >   4 files changed, 298 insertions(+), 213 deletions(-)
> > 
> > diff --git a/controller/binding.c b/controller/binding.c
> > index 91437dbb8..e18488c7e 100644
> > --- a/controller/binding.c
> > +++ b/controller/binding.c
> > @@ -181,222 +181,268 @@ destroy_qos_map(struct hmap *qos_map)
> >       hmap_destroy(qos_map);
> >   }
> > -static void
> > -get_qos_queue(const struct sbrec_port_binding *pb, struct hmap *queue_map)
> > +static const struct ovsrec_interface *
> > +get_qos_egress_port_interface(struct shash *bridge_mappings,
> > +                              const struct ovsrec_port **pport,
> > +                              const char *network)
> >   {
> > -    uint32_t min_rate = smap_get_int(&pb->options, "qos_min_rate", 0);
> > -    uint32_t max_rate = smap_get_int(&pb->options, "qos_max_rate", 0);
> > -    uint32_t burst = smap_get_int(&pb->options, "qos_burst", 0);
> > -    uint32_t queue_id = smap_get_int(&pb->options, "qdisc_queue_id", 0);
> > -    const char *network = smap_get(&pb->options, "qos_physical_network");
> > +    struct ovsrec_bridge *br_ln = shash_find_data(bridge_mappings, 
> > network);
> > +    if (!br_ln) {
> > +        return NULL;
> > +    }
> > -    if ((!min_rate && !max_rate && !burst) || !queue_id) {
> > -        /* Qos is not configured for this port. */
> > -        return;
> > +    /* Add egress-ifaces from the connected bridge */
> > +    for (size_t i = 0; i < br_ln->n_ports; i++) {
> > +        const struct ovsrec_port *port = br_ln->ports[i];
> > +        for (size_t j = 0; j < port->n_interfaces; j++) {
> > +            const struct ovsrec_interface *iface = port->interfaces[j];
> > +
> > +            if (smap_get(&iface->external_ids, "iface-id")) {
> > +                continue;
> > +            }
> 
> Why do we skip interfaces with an iface-id in external_ids?

Because we do not want to use an interface binded to a vm to shape egress
traffic

> 
> > +
> > +            bool is_egress_iface = smap_get_bool(&iface->external_ids,
> > +                                                 "ovn-egress-iface", 
> > false);
> > +            if (is_egress_iface) {
> > +                *pport = port;
> > +                return iface;
> > +            }
> > +        }
> >       }
> > -    uint32_t hash = hash_string(pb->logical_port, 0);
> > -    struct qos_queue *q = find_qos_queue(queue_map, hash, 
> > pb->logical_port);
> > -    if (!q) {
> > -        q = xzalloc(sizeof *q);
> > -        hmap_insert(queue_map, &q->node, hash);
> > -        q->port = xstrdup(pb->logical_port);
> > -        q->queue_id = queue_id;
> > +    return NULL;
> > +}
> > +
> > +/* 34359738360 == (2^32 - 1) * 8.  netdev_set_qos() doesn't support
> > + * 64-bit rate netlink attributes, so the maximum value is 2^32 - 1
> > + * bytes. The 'max-rate' config option is in bits, so multiplying by 8.
> > + * Without setting max-rate the reported link speed will be used, which
> > + * can be unrecognized for certain NICs or reported too low for virtual
> > + * interfaces. */
> > +#define OVN_QOS_MAX_RATE    34359738360ULL
> > +static void
> > +add_ovs_qos_table_entry(struct ovsdb_idl_txn *ovs_idl_txn,
> > +                        const struct ovsrec_port *port,
> > +                        uint32_t min_rate, uint32_t max_rate,
> > +                        uint32_t burst, uint32_t queue_id,
> > +                        const char *ovn_port)
> > +{
> > +    struct smap external_ids = SMAP_INITIALIZER(&external_ids);
> > +    struct smap other_config = SMAP_INITIALIZER(&other_config);
> > +
> > +    const struct ovsrec_qos *qos = port->qos;
> > +    if (qos && smap_get_bool(&qos->external_ids, "ovn_qos", false)) {
> > +        /* External configured QoS, do not overwrite it. */
> 
> The code and comment do not match. I think the comment is correct, and the
> if should be:
> 
> if (qos && !smap_get_bool(&qos->external_ids, "ovn_qos", false))

ack, right. I will fix it

> 
> > +        return;
> >       }
> > -    free(q->network);
> > -    if (network) {
> > -        q->network = xstrdup(network);
> > +    if (!qos) {
> > +        qos = ovsrec_qos_insert(ovs_idl_txn);
> > +        ovsrec_qos_set_type(qos, OVN_QOS_TYPE);
> > +        ovsrec_port_set_qos(port, qos);
> > +        smap_add_format(&other_config, "max-rate", "%lld", 
> > OVN_QOS_MAX_RATE);
> > +        ovsrec_qos_set_other_config(qos, &other_config);
> > +        smap_clear(&other_config);
> > +
> > +        smap_add(&external_ids, "ovn_qos", "true");
> > +        ovsrec_qos_set_external_ids(qos, &external_ids);
> > +        smap_clear(&external_ids);
> >       }
> > -    q->min_rate = min_rate;
> > -    q->max_rate = max_rate;
> > -    q->burst = burst;
> > -}
> > -static const struct ovsrec_qos *
> > -get_noop_qos(struct ovsdb_idl_txn *ovs_idl_txn,
> > -             const struct ovsrec_qos_table *qos_table)
> > -{
> > -    const struct ovsrec_qos *qos;
> > -    OVSREC_QOS_TABLE_FOR_EACH (qos, qos_table) {
> > -        if (!strcmp(qos->type, "linux-noop")) {
> > -            return qos;
> > +    struct ovsrec_queue *queue;
> > +    size_t i;
> > +    for (i = 0; i < qos->n_queues; i++) {
> > +        queue = qos->value_queues[i];
> > +
> > +        const char *p = smap_get(&queue->external_ids, "ovn_port");
> > +        if (p && !strcmp(p, ovn_port)) {
> > +            break;
> >           }
> >       }
> > -    if (!ovs_idl_txn) {
> > -        return NULL;
> > +    if (i == qos->n_queues) {
> > +        queue = ovsrec_queue_insert(ovs_idl_txn);
> > +        ovsrec_qos_update_queues_setkey(qos, queue_id, queue);
> >       }
> > -    qos = ovsrec_qos_insert(ovs_idl_txn);
> > -    ovsrec_qos_set_type(qos, "linux-noop");
> > -    return qos;
> > +
> > +    smap_add_format(&other_config, "max-rate", "%d", max_rate);
> > +    smap_add_format(&other_config, "min-rate", "%d", min_rate);
> > +    smap_add_format(&other_config, "burst", "%d", burst);
> > +    ovsrec_queue_verify_other_config(queue);
> > +    ovsrec_queue_set_other_config(queue, &other_config);
> > +    smap_destroy(&other_config);
> > +
> > +    smap_add(&external_ids, "ovn_port", ovn_port);
> > +    ovsrec_queue_verify_external_ids(queue);
> > +    ovsrec_queue_set_external_ids(queue, &external_ids);
> > +    smap_destroy(&external_ids);
> >   }
> > -static bool
> > -set_noop_qos(struct ovsdb_idl_txn *ovs_idl_txn,
> > -             const struct ovsrec_port_table *port_table,
> > -             const struct ovsrec_qos_table *qos_table,
> > -             struct sset *egress_ifaces)
> > +static void
> > +remove_stale_qos_entry(struct ovsdb_idl_txn *ovs_idl_txn,
> > +                       const struct sbrec_port_binding *pb,
> > +                       const struct ovsrec_port_table *port_table,
> > +                       const struct ovsrec_qos_table *qos_table,
> > +                       struct hmap *queue_map)
> >   {
> >       if (!ovs_idl_txn) {
> > -        return false;
> > +        return;
> >       }
> > -    const struct ovsrec_qos *noop_qos = get_noop_qos(ovs_idl_txn, 
> > qos_table);
> > -    if (!noop_qos) {
> > -        return false;
> > +    struct qos_queue *q = find_qos_queue(
> > +            queue_map, hash_string(pb->logical_port, 0),
> > +            pb->logical_port);
> > +    if (!q) {
> > +        return;
> >       }
> > -    const struct ovsrec_port *port;
> > -    size_t count = 0;
> > +    const struct ovsrec_qos *qos;
> > +    OVSREC_QOS_TABLE_FOR_EACH (qos, qos_table) {
> > +        for (size_t i = 0; i < qos->n_queues; i++) {
> > +            struct ovsrec_queue *queue = qos->value_queues[i];
> > +            if (!queue) {
> > +                continue;
> > +            }
> > -    OVSREC_PORT_TABLE_FOR_EACH (port, port_table) {
> > -        if (sset_contains(egress_ifaces, port->name)) {
> > -            ovsrec_port_set_qos(port, noop_qos);
> > -            count++;
> > -        }
> > -        if (sset_count(egress_ifaces) == count) {
> > -            break;
> > +            const char *ovn_port = smap_get(
> > +                    &queue->external_ids, "ovn_port");
> > +            if (!ovn_port || strcmp(ovn_port, q->port)) {
> > +                continue;
> > +            }
> > +
> > +            ovsrec_qos_update_queues_delkey(qos, qos->key_queues[i]);
> > +            ovsrec_queue_delete(queue);
> > +
> > +            if (qos->n_queues == 1) {
> > +                const struct ovsrec_port *port = NULL, *iter;
> > +                OVSREC_PORT_TABLE_FOR_EACH (iter, port_table) {
> > +                    if (iter->qos == qos) {
> > +                        port = iter;
> > +                        break;
> > +                    }
> > +                }
> > +                if (port) {
> > +                    ovsrec_port_set_qos(port, NULL);
> > +                }
> > +                ovsrec_qos_delete(qos);
> > +            }
> > +
> > +            hmap_remove(queue_map, &q->node);
> > +            qos_queue_erase_entry(q);
> > +
> > +            return;
> >           }
> >       }
> > -    return true;
> >   }
> >   static void
> > -set_qos_type(struct netdev *netdev, const char *type)
> > +configure_qos(const struct sbrec_port_binding *pb,
> > +              struct binding_ctx_in *b_ctx_in,
> > +              struct binding_ctx_out *b_ctx_out)
> >   {
> > -    /* 34359738360 == (2^32 - 1) * 8.  netdev_set_qos() doesn't support
> > -     * 64-bit rate netlink attributes, so the maximum value is 2^32 - 1 
> > bytes.
> > -     * The 'max-rate' config option is in bits, so multiplying by 8.
> > -     * Without setting max-rate the reported link speed will be used, which
> > -     * can be unrecognized for certain NICs or reported too low for virtual
> > -     * interfaces. */
> > -    const struct smap conf = SMAP_CONST1(&conf, "max-rate", "34359738360");
> > -    int error = netdev_set_qos(netdev, type, &conf);
> > -    if (error) {
> > -        static struct vlog_rate_limit rl = VLOG_RATE_LIMIT_INIT(1, 1);
> > -        VLOG_WARN_RL(&rl, "%s: could not set qdisc type \"%s\" (%s)",
> > -                     netdev_get_name(netdev), type, ovs_strerror(error));
> > -    }
> > -}
> > -static void
> > -setup_qos(const char *egress_iface, struct hmap *queue_map)
> > -{
> > -    static struct vlog_rate_limit rl = VLOG_RATE_LIMIT_INIT(5, 5);
> > -    struct netdev *netdev_phy;
> > +    uint32_t min_rate = smap_get_int(&pb->options, "qos_min_rate", 0);
> > +    uint32_t max_rate = smap_get_int(&pb->options, "qos_max_rate", 0);
> > +    uint32_t burst = smap_get_int(&pb->options, "qos_burst", 0);
> > +    uint32_t queue_id = smap_get_int(&pb->options, "qdisc_queue_id", 0);
> > -    if (!egress_iface) {
> > -        /* Queues cannot be configured. */
> > +    if ((!min_rate && !max_rate && !burst) || !queue_id) {
> > +        /* Qos is not configured for this port. */
> > +        remove_stale_qos_entry(b_ctx_in->ovs_idl_txn, pb,
> > +                               b_ctx_in->port_table,
> > +                               b_ctx_in->qos_table,
> > +                               b_ctx_out->qos_map);
> >           return;
> >       }
> > -    int error = netdev_open(egress_iface, NULL, &netdev_phy);
> > -    if (error) {
> > -        VLOG_WARN_RL(&rl, "%s: could not open netdev (%s)",
> > -                     egress_iface, ovs_strerror(error));
> > -        return;
> > +    const char *network = smap_get(&pb->options, "qos_physical_network");
> > +    uint32_t hash = hash_string(pb->logical_port, 0);
> > +    struct qos_queue *q = find_qos_queue(b_ctx_out->qos_map, hash,
> > +                                         pb->logical_port);
> > +    if (!q || q->min_rate != min_rate || q->max_rate != max_rate ||
> > +        q->burst != burst) {
> > +        struct shash bridge_mappings = SHASH_INITIALIZER(&bridge_mappings);
> > +        add_ovs_bridge_mappings(b_ctx_in->ovs_table, 
> > b_ctx_in->bridge_table,
> > +                                &bridge_mappings);
> > +
> > +        const struct ovsrec_port *port = NULL;
> > +        const struct ovsrec_interface *iface = NULL;
> > +        if (network) {
> > +             iface = get_qos_egress_port_interface(&bridge_mappings, &port,
> > +                                                   network);
> > +        }
> > +        if (iface) {
> > +            /* Add new QoS entries. */
> > +            add_ovs_qos_table_entry(b_ctx_in->ovs_idl_txn, port, min_rate,
> > +                                    max_rate, burst, queue_id,
> > +                                    pb->logical_port);
> > +        }
> > +        shash_destroy(&bridge_mappings);
> >       }
> > -    /* Check current qdisc. */
> > -    const char *qdisc_type;
> > -    struct smap qdisc_details;
> > +    if (!q) {
> > +        q = xzalloc(sizeof *q);
> > +        hmap_insert(b_ctx_out->qos_map, &q->node, hash);
> > +        q->port = xstrdup(pb->logical_port);
> > +        q->queue_id = queue_id;
> > +    }
> > -    smap_init(&qdisc_details);
> > -    if (netdev_get_qos(netdev_phy, &qdisc_type, &qdisc_details) != 0 ||
> > -        qdisc_type[0] == '\0') {
> > -        smap_destroy(&qdisc_details);
> > -        netdev_close(netdev_phy);
> > -        /* Qos is not supported. */
> > -        return;
> > +    free(q->network);
> > +    if (network) {
> > +        q->network = xstrdup(network);
> >       }
> > -    smap_destroy(&qdisc_details);
> > +    q->min_rate = min_rate;
> > +    q->max_rate = max_rate;
> > +    q->burst = burst;
> > +}
> > -    /* If we're not actually being requested to do any QoS:
> > -     *
> > -     *     - If the current qdisc type is OVN_QOS_TYPE, then we clear the 
> > qdisc
> > -     *       type to "".  Otherwise, it's possible that our own leftover 
> > qdisc
> > -     *       settings could cause strange behavior on egress.  Also, QoS is
> > -     *       expensive and may waste CPU time even if it's not really in 
> > use.
> > -     *
> > -     *       OVN isn't the only software that can configure qdiscs, and
> > -     *       physical interfaces are shared resources, so there is some 
> > risk in
> > -     *       this strategy: we could disrupt some other program's QoS.
> > -     *       Probably, to entirely avoid this possibility we would need to 
> > add
> > -     *       a configuration setting.
> > -     *
> > -     *     - Otherwise leave the qdisc alone. */
> > -    if (hmap_is_empty(queue_map)) {
> > -        if (!strcmp(qdisc_type, OVN_QOS_TYPE)) {
> > -            set_qos_type(netdev_phy, "");
> > -        }
> > -        netdev_close(netdev_phy);
> > +static void
> > +ovs_qos_entries_gc(struct ovsdb_idl_txn *ovs_idl_txn,
> > +                   const struct ovsrec_port_table *port_table,
> > +                   const struct ovsrec_qos_table *qos_table,
> > +                   struct hmap *queue_map)
> > +{
> > +    if (!ovs_idl_txn) {
> >           return;
> >       }
> > -    /* Configure qdisc. */
> > -    if (strcmp(qdisc_type, OVN_QOS_TYPE)) {
> > -        set_qos_type(netdev_phy, OVN_QOS_TYPE);
> > -    }
> > -
> > -    /* Check and delete if needed. */
> > -    struct netdev_queue_dump dump;
> > -    unsigned int queue_id;
> > -    struct smap queue_details;
> > -    struct qos_queue *sb_info;
> > -    struct hmap consistent_queues;
> > -
> > -    smap_init(&queue_details);
> > -    hmap_init(&consistent_queues);
> > -    NETDEV_QUEUE_FOR_EACH (&queue_id, &queue_details, &dump, netdev_phy) {
> > -        bool is_queue_needed = false;
> > -
> > -        HMAP_FOR_EACH_WITH_HASH (sb_info, node, hash_int(queue_id, 0),
> > -                                 queue_map) {
> > -            is_queue_needed = true;
> > -            if (sb_info->min_rate ==
> > -                smap_get_int(&queue_details, "min-rate", 0)
> > -                && sb_info->max_rate ==
> > -                smap_get_int(&queue_details, "max-rate", 0)
> > -                && sb_info->burst ==
> > -                smap_get_int(&queue_details, "burst", 0)) {
> > -                /* This queue is consistent. */
> > -                hmap_insert(&consistent_queues, &sb_info->node,
> > -                            hash_int(queue_id, 0));
> > -                break;
> > +    const struct ovsrec_qos *qos, *qos_next;
> > +    OVSREC_QOS_TABLE_FOR_EACH_SAFE (qos, qos_next, qos_table) {
> > +        int n_queue_deleted = 0, n_queues = qos->n_queues;
> > +        for (size_t i = 0; i < n_queues; i++) {
> > +            struct ovsrec_queue *queue = qos->value_queues[i];
> > +            if (!queue) {
> > +                continue;
> >               }
> > -        }
> > -        if (!is_queue_needed) {
> > -            error = netdev_delete_queue(netdev_phy, queue_id);
> > -            if (error) {
> > -                VLOG_WARN_RL(&rl, "%s: could not delete queue %u (%s)",
> > -                             egress_iface, queue_id, ovs_strerror(error));
> > +            const char *port = smap_get(&queue->external_ids, "ovn_port");
> > +            if (!port) {
> > +                continue;
> >               }
> > -        }
> > -    }
> > -    /* Create/Update queues. */
> > -    HMAP_FOR_EACH (sb_info, node, queue_map) {
> > -        if (hmap_contains(&consistent_queues, &sb_info->node)) {
> > -            hmap_remove(&consistent_queues, &sb_info->node);
> > -            continue;
> > +            struct qos_queue *q = find_qos_queue(queue_map,
> > +                                                 hash_string(port, 0), 
> > port);
> > +            if (!q) {
> > +                ovsrec_qos_update_queues_delkey(qos, qos->key_queues[i]);
> > +                ovsrec_queue_delete(queue);
> > +                n_queue_deleted++;
> > +            }
> >           }
> > -        smap_clear(&queue_details);
> > -        smap_add_format(&queue_details, "min-rate", "%d", 
> > sb_info->min_rate);
> > -        smap_add_format(&queue_details, "max-rate", "%d", 
> > sb_info->max_rate);
> > -        smap_add_format(&queue_details, "burst", "%d", sb_info->burst);
> > -        error = netdev_set_queue(netdev_phy, sb_info->queue_id,
> > -                                 &queue_details);
> > -        if (error) {
> > -            VLOG_WARN_RL(&rl, "%s: could not configure queue %u (%s)",
> > -                         egress_iface, sb_info->queue_id, 
> > ovs_strerror(error));
> > +        if (n_queue_deleted && n_queue_deleted == n_queues) {
> > +            const struct ovsrec_port *port = NULL, *iter;
> > +            OVSREC_PORT_TABLE_FOR_EACH (iter, port_table) {
> > +                if (iter->qos == qos) {
> > +                    port = iter;
> > +                    break;
> > +                }
> > +            }
> > +            if (port) {
> > +                ovsrec_port_set_qos(port, NULL);
> > +            }
> > +            ovsrec_qos_delete(qos);
> >           }
> >       }
> > -    smap_destroy(&queue_details);
> > -    hmap_destroy(&consistent_queues);
> > -    netdev_close(netdev_phy);
> >   }
> >   /*
> > @@ -1536,7 +1582,7 @@ consider_vif_lport_(const struct sbrec_port_binding 
> > *pb,
> >                                              
> > b_ctx_out->tracked_dp_bindings);
> >               }
> >               if (b_lport->lbinding->iface && b_ctx_in->ovs_idl_txn) {
> > -                get_qos_queue(pb, b_ctx_out->qos_map);
> > +                configure_qos(pb, b_ctx_in, b_ctx_out);
> >               }
> >           } else {
> >               /* We could, but can't claim the lport. */
> > @@ -1862,7 +1908,7 @@ consider_localnet_lport(const struct 
> > sbrec_port_binding *pb,
> >       update_local_lports(pb->logical_port, b_ctx_out);
> >       if (b_ctx_in->ovs_idl_txn) {
> > -        get_qos_queue(pb, b_ctx_out->qos_map);
> > +        configure_qos(pb, b_ctx_in, b_ctx_out);
> >       }
> >       update_related_lport(pb, b_ctx_out);
> > @@ -2113,15 +2159,9 @@ binding_run(struct binding_ctx_in *b_ctx_in, struct 
> > binding_ctx_out *b_ctx_out)
> >       }
> >       shash_destroy(&bridge_mappings);
> > -
> > -    if (!sset_is_empty(b_ctx_out->egress_ifaces)
> > -        && set_noop_qos(b_ctx_in->ovs_idl_txn, b_ctx_in->port_table,
> > -                        b_ctx_in->qos_table, b_ctx_out->egress_ifaces)) {
> > -        const char *entry;
> > -        SSET_FOR_EACH (entry, b_ctx_out->egress_ifaces) {
> > -            setup_qos(entry, b_ctx_out->qos_map);
> > -        }
> > -    }
> > +    /* Remove stale QoS entries. */
> > +    ovs_qos_entries_gc(b_ctx_in->ovs_idl_txn, b_ctx_in->port_table,
> > +                       b_ctx_in->qos_table, b_ctx_out->qos_map);
> >       cleanup_claimed_port_timestamps();
> >   }
> > @@ -2338,6 +2378,12 @@ consider_iface_release(const struct ovsrec_interface 
> > *iface_rec,
> >                                             b_ctx_out, ld);
> >           }
> > +        if (b_ctx_in->ovs_idl_txn) {
> 
> nit: There is no need for this to be in an if block since the first thing
> that remove_stale_qos_entry() does is make sure that the passed in
> ovs_idl_txn parameter is non-NULL.

ack, I will fix it.

> 
> > +            remove_stale_qos_entry(b_ctx_in->ovs_idl_txn, b_lport->pb,
> > +                                   b_ctx_in->port_table, 
> > b_ctx_in->qos_table,
> > +                                   b_ctx_out->qos_map);
> > +        }
> > +
> >           /* Release the primary binding lport and other children lports if
> >            * any. */
> >           LIST_FOR_EACH (b_lport, list_node, &lbinding->binding_lports) {
> > @@ -2510,12 +2556,6 @@ binding_handle_ovs_interface_changes(struct 
> > binding_ctx_in *b_ctx_in,
> >               break;
> >           }
> > -        if (smap_get(&iface_rec->external_ids, "ovn-egress-iface") ||
> > -            sset_contains(b_ctx_out->egress_ifaces, iface_rec->name)) {
> > -            handled = false;
> > -            break;
> > -        }
> > -
> >           const char *iface_id = smap_get(&iface_rec->external_ids, 
> > "iface-id");
> >           const char *old_iface_id = smap_get(b_ctx_out->local_iface_ids,
> >                                               iface_rec->name);
> > @@ -2592,15 +2632,6 @@ binding_handle_ovs_interface_changes(struct 
> > binding_ctx_in *b_ctx_in,
> >           }
> >       }
> > -    if (handled && set_noop_qos(b_ctx_in->ovs_idl_txn, 
> > b_ctx_in->port_table,
> > -                                b_ctx_in->qos_table,
> > -                                b_ctx_out->egress_ifaces)) {
> > -        const char *entry;
> > -        SSET_FOR_EACH (entry, b_ctx_out->egress_ifaces) {
> > -            setup_qos(entry, b_ctx_out->qos_map);
> > -        }
> > -    }
> > -
> >       return handled;
> >   }
> > @@ -2988,6 +3019,9 @@ binding_handle_port_binding_changes(struct 
> > binding_ctx_in *b_ctx_in,
> >           } else {
> >               shash_add(&deleted_other_pbs, pb->logical_port, pb);
> >           }
> > +
> > +        remove_stale_qos_entry(b_ctx_in->ovs_idl_txn, pb, 
> > b_ctx_in->port_table,
> > +                               b_ctx_in->qos_table, b_ctx_out->qos_map);
> >       }
> >       struct shash_node *node;
> > @@ -3111,16 +3145,8 @@ delete_done:
> >               }
> >               sbrec_port_binding_index_destroy_row(target);
> >           }
> > -        shash_destroy(&bridge_mappings);
> > -    }
> > -    if (handled && set_noop_qos(b_ctx_in->ovs_idl_txn, 
> > b_ctx_in->port_table,
> > -                                b_ctx_in->qos_table,
> > -                                b_ctx_out->egress_ifaces)) {
> > -        const char *entry;
> > -        SSET_FOR_EACH (entry, b_ctx_out->egress_ifaces) {
> > -            setup_qos(entry, b_ctx_out->qos_map);
> > -        }
> > +        shash_destroy(&bridge_mappings);
> >       }
> >       return handled;
> > diff --git a/controller/ovn-controller.c b/controller/ovn-controller.c
> > index ee0e495ba..3ddf4795e 100644
> > --- a/controller/ovn-controller.c
> > +++ b/controller/ovn-controller.c
> > @@ -1045,6 +1045,12 @@ ctrl_register_ovs_idl(struct ovsdb_idl *ovs_idl)
> >       ovsdb_idl_add_table(ovs_idl, &ovsrec_table_datapath);
> >       ovsdb_idl_add_column(ovs_idl, &ovsrec_datapath_col_capabilities);
> >       ovsdb_idl_add_table(ovs_idl, &ovsrec_table_flow_sample_collector_set);
> > +    ovsdb_idl_add_table(ovs_idl, &ovsrec_table_qos);
> > +    ovsdb_idl_add_column(ovs_idl, &ovsrec_qos_col_other_config);
> > +    ovsdb_idl_add_column(ovs_idl, &ovsrec_qos_col_queues);
> > +    ovsdb_idl_add_table(ovs_idl, &ovsrec_table_queue);
> > +    ovsdb_idl_add_column(ovs_idl, &ovsrec_queue_col_other_config);
> > +    ovsdb_idl_add_column(ovs_idl, &ovsrec_queue_col_external_ids);
> >       chassis_register_ovs_idl(ovs_idl);
> >       encaps_register_ovs_idl(ovs_idl);
> > @@ -1059,6 +1065,7 @@ ctrl_register_ovs_idl(struct ovsdb_idl *ovs_idl)
> >       ovsdb_idl_track_add_column(ovs_idl, &ovsrec_interface_col_type);
> >       ovsdb_idl_track_add_column(ovs_idl, &ovsrec_interface_col_options);
> >       ovsdb_idl_track_add_column(ovs_idl, &ovsrec_interface_col_ofport);
> > +    ovsdb_idl_track_add_column(ovs_idl, 
> > &ovsrec_interface_col_external_ids);
> >       ovsdb_idl_track_add_column(ovs_idl, &ovsrec_port_col_name);
> >       ovsdb_idl_track_add_column(ovs_idl, &ovsrec_port_col_interfaces);
> >       ovsdb_idl_track_add_column(ovs_idl, &ovsrec_port_col_external_ids);
> > diff --git a/tests/ovn-performance.at b/tests/ovn-performance.at
> > index 8ac0a392c..ba329f0f6 100644
> > --- a/tests/ovn-performance.at
> > +++ b/tests/ovn-performance.at
> > @@ -559,11 +559,6 @@ OVN_CONTROLLER_EXPECT_NO_HIT(
> >       [ovn-nbctl --wait=hv set Logical_Switch_Port ln-public 
> > options:qos_burst=1000]
> >   )
> > -OVN_CONTROLLER_EXPECT_HIT(
> > -    [hv3], [lflow_run],
> > -    [as hv3 ovs-vsctl set interface vgw3 
> > external-ids:ovn-egress-iface=true]
> > -)
> > -
> >   ovn-nbctl --wait=hv meter-add meter0 drop 100 pktps 10
> >   OVN_CONTROLLER_EXPECT_NO_HIT(
> > diff --git a/tests/system-ovn.at b/tests/system-ovn.at
> > index 83196af91..a4387349c 100644
> > --- a/tests/system-ovn.at
> > +++ b/tests/system-ovn.at
> > @@ -6530,8 +6530,10 @@ ovn_start
> >   OVS_TRAFFIC_VSWITCHD_START()
> >   ADD_BR([br-int])
> > +ADD_BR([br-public])
> >   ADD_BR([br-ext])
> > +ovs-ofctl add-flow br-public action=normal
> >   ovs-ofctl add-flow br-ext action=normal
> >   # Set external-ids in br-int needed for ovn-controller
> >   ovs-vsctl \
> > @@ -6551,32 +6553,87 @@ ADD_VETH(sw01, sw01, br-int, "192.168.1.2/24", 
> > "f0:00:00:01:02:03")
> >   ovn-nbctl lsp-add sw0 sw01 \
> >       -- lsp-set-addresses sw01 "f0:00:00:01:02:03 192.168.1.2"
> > +ovn-nbctl ls-add sw1
> > +
> > +ADD_NAMESPACES(sw11)
> > +ADD_VETH(sw11, sw11, br-int, "192.168.4.2/24", "f0:00:00:01:04:03")
> > +ovn-nbctl lsp-add sw1 sw11 \
> > +    -- lsp-set-addresses sw11 "f0:00:00:01:04:03 192.168.4.2"
> > +
> >   ADD_NAMESPACES(public)
> > -ADD_VETH(public, public, br-ext, "192.168.2.2/24", "f0:00:00:01:02:05")
> > +ADD_VETH(public, public, br-public, "192.168.2.2/24", "f0:00:00:01:02:05")
> > +AT_CHECK([ovs-vsctl remove interface ovs-public external-ids 
> > iface-id=public])
> > -AT_CHECK([ovs-vsctl set Open_vSwitch . 
> > external-ids:ovn-bridge-mappings=phynet:br-ext])
> > +ADD_NAMESPACES(ext)
> > +ADD_VETH(ext, ext, br-ext, "192.168.3.2/24", "f0:00:00:01:02:06")
> > +AT_CHECK([ovs-vsctl remove interface ovs-ext external-ids iface-id=ext])
> > +
> > +AT_CHECK([ovs-vsctl set Open_vSwitch . 
> > external-ids:ovn-bridge-mappings=public:br-public,ext:br-ext])
> >   ovn-nbctl lsp-add sw0 public \
> >           -- lsp-set-addresses public unknown \
> >           -- lsp-set-type public localnet \
> > -        -- lsp-set-options public network_name=phynet
> > +        -- lsp-set-options public network_name=public
> > +
> > +ovn-nbctl lsp-add sw1 ext \
> > +        -- lsp-set-addresses ext unknown \
> > +        -- lsp-set-type ext localnet \
> > +        -- lsp-set-options ext network_name=ext
> >   AT_CHECK([ovn-nbctl set Logical_Switch_Port public 
> > options:qos_min_rate=200000])
> >   AT_CHECK([ovn-nbctl set Logical_Switch_Port public 
> > options:qos_max_rate=300000])
> >   AT_CHECK([ovn-nbctl set Logical_Switch_Port public 
> > options:qos_burst=3000000])
> >   AT_CHECK([ovs-vsctl set interface ovs-public 
> > external-ids:ovn-egress-iface=true])
> > +
> > +AT_CHECK([ovn-nbctl set Logical_Switch_Port ext 
> > options:qos_min_rate=400000])
> > +AT_CHECK([ovn-nbctl set Logical_Switch_Port ext 
> > options:qos_max_rate=600000])
> > +AT_CHECK([ovn-nbctl set Logical_Switch_Port ext options:qos_burst=6000000])
> > +AT_CHECK([ovs-vsctl set interface ovs-ext 
> > external-ids:ovn-egress-iface=true])
> > +
> >   OVS_WAIT_UNTIL([tc qdisc show | grep -q 'htb 1: dev ovs-public'])
> >   OVS_WAIT_UNTIL([tc class show dev ovs-public | \
> >                   grep -q 'class htb .* rate 200Kbit ceil 300Kbit burst 
> > 375000b cburst 375000b'])
> > +OVS_WAIT_UNTIL([tc qdisc show | grep -q 'htb 1: dev ovs-ext'])
> > +OVS_WAIT_UNTIL([tc class show dev ovs-ext | \
> > +                grep -q 'class htb .* rate 400Kbit ceil 600Kbit burst 
> > 750000b cburst 750000b'])
> > +AT_CHECK([ovn-nbctl remove Logical_Switch_Port public options 
> > qos_min_rate=200000])
> >   AT_CHECK([ovn-nbctl remove Logical_Switch_Port public options 
> > qos_max_rate=300000])
> > +
> >   OVS_WAIT_UNTIL([tc class show dev ovs-public | \
> > -                grep -q 'class htb .* rate 200Kbit ceil 34359Mbit burst 
> > 375000b .*'])
> > +                grep -q 'class htb .* rate 12Kbit ceil 34359Mbit burst 
> > 375000b cburst 373662b'])
> > -AT_CHECK([ovn-nbctl remove Logical_Switch_Port public options 
> > qos_min_rate=200000])
> >   AT_CHECK([ovn-nbctl remove Logical_Switch_Port public options 
> > qos_burst=3000000])
> >   OVS_WAIT_UNTIL([test "$(tc qdisc show | grep 'htb 1: dev ovs-public')" = 
> > ""])
> > +AT_CHECK([ovn-nbctl set Logical_Switch_Port ext 
> > options:qos_max_rate=800000])
> > +OVS_WAIT_UNTIL([tc class show dev ovs-ext | \
> > +                grep -q 'class htb .* rate 400Kbit ceil 800Kbit burst 
> > 750000b cburst 750000b'])
> > +
> > +AT_CHECK([ovn-nbctl set Logical_Switch_Port public 
> > options:qos_min_rate=400000])
> > +AT_CHECK([ovn-nbctl set Logical_Switch_Port public 
> > options:qos_max_rate=800000])
> > +AT_CHECK([ovn-nbctl set Logical_Switch_Port public 
> > options:qos_burst=6000000])
> > +
> > +OVS_WAIT_UNTIL([tc qdisc show | grep -q 'htb 1: dev ovs-public'])
> > +OVS_WAIT_UNTIL([tc class show dev ovs-public | \
> > +                grep -q 'class htb .* rate 400Kbit ceil 800Kbit burst 
> > 750000b cburst 750000b'])
> > +
> > +AT_CHECK([ovn-nbctl remove Logical_Switch_Port ext options 
> > qos_min_rate=400000])
> > +AT_CHECK([ovn-nbctl remove Logical_Switch_Port ext options 
> > qos_max_rate=800000])
> > +AT_CHECK([ovn-nbctl remove Logical_Switch_Port ext options 
> > qos_burst=6000000])
> > +
> > +OVS_WAIT_UNTIL([test "$(tc qdisc show | grep 'htb 1: dev ovs-ext')" = ""])
> > +
> > +OVS_WAIT_UNTIL([tc qdisc show | grep -q 'htb 1: dev ovs-public'])
> > +OVS_WAIT_UNTIL([tc class show dev ovs-public | \
> > +                grep -q 'class htb .* rate 400Kbit ceil 800Kbit burst 
> > 750000b cburst 750000b'])
> > +
> > +AT_CHECK([ovn-nbctl remove Logical_Switch_Port public options 
> > qos_min_rate=400000])
> > +AT_CHECK([ovn-nbctl remove Logical_Switch_Port public options 
> > qos_max_rate=800000])
> > +AT_CHECK([ovn-nbctl remove Logical_Switch_Port public options 
> > qos_burst=6000000])
> > +
> > +OVS_WAIT_UNTIL([test "$(tc qdisc show | grep 'htb 1: dev ovs-public')" = 
> > ""])
> > +
> >   kill $(pidof ovn-controller)
> >   as ovn-sb
> 
_______________________________________________
dev mailing list
[email protected]
https://mail.openvswitch.org/mailman/listinfo/ovs-dev

Reply via email to