Skip to contentSkip to conversation

network announce; interface selection & IDs

PATCH Superseded Dr. David Alan Gilbert (git) 2 participants 14 messages Jun 13, 2019 – Jun 20, 2019 Networking

v4 of 5 Superseded Latest is v5 →

lore
Share & tools
lore
#0 lore raw

v4 cover network announce; interface selection & IDs

From: "Dr. David Alan Gilbert" <[email protected]>

Laine asked for some extra features on the network announce support;

The first allows the announce timer to announce on a subset of the interfaces.

The second allows there to be multiple timers, each with their own parameters (including the interface list).

v4
Minor typo fixes
Expanded the test to check we can stop a running announce

Dr. David Alan Gilbert (5):
net/announce: Allow optional list of interfaces net/announce: Add HMP optional interface list net/announce: Add optional ID
net/announce: Add HMP optional ID net/announce: Expand test for stopping self announce

 hmp-commands.hx         |  7 +++-
 hmp.c                   | 41 +++++++++++++++++++-
 hw/net/virtio-net.c     |  4 +-
 include/net/announce.h  |  8 +++-
 net/announce.c          | 83 ++++++++++++++++++++++++++++++++++-------
 net/trace-events        |  3 +-
 qapi/net.json           | 16 ++++++--
 tests/virtio-net-test.c | 57 ++++++++++++++++++++++++++--
 8 files changed, 192 insertions(+), 27 deletions(-)
Signature · 1 line
2.21.0
#1 lore raw

PATCH v4 1/5 net/announce: Allow optional list of interfaces

From: "Dr. David Alan Gilbert" <[email protected]>

Allow the caller to restrict the set of interfaces that announces are sent on. The default is still to send on all interfaces.

e.g.

{ "execute": "announce-self", "arguments": { "initial": 50, "max": 550, "rounds": 5, "step": 50, "interfaces": ["vn2", "vn1"] } }

This doesn't affect the behaviour of migraiton announcments.

Note: There's still only one timer for the qmp command, so that performing an 'announce-self' on one list of interfaces followed by another 'announce-self' on another list will stop the announces on the existing set.

---
 include/net/announce.h |  2 +-
 net/announce.c         | 39 ++++++++++++++++++++++++++++++++-------
 net/trace-events       |  2 +-
 qapi/net.json          | 11 ++++++++---
 4 files changed, 42 insertions(+), 12 deletions(-)
include/net/announce.h +1 -1
index 04a035f679..773470428b 100644
@@ -22,7 +22,7 @@ struct AnnounceTimer {
 /* Returns: update the timer to the next time point */
 int64_t qemu_announce_timer_step(AnnounceTimer *timer);
 
-/* Delete the underlying timer */
+/* Delete the underlying timer and other data */
 void qemu_announce_timer_del(AnnounceTimer *timer);
 
 /*
net/announce.c +32 -7
index 91e9a6e267..1ce42b571d 100644
@@ -38,6 +38,8 @@ void qemu_announce_timer_del(AnnounceTimer *timer)
         timer_free(timer->tm);
         timer->tm = NULL;
     }
+    qapi_free_strList(timer->params.interfaces);
+    timer->params.interfaces = NULL;
 }
 
 /*
@@ -96,24 +98,47 @@ static int announce_self_create(uint8_t *buf,
 
 static void qemu_announce_self_iter(NICState *nic, void *opaque)
 {
+    AnnounceTimer *timer = opaque;
     uint8_t buf[60];
     int len;
+    bool skip;
+
+    if (timer->params.has_interfaces) {
+        strList *entry = timer->params.interfaces;
+        /* Skip unless we find our name in the requested list */
+        skip = true;
+
+        while (entry) {
+            if (!strcmp(entry->value, nic->ncs->name)) {
+                /* Found us */
+                skip = false;
+                break;
+            }
+            entry = entry->next;
+        }
+    } else {
+        skip = false;
+    }
+
+    trace_qemu_announce_self_iter(nic->ncs->name,
+                                  qemu_ether_ntoa(&nic->conf->macaddr), skip);
 
-    trace_qemu_announce_self_iter(qemu_ether_ntoa(&nic->conf->macaddr));
-    len = announce_self_create(buf, nic->conf->macaddr.a);
+    if (!skip) {
+        len = announce_self_create(buf, nic->conf->macaddr.a);
 
-    qemu_send_packet_raw(qemu_get_queue(nic), buf, len);
+        qemu_send_packet_raw(qemu_get_queue(nic), buf, len);
 
-    /* if the NIC provides it's own announcement support, use it as well */
-    if (nic->ncs->info->announce) {
-        nic->ncs->info->announce(nic->ncs);
+        /* if the NIC provides it's own announcement support, use it as well */
+        if (nic->ncs->info->announce) {
+            nic->ncs->info->announce(nic->ncs);
+        }
     }
 }
 static void qemu_announce_self_once(void *opaque)
 {
     AnnounceTimer *timer = (AnnounceTimer *)opaque;
 
-    qemu_foreach_nic(qemu_announce_self_iter, NULL);
+    qemu_foreach_nic(qemu_announce_self_iter, timer);
 
     if (--timer->round) {
         qemu_announce_timer_step(timer);
net/trace-events +1 -1
index a7937f3f3a..875ef2a0f3 100644
@@ -1,7 +1,7 @@
 # See docs/devel/tracing.txt for syntax documentation.
 
 # announce.c
-qemu_announce_self_iter(const char *mac) "%s"
+qemu_announce_self_iter(const char *name, const char *mac, int skip) "%s:%s skip: %d"
 
 # vhost-user.c
 vhost_user_event(const char *chr, int event) "chr: %s got event: %d"
qapi/net.json +8 -3
index 5f7bff1637..6f2cd4f530 100644
@@ -699,6 +699,9 @@
 #
 # @step: Delay increase (in ms) after each self-announcement attempt
 #
+# @interfaces: An optional list of interface names, which restricts the
+#        announcement to the listed interfaces. (Since 4.1)
+#
 # Since: 4.0
 ##
 
@@ -706,7 +709,8 @@
   'data': { 'initial': 'int',
             'max': 'int',
             'rounds': 'int',
-            'step': 'int' } }
+            'step': 'int',
+            '*interfaces': ['str'] } }
 
 ##
 # @announce-self:
@@ -718,9 +722,10 @@
 #
 # Example:
 #
-# -> { "execute": "announce-self"
+# -> { "execute": "announce-self",
 #      "arguments": {
-#          "initial": 50, "max": 550, "rounds": 10, "step": 50 } }
+#          "initial": 50, "max": 550, "rounds": 10, "step": 50,
+#          "interfaces": ["vn2", "vn3"] } }
 # <- { "return": {} }
 #
 # Since: 4.0
Signature · 1 line
2.21.0
#2 lore raw

Re: [Qemu-devel] [PATCH v4 1/5] net/announce: Allow optional list of interfaces

Quoted 65 lines · Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Allow the caller to restrict the set of interfaces that announces are sent on. The default is still to send on all interfaces.

e.g.

   { "execute": "announce-self", "arguments": { "initial": 50, "max": 550, "rounds": 5, "step": 50, "interfaces": ["vn2", "vn1"] } }

This doesn't affect the behaviour of migraiton announcments.

Note: There's still only one timer for the qmp command, so that performing an 'announce-self' on one list of interfaces followed by another 'announce-self' on another list will stop the announces on the existing set.

---
  include/net/announce.h |  2 +-
  net/announce.c         | 39 ++++++++++++++++++++++++++++++++-------
  net/trace-events       |  2 +-
  qapi/net.json          | 11 ++++++++---
  4 files changed, 42 insertions(+), 12 deletions(-)
include/net/announce.h +1 -1
index 04a035f679..773470428b 100644
@@ -22,7 +22,7 @@ struct AnnounceTimer {
  /* Returns: update the timer to the next time point */
  int64_t qemu_announce_timer_step(AnnounceTimer *timer);
 
-/* Delete the underlying timer */
+/* Delete the underlying timer and other data */
  void qemu_announce_timer_del(AnnounceTimer *timer);
 
  /*
net/announce.c +11 -0
index 91e9a6e267..1ce42b571d 100644
@@ -38,6 +38,8 @@ void qemu_announce_timer_del(AnnounceTimer *timer)
          timer_free(timer->tm);
          timer->tm = NULL;
      }
+    qapi_free_strList(timer->params.interfaces);
+    timer->params.interfaces = NULL;
  }
 
  /*
@@ -96,24 +98,47 @@ static int announce_self_create(uint8_t *buf,
 
  static void qemu_announce_self_iter(NICState *nic, void *opaque)
  {
+    AnnounceTimer *timer = opaque;
      uint8_t buf[60];
      int len;
+    bool skip;
+
+    if (timer->params.has_interfaces) {
+        strList *entry = timer->params.interfaces;
+        /* Skip unless we find our name in the requested list */
+        skip = true;
+
+        while (entry) {

net/announce.c static int announce_self_create(uint8_t *buf, · line 121

Quoted 10 lines
net/announce.c +10 -0
+            if (!strcmp(entry->value, nic->ncs->name)) {
+                /* Found us */
+                skip = false;
+                break;
+            }
+            entry = entry->next;
+        }
+    } else {
+        skip = false;
+    }

I wonder whether or not it's better to filter the name on the caller.

Thanks

Quoted 80 lines
net/announce.c +11 -7
+
+    trace_qemu_announce_self_iter(nic->ncs->name,
+                                  qemu_ether_ntoa(&nic->conf->macaddr), skip);
 
-    trace_qemu_announce_self_iter(qemu_ether_ntoa(&nic->conf->macaddr));
-    len = announce_self_create(buf, nic->conf->macaddr.a);
+    if (!skip) {
+        len = announce_self_create(buf, nic->conf->macaddr.a);
 
-    qemu_send_packet_raw(qemu_get_queue(nic), buf, len);
+        qemu_send_packet_raw(qemu_get_queue(nic), buf, len);
 
-    /* if the NIC provides it's own announcement support, use it as well */
-    if (nic->ncs->info->announce) {
-        nic->ncs->info->announce(nic->ncs);
+        /* if the NIC provides it's own announcement support, use it as well */
+        if (nic->ncs->info->announce) {
+            nic->ncs->info->announce(nic->ncs);
+        }
      }
  }
  static void qemu_announce_self_once(void *opaque)
  {
      AnnounceTimer *timer = (AnnounceTimer *)opaque;
 
-    qemu_foreach_nic(qemu_announce_self_iter, NULL);
+    qemu_foreach_nic(qemu_announce_self_iter, timer);
 
      if (--timer->round) {
          qemu_announce_timer_step(timer);
net/trace-events +1 -1
index a7937f3f3a..875ef2a0f3 100644
@@ -1,7 +1,7 @@
  # See docs/devel/tracing.txt for syntax documentation.
 
  # announce.c
-qemu_announce_self_iter(const char *mac) "%s"
+qemu_announce_self_iter(const char *name, const char *mac, int skip) "%s:%s skip: %d"
 
  # vhost-user.c
  vhost_user_event(const char *chr, int event) "chr: %s got event: %d"
qapi/net.json +8 -3
index 5f7bff1637..6f2cd4f530 100644
@@ -699,6 +699,9 @@
  #
  # @step: Delay increase (in ms) after each self-announcement attempt
  #
+# @interfaces: An optional list of interface names, which restricts the
+#        announcement to the listed interfaces. (Since 4.1)
+#
  # Since: 4.0
  ##
 
@@ -706,7 +709,8 @@
    'data': { 'initial': 'int',
              'max': 'int',
              'rounds': 'int',
-            'step': 'int' } }
+            'step': 'int',
+            '*interfaces': ['str'] } }
 
  ##
  # @announce-self:
@@ -718,9 +722,10 @@
  #
  # Example:
  #
-# -> { "execute": "announce-self"
+# -> { "execute": "announce-self",
  #      "arguments": {
-#          "initial": 50, "max": 550, "rounds": 10, "step": 50 } }
+#          "initial": 50, "max": 550, "rounds": 10, "step": 50,
+#          "interfaces": ["vn2", "vn3"] } }
  # <- { "return": {} }
  #
  # Since: 4.0
#3 lore raw

Re: [Qemu-devel] [PATCH v4 1/5] net/announce: Allow optional list of interfaces

Quoted 68 lines · * Jason Wang ([email protected]) wrote:
Quoted 66 lines · Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Allow the caller to restrict the set of interfaces that announces are sent on. The default is still to send on all interfaces.

e.g.

   { "execute": "announce-self", "arguments": { "initial": 50, "max": 550, "rounds": 5, "step": 50, "interfaces": ["vn2", "vn1"] } }

This doesn't affect the behaviour of migraiton announcments.

Note: There's still only one timer for the qmp command, so that performing an 'announce-self' on one list of interfaces followed by another 'announce-self' on another list will stop the announces on the existing set.

---
  include/net/announce.h |  2 +-
  net/announce.c         | 39 ++++++++++++++++++++++++++++++++-------
  net/trace-events       |  2 +-
  qapi/net.json          | 11 ++++++++---
  4 files changed, 42 insertions(+), 12 deletions(-)
include/net/announce.h +1 -1
index 04a035f679..773470428b 100644
@@ -22,7 +22,7 @@ struct AnnounceTimer {
  /* Returns: update the timer to the next time point */
  int64_t qemu_announce_timer_step(AnnounceTimer *timer);
-/* Delete the underlying timer */
+/* Delete the underlying timer and other data */
  void qemu_announce_timer_del(AnnounceTimer *timer);
  /*
net/announce.c +16 -0
index 91e9a6e267..1ce42b571d 100644
@@ -38,6 +38,8 @@ void qemu_announce_timer_del(AnnounceTimer *timer)
          timer_free(timer->tm);
          timer->tm = NULL;
      }
+    qapi_free_strList(timer->params.interfaces);
+    timer->params.interfaces = NULL;
  }
  /*
@@ -96,24 +98,47 @@ static int announce_self_create(uint8_t *buf,
  static void qemu_announce_self_iter(NICState *nic, void *opaque)
  {
+    AnnounceTimer *timer = opaque;
      uint8_t buf[60];
      int len;
+    bool skip;
+
+    if (timer->params.has_interfaces) {
+        strList *entry = timer->params.interfaces;
+        /* Skip unless we find our name in the requested list */
+        skip = true;
+
+        while (entry) {
+            if (!strcmp(entry->value, nic->ncs->name)) {
+                /* Found us */
+                skip = false;
+                break;
+            }
Quoted 8 lines

net/announce.c static int announce_self_create(uint8_t *buf, · line 121

Quoted 5 lines
net/announce.c +5 -0
+            entry = entry->next;
+        }
+    } else {
+        skip = false;
+    }

I wonder whether or not it's better to filter the name on the caller.

Doing it this way means I don't have to worry about any hotplug that might happen during the announce period.

Dave

Quoted 66 lines

Thanks

Quoted 63 lines
net/announce.c +11 -7
+
+    trace_qemu_announce_self_iter(nic->ncs->name,
+                                  qemu_ether_ntoa(&nic->conf->macaddr), skip);
-    trace_qemu_announce_self_iter(qemu_ether_ntoa(&nic->conf->macaddr));
-    len = announce_self_create(buf, nic->conf->macaddr.a);
+    if (!skip) {
+        len = announce_self_create(buf, nic->conf->macaddr.a);
-    qemu_send_packet_raw(qemu_get_queue(nic), buf, len);
+        qemu_send_packet_raw(qemu_get_queue(nic), buf, len);
-    /* if the NIC provides it's own announcement support, use it as well */
-    if (nic->ncs->info->announce) {
-        nic->ncs->info->announce(nic->ncs);
+        /* if the NIC provides it's own announcement support, use it as well */
+        if (nic->ncs->info->announce) {
+            nic->ncs->info->announce(nic->ncs);
+        }
      }
  }
  static void qemu_announce_self_once(void *opaque)
  {
      AnnounceTimer *timer = (AnnounceTimer *)opaque;
-    qemu_foreach_nic(qemu_announce_self_iter, NULL);
+    qemu_foreach_nic(qemu_announce_self_iter, timer);
      if (--timer->round) {
          qemu_announce_timer_step(timer);
net/trace-events +1 -1
index a7937f3f3a..875ef2a0f3 100644
@@ -1,7 +1,7 @@
  # See docs/devel/tracing.txt for syntax documentation.
  # announce.c
-qemu_announce_self_iter(const char *mac) "%s"
+qemu_announce_self_iter(const char *name, const char *mac, int skip) "%s:%s skip: %d"
  # vhost-user.c
  vhost_user_event(const char *chr, int event) "chr: %s got event: %d"
qapi/net.json +5 -2
index 5f7bff1637..6f2cd4f530 100644
@@ -699,6 +699,9 @@
  #
  # @step: Delay increase (in ms) after each self-announcement attempt
  #
+# @interfaces: An optional list of interface names, which restricts the
+#        announcement to the listed interfaces. (Since 4.1)
+#
  # Since: 4.0
  ##
@@ -706,7 +709,8 @@
    'data': { 'initial': 'int',
              'max': 'int',
              'rounds': 'int',
-            'step': 'int' } }
+            'step': 'int',
+            '*interfaces': ['str'] } }
  ##
  # @announce-self:
@@ -718,9 +722,10 @@
  #
  # Example:
  #
-# -> { "execute": "announce-self"
Quoted 8 lines

qapi/net.json line 731

Quoted 8 lines
qapi/net.json +3 -1
+# -> { "execute": "announce-self",
  #      "arguments": {
-#          "initial": 50, "max": 550, "rounds": 10, "step": 50 } }
+#          "initial": 50, "max": 550, "rounds": 10, "step": 50,
+#          "interfaces": ["vn2", "vn3"] } }
  # <- { "return": {} }
  #
  # Since: 4.0

--
Dr. David Alan Gilbert / [email protected] / Manchester, UK

#4 lore raw

PATCH v4 2/5 net/announce: Add HMP optional interface list

In reply to Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Add the optional interface list to the HMP command.

i.e.

All interfaces
announce_self

Just the named interfaces:
announce_self vn1,vn2

---
 hmp-commands.hx |  6 ++++--
 hmp.c           | 38 +++++++++++++++++++++++++++++++++++++-
 2 files changed, 41 insertions(+), 3 deletions(-)
hmp-commands.hx +4 -2
index 3dc421cb6a..1b63372713 100644
@@ -955,8 +955,8 @@ ETEXI
 
     {
         .name       = "announce_self",
-        .args_type  = "",
-        .params     = "",
+        .args_type  = "interfaces:s?",
+        .params     = "[interfaces]",
         .help       = "Trigger GARP/RARP announcements",
         .cmd        = hmp_announce_self,
     },
@@ -967,6 +967,8 @@ STEXI
 Trigger a round of GARP/RARP broadcasts; this is useful for explicitly updating the
 network infrastructure after a reconfiguration or some forms of migration.
 The timings of the round are set by the migration announce parameters.
+An optional comma separated @var{interfaces} list restricts the announce to the
+named set of interfaces.
 ETEXI
 
     {
hmp.c +37 -1
index d4460992b6..52efb4a4fa 100644
@@ -27,6 +27,7 @@
 #include "monitor/monitor.h"
 #include "monitor/qdev.h"
 #include "qapi/error.h"
+#include "qapi/clone-visitor.h"
 #include "qapi/opts-visitor.h"
 #include "qapi/qapi-builtin-visit.h"
 #include "qapi/qapi-commands-block.h"
@@ -38,6 +39,7 @@
 #include "qapi/qapi-commands-run-state.h"
 #include "qapi/qapi-commands-tpm.h"
 #include "qapi/qapi-commands-ui.h"
+#include "qapi/qapi-visit-net.h"
 #include "qapi/qmp/qdict.h"
 #include "qapi/qmp/qerror.h"
 #include "qapi/string-input-visitor.h"
@@ -67,6 +69,32 @@ static void hmp_handle_error(Monitor *mon, Error **errp)
     }
 }
 
+/*
+ * Produce a strList from a comma separated list.
+ * A NULL or empty input string return NULL.
+ */
+static strList *strList_from_comma_list(const char *in)
+{
+    strList *res = NULL;
+    strList **hook = &res;
+
+    while (in && in[0]) {
+        char *comma = strchr(in, ',');
+        *hook = g_new0(strList, 1);
+
+        if (comma) {
+            (*hook)->value = g_strndup(in, comma - in);
+            in = comma + 1; /* skip the , */
+        } else {
+            (*hook)->value = g_strdup(in);
+            in = NULL;
+        }
+        hook = &(*hook)->next;
+    }
+
+    return res;
+}
+
 void hmp_info_name(Monitor *mon, const QDict *qdict)
 {
     NameInfo *info;
@@ -1640,7 +1668,15 @@ void hmp_info_snapshots(Monitor *mon, const QDict *qdict)
 
 void hmp_announce_self(Monitor *mon, const QDict *qdict)
 {
-    qmp_announce_self(migrate_announce_params(), NULL);
+    const char *interfaces_str = qdict_get_try_str(qdict, "interfaces");
+    AnnounceParameters *params = QAPI_CLONE(AnnounceParameters,
+                                            migrate_announce_params());
+
+    qapi_free_strList(params->interfaces);
+    params->interfaces = strList_from_comma_list(interfaces_str);
+    params->has_interfaces = params->interfaces != NULL;
+    qmp_announce_self(params, NULL);
+    qapi_free_AnnounceParameters(params);
 }
 
 void hmp_migrate_cancel(Monitor *mon, const QDict *qdict)
Signature · 1 line
2.21.0
#5 lore raw

PATCH v4 3/5 net/announce: Add optional ID

In reply to Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Previously there was a single instance of the timer used by monitor triggered announces, that's OK, but when combined with the previous change that lets you have announces for subsets of interfaces it's a bit restrictive if you want to do different things to different interfaces.

Add an 'id' field to the announce, and maintain a list of the timers based on id.

This allows you to for example:
a) Start an announce going on interface eth0 for a long time
b) Start an announce going on interface eth1 for a long time
c) Kill the announce on eth0 while leaving eth1 going.

---
 hw/net/virtio-net.c    |  4 ++--
 include/net/announce.h |  8 ++++++--
 net/announce.c         | 46 +++++++++++++++++++++++++++++++++++-------
 net/trace-events       |  3 ++-
 qapi/net.json          |  9 +++++++--
 5 files changed, 56 insertions(+), 14 deletions(-)
hw/net/virtio-net.c +2 -2
index c3f5fccfd1..b9e1cd71cf 100644
@@ -2360,7 +2360,7 @@ static int virtio_net_post_load_device(void *opaque, int version_id)
             timer_mod(n->announce_timer.tm,
                       qemu_clock_get_ms(n->announce_timer.type));
         } else {
-            qemu_announce_timer_del(&n->announce_timer);
+            qemu_announce_timer_del(&n->announce_timer, false);
         }
     }
 
@@ -2784,7 +2784,7 @@ static void virtio_net_device_unrealize(DeviceState *dev, Error **errp)
         virtio_net_del_queue(n, i);
     }
 
-    qemu_announce_timer_del(&n->announce_timer);
+    qemu_announce_timer_del(&n->announce_timer, false);
     g_free(n->vqs);
     qemu_del_nic(n->nic);
     virtio_net_rsc_cleanup(n);
include/net/announce.h +6 -2
index 773470428b..3d90c83c23 100644
@@ -22,8 +22,12 @@ struct AnnounceTimer {
 /* Returns: update the timer to the next time point */
 int64_t qemu_announce_timer_step(AnnounceTimer *timer);
 
-/* Delete the underlying timer and other data */
-void qemu_announce_timer_del(AnnounceTimer *timer);
+/*
+ * Delete the underlying timer and other data
+ * If 'free_named' true and the timer is a named timer, then remove
+ * it from the list of named timers and free the AnnounceTimer itself.
+ */
+void qemu_announce_timer_del(AnnounceTimer *timer, bool free_named);
 
 /*
  * Under BQL/main thread
net/announce.c +39 -7

92 lines not on this page · raw message

net/trace-events +2 -1
index 875ef2a0f3..ac57056497 100644
@@ -1,7 +1,8 @@
 # See docs/devel/tracing.txt for syntax documentation.
 
 # announce.c
-qemu_announce_self_iter(const char *name, const char *mac, int skip) "%s:%s skip: %d"
+qemu_announce_self_iter(const char *id, const char *name, const char *mac, int skip) "%s:%s:%s skip: %d"
+qemu_announce_timer_del(bool free_named, bool free_timer, char *id) "free named: %d free timer: %d id: %s"
 
 # vhost-user.c
 vhost_user_event(const char *chr, int event) "chr: %s got event: %d"
qapi/net.json +7 -2
index 6f2cd4f530..728990f4fb 100644
@@ -702,6 +702,10 @@
 # @interfaces: An optional list of interface names, which restricts the
 #        announcement to the listed interfaces. (Since 4.1)
 #
+# @id: A name to be used to identify an instance of announce-timers
+#        and to allow it to modified later.  Not for use as
+#        part of the migration parameters. (Since 4.1)
+#
 # Since: 4.0
 ##
 
@@ -710,7 +714,8 @@
             'max': 'int',
             'rounds': 'int',
             'step': 'int',
-            '*interfaces': ['str'] } }
+            '*interfaces': ['str'],
+            '*id' : 'str' } }
 
 ##
 # @announce-self:
@@ -725,7 +730,7 @@
 # -> { "execute": "announce-self",
 #      "arguments": {
 #          "initial": 50, "max": 550, "rounds": 10, "step": 50,
-#          "interfaces": ["vn2", "vn3"] } }
+#          "interfaces": ["vn2", "vn3"], "id": "bob" } }
 # <- { "return": {} }
 #
 # Since: 4.0
Signature · 1 line
2.21.0
#6 lore raw

Re: [Qemu-devel] [PATCH v4 3/5] net/announce: Add optional ID

Quoted 95 lines · Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Previously there was a single instance of the timer used by monitor triggered announces, that's OK, but when combined with the previous change that lets you have announces for subsets of interfaces it's a bit restrictive if you want to do different things to different interfaces.

Add an 'id' field to the announce, and maintain a list of the timers based on id.

This allows you to for example:
a) Start an announce going on interface eth0 for a long time
b) Start an announce going on interface eth1 for a long time
c) Kill the announce on eth0 while leaving eth1 going.

---
  hw/net/virtio-net.c    |  4 ++--
  include/net/announce.h |  8 ++++++--
  net/announce.c         | 46 +++++++++++++++++++++++++++++++++++-------
  net/trace-events       |  3 ++-
  qapi/net.json          |  9 +++++++--
  5 files changed, 56 insertions(+), 14 deletions(-)
hw/net/virtio-net.c +2 -2
index c3f5fccfd1..b9e1cd71cf 100644
@@ -2360,7 +2360,7 @@ static int virtio_net_post_load_device(void *opaque, int version_id)
              timer_mod(n->announce_timer.tm,
                        qemu_clock_get_ms(n->announce_timer.type));
          } else {
-            qemu_announce_timer_del(&n->announce_timer);
+            qemu_announce_timer_del(&n->announce_timer, false);
          }
      }
 
@@ -2784,7 +2784,7 @@ static void virtio_net_device_unrealize(DeviceState *dev, Error **errp)
          virtio_net_del_queue(n, i);
      }
 
-    qemu_announce_timer_del(&n->announce_timer);
+    qemu_announce_timer_del(&n->announce_timer, false);
      g_free(n->vqs);
      qemu_del_nic(n->nic);
      virtio_net_rsc_cleanup(n);
include/net/announce.h +6 -2
index 773470428b..3d90c83c23 100644
@@ -22,8 +22,12 @@ struct AnnounceTimer {
  /* Returns: update the timer to the next time point */
  int64_t qemu_announce_timer_step(AnnounceTimer *timer);
 
-/* Delete the underlying timer and other data */
-void qemu_announce_timer_del(AnnounceTimer *timer);
+/*
+ * Delete the underlying timer and other data
+ * If 'free_named' true and the timer is a named timer, then remove
+ * it from the list of named timers and free the AnnounceTimer itself.
+ */
+void qemu_announce_timer_del(AnnounceTimer *timer, bool free_named);
 
  /*
   * Under BQL/main thread
net/announce.c +8 -1
index 1ce42b571d..4d4e2c22a1 100644
@@ -15,6 +15,8 @@
  #include "qapi/qapi-commands-net.h"
  #include "trace.h"
 
+static GData *named_timers;
+
  int64_t qemu_announce_timer_step(AnnounceTimer *timer)
  {
      int64_t step;
@@ -31,8 +33,13 @@ int64_t qemu_announce_timer_step(AnnounceTimer *timer)
      return step;
  }
 
-void qemu_announce_timer_del(AnnounceTimer *timer)
+/*
+ * If 'free_named' is true, then remove the timer from the list
+ * and free the timer itself.
+ */
+void qemu_announce_timer_del(AnnounceTimer *timer, bool free_named)
  {
+    bool free_timer = false;
      if (timer->tm) {
          timer_del(timer->tm);
          timer_free(timer->tm);

net/announce.c void qemu_announce_timer_del(AnnounceTimer *timer) · line 52

Quoted 6 lines
net/announce.c +3 -0
@@ -40,6 +47,18 @@ void qemu_announce_timer_del(AnnounceTimer *timer)
      }
      qapi_free_strList(timer->params.interfaces);
      timer->params.interfaces = NULL;
+    if (free_named && timer->params.has_id) {
+        free_timer = timer ==
+                     g_datalist_get_data(&named_timers, timer->params.id);

Any chance that the timer get from datalist is different from the one that caller passed to us?

Thanks

Quoted 116 lines
net/announce.c +28 -6
+        g_datalist_remove_data(&named_timers, timer->params.id);
+    }
+    trace_qemu_announce_timer_del(free_named, free_timer, timer->params.id);
+    g_free(timer->params.id);
+    timer->params.id = NULL;
+
+    if (free_timer) {
+        g_free(timer);
+    }
  }
 
  /*
@@ -56,7 +75,7 @@ void qemu_announce_timer_reset(AnnounceTimer *timer,
       * We're under the BQL, so the current timer can't
       * be firing, so we should be able to delete it.
       */
-    qemu_announce_timer_del(timer);
+    qemu_announce_timer_del(timer, false);
 
      QAPI_CLONE_MEMBERS(AnnounceParameters, &timer->params, params);
      timer->round = params->rounds;
@@ -120,7 +139,8 @@ static void qemu_announce_self_iter(NICState *nic, void *opaque)
          skip = false;
      }
 
-    trace_qemu_announce_self_iter(nic->ncs->name,
+    trace_qemu_announce_self_iter(timer->params.has_id ? timer->params.id : "_",
+                                  nic->ncs->name,
                                    qemu_ether_ntoa(&nic->conf->macaddr), skip);
 
      if (!skip) {
@@ -143,7 +163,7 @@ static void qemu_announce_self_once(void *opaque)
      if (--timer->round) {
          qemu_announce_timer_step(timer);
      } else {
-        qemu_announce_timer_del(timer);
+        qemu_announce_timer_del(timer, true);
      }
  }
 
@@ -154,12 +174,24 @@ void qemu_announce_self(AnnounceTimer *timer, AnnounceParameters *params)
      if (params->rounds) {
          qemu_announce_self_once(timer);
      } else {
-        qemu_announce_timer_del(timer);
+        qemu_announce_timer_del(timer, true);
      }
  }
 
  void qmp_announce_self(AnnounceParameters *params, Error **errp)
  {
-    static AnnounceTimer announce_timer;
-    qemu_announce_self(&announce_timer, params);
+    AnnounceTimer *named_timer;
+    if (!params->has_id) {
+        params->id = g_strdup("");
+        params->has_id = true;
+    }
+
+    named_timer = g_datalist_get_data(&named_timers, params->id);
+
+    if (!named_timer) {
+        named_timer = g_new0(AnnounceTimer, 1);
+        g_datalist_set_data(&named_timers, params->id, named_timer);
+    }
+
+    qemu_announce_self(named_timer, params);
  }
net/trace-events +2 -1
index 875ef2a0f3..ac57056497 100644
@@ -1,7 +1,8 @@
  # See docs/devel/tracing.txt for syntax documentation.
 
  # announce.c
-qemu_announce_self_iter(const char *name, const char *mac, int skip) "%s:%s skip: %d"
+qemu_announce_self_iter(const char *id, const char *name, const char *mac, int skip) "%s:%s:%s skip: %d"
+qemu_announce_timer_del(bool free_named, bool free_timer, char *id) "free named: %d free timer: %d id: %s"
 
  # vhost-user.c
  vhost_user_event(const char *chr, int event) "chr: %s got event: %d"
qapi/net.json +7 -2
index 6f2cd4f530..728990f4fb 100644
@@ -702,6 +702,10 @@
  # @interfaces: An optional list of interface names, which restricts the
  #        announcement to the listed interfaces. (Since 4.1)
  #
+# @id: A name to be used to identify an instance of announce-timers
+#        and to allow it to modified later.  Not for use as
+#        part of the migration parameters. (Since 4.1)
+#
  # Since: 4.0
  ##
 
@@ -710,7 +714,8 @@
              'max': 'int',
              'rounds': 'int',
              'step': 'int',
-            '*interfaces': ['str'] } }
+            '*interfaces': ['str'],
+            '*id' : 'str' } }
 
  ##
  # @announce-self:
@@ -725,7 +730,7 @@
  # -> { "execute": "announce-self",
  #      "arguments": {
  #          "initial": 50, "max": 550, "rounds": 10, "step": 50,
-#          "interfaces": ["vn2", "vn3"] } }
+#          "interfaces": ["vn2", "vn3"], "id": "bob" } }
  # <- { "return": {} }
  #
  # Since: 4.0
#7 lore raw

Re: [Qemu-devel] [PATCH v4 3/5] net/announce: Add optional ID

Quoted 93 lines · * Jason Wang ([email protected]) wrote:
Quoted 91 lines · Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Previously there was a single instance of the timer used by monitor triggered announces, that's OK, but when combined with the previous change that lets you have announces for subsets of interfaces it's a bit restrictive if you want to do different things to different interfaces.

Add an 'id' field to the announce, and maintain a list of the timers based on id.

This allows you to for example:
a) Start an announce going on interface eth0 for a long time
b) Start an announce going on interface eth1 for a long time
c) Kill the announce on eth0 while leaving eth1 going.

---
  hw/net/virtio-net.c    |  4 ++--
  include/net/announce.h |  8 ++++++--
  net/announce.c         | 46 +++++++++++++++++++++++++++++++++++-------
  net/trace-events       |  3 ++-
  qapi/net.json          |  9 +++++++--
  5 files changed, 56 insertions(+), 14 deletions(-)
hw/net/virtio-net.c +2 -2
index c3f5fccfd1..b9e1cd71cf 100644
@@ -2360,7 +2360,7 @@ static int virtio_net_post_load_device(void *opaque, int version_id)
              timer_mod(n->announce_timer.tm,
                        qemu_clock_get_ms(n->announce_timer.type));
          } else {
-            qemu_announce_timer_del(&n->announce_timer);
+            qemu_announce_timer_del(&n->announce_timer, false);
          }
      }
@@ -2784,7 +2784,7 @@ static void virtio_net_device_unrealize(DeviceState *dev, Error **errp)
          virtio_net_del_queue(n, i);
      }
-    qemu_announce_timer_del(&n->announce_timer);
+    qemu_announce_timer_del(&n->announce_timer, false);
      g_free(n->vqs);
      qemu_del_nic(n->nic);
      virtio_net_rsc_cleanup(n);
include/net/announce.h +6 -2
index 773470428b..3d90c83c23 100644
@@ -22,8 +22,12 @@ struct AnnounceTimer {
  /* Returns: update the timer to the next time point */
  int64_t qemu_announce_timer_step(AnnounceTimer *timer);
-/* Delete the underlying timer and other data */
-void qemu_announce_timer_del(AnnounceTimer *timer);
+/*
+ * Delete the underlying timer and other data
+ * If 'free_named' true and the timer is a named timer, then remove
+ * it from the list of named timers and free the AnnounceTimer itself.
+ */
+void qemu_announce_timer_del(AnnounceTimer *timer, bool free_named);
  /*
   * Under BQL/main thread
net/announce.c +8 -1
index 1ce42b571d..4d4e2c22a1 100644
@@ -15,6 +15,8 @@
  #include "qapi/qapi-commands-net.h"
  #include "trace.h"
+static GData *named_timers;
+
  int64_t qemu_announce_timer_step(AnnounceTimer *timer)
  {
      int64_t step;
@@ -31,8 +33,13 @@ int64_t qemu_announce_timer_step(AnnounceTimer *timer)
      return step;
  }
-void qemu_announce_timer_del(AnnounceTimer *timer)
+/*
+ * If 'free_named' is true, then remove the timer from the list
+ * and free the timer itself.
+ */
+void qemu_announce_timer_del(AnnounceTimer *timer, bool free_named)
  {
+    bool free_timer = false;
      if (timer->tm) {
          timer_del(timer->tm);
          timer_free(timer->tm);
@@ -40,6 +47,18 @@ void qemu_announce_timer_del(AnnounceTimer *timer)
      }
      qapi_free_strList(timer->params.interfaces);
Quoted 8 lines

net/announce.c void qemu_announce_timer_del(AnnounceTimer *timer) · line 52

Quoted 4 lines
net/announce.c +3 -0
      timer->params.interfaces = NULL;
+    if (free_named && timer->params.has_id) {
+        free_timer = timer ==
+                     g_datalist_get_data(&named_timers, timer->params.id);

Any chance that the timer get from datalist is different from the one that caller passed to us?

No, I've replaced this with:
+ if (free_named && timer->params.has_id) {
+ AnnounceTimer *listTimer;
+ /*

+         * Sanity check: There should only be one timer on the list with
+         * the id.
+         */
+        list_timer = g_datalist_get_data(&named_timers, timer->params.id);
+        assert(timer == list_timer);
+        free_timer = true;
+        g_datalist_remove_data(&named_timers, timer->params.id);

+ }

Quoted 101 lines

Thanks

Quoted 98 lines
net/announce.c +28 -6
+        g_datalist_remove_data(&named_timers, timer->params.id);
+    }
+    trace_qemu_announce_timer_del(free_named, free_timer, timer->params.id);
+    g_free(timer->params.id);
+    timer->params.id = NULL;
+
+    if (free_timer) {
+        g_free(timer);
+    }
  }
  /*
@@ -56,7 +75,7 @@ void qemu_announce_timer_reset(AnnounceTimer *timer,
       * We're under the BQL, so the current timer can't
       * be firing, so we should be able to delete it.
       */
-    qemu_announce_timer_del(timer);
+    qemu_announce_timer_del(timer, false);
      QAPI_CLONE_MEMBERS(AnnounceParameters, &timer->params, params);
      timer->round = params->rounds;
@@ -120,7 +139,8 @@ static void qemu_announce_self_iter(NICState *nic, void *opaque)
          skip = false;
      }
-    trace_qemu_announce_self_iter(nic->ncs->name,
+    trace_qemu_announce_self_iter(timer->params.has_id ? timer->params.id : "_",
+                                  nic->ncs->name,
                                    qemu_ether_ntoa(&nic->conf->macaddr), skip);
      if (!skip) {
@@ -143,7 +163,7 @@ static void qemu_announce_self_once(void *opaque)
      if (--timer->round) {
          qemu_announce_timer_step(timer);
      } else {
-        qemu_announce_timer_del(timer);
+        qemu_announce_timer_del(timer, true);
      }
  }
@@ -154,12 +174,24 @@ void qemu_announce_self(AnnounceTimer *timer, AnnounceParameters *params)
      if (params->rounds) {
          qemu_announce_self_once(timer);
      } else {
-        qemu_announce_timer_del(timer);
+        qemu_announce_timer_del(timer, true);
      }
  }
  void qmp_announce_self(AnnounceParameters *params, Error **errp)
  {
-    static AnnounceTimer announce_timer;
-    qemu_announce_self(&announce_timer, params);
+    AnnounceTimer *named_timer;
+    if (!params->has_id) {
+        params->id = g_strdup("");
+        params->has_id = true;
+    }
+
+    named_timer = g_datalist_get_data(&named_timers, params->id);
+
+    if (!named_timer) {
+        named_timer = g_new0(AnnounceTimer, 1);
+        g_datalist_set_data(&named_timers, params->id, named_timer);
+    }
+
+    qemu_announce_self(named_timer, params);
  }
net/trace-events +2 -1
index 875ef2a0f3..ac57056497 100644
@@ -1,7 +1,8 @@
  # See docs/devel/tracing.txt for syntax documentation.
  # announce.c
-qemu_announce_self_iter(const char *name, const char *mac, int skip) "%s:%s skip: %d"
+qemu_announce_self_iter(const char *id, const char *name, const char *mac, int skip) "%s:%s:%s skip: %d"
+qemu_announce_timer_del(bool free_named, bool free_timer, char *id) "free named: %d free timer: %d id: %s"
  # vhost-user.c
  vhost_user_event(const char *chr, int event) "chr: %s got event: %d"
qapi/net.json +6 -1
index 6f2cd4f530..728990f4fb 100644
@@ -702,6 +702,10 @@
  # @interfaces: An optional list of interface names, which restricts the
  #        announcement to the listed interfaces. (Since 4.1)
  #
+# @id: A name to be used to identify an instance of announce-timers
+#        and to allow it to modified later.  Not for use as
+#        part of the migration parameters. (Since 4.1)
+#
  # Since: 4.0
  ##
@@ -710,7 +714,8 @@
              'max': 'int',
              'rounds': 'int',
              'step': 'int',
-            '*interfaces': ['str'] } }
+            '*interfaces': ['str'],
+            '*id' : 'str' } }
  ##
  # @announce-self:
@@ -725,7 +730,7 @@
Quoted 8 lines

qapi/net.json line 736

Quoted 8 lines
qapi/net.json +1 -1
  # -> { "execute": "announce-self",
  #      "arguments": {
  #          "initial": 50, "max": 550, "rounds": 10, "step": 50,
-#          "interfaces": ["vn2", "vn3"] } }
+#          "interfaces": ["vn2", "vn3"], "id": "bob" } }
  # <- { "return": {} }
  #
  # Since: 4.0

--
Dr. David Alan Gilbert / [email protected] / Manchester, UK

#8 lore raw

PATCH v4 4/5 net/announce: Add HMP optional ID

In reply to Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Add the optional ID to the HMP command.

e.g.

   # start an announce for a long time on eth1
   migrate_set_parameter announce-rounds 1000
   announce_self "eth1" e1
   # start an announce on eth2
   announce_self "eth2" e2

# Change e1 to be announcing on eth1 and eth3
announce_self "eth1,eth3" e1

# Cancel e1
migrate_set_parameter announce-rounds 0
announce_self "" e1

---
 hmp-commands.hx | 7 ++++---
 hmp.c           | 3 +++
 2 files changed, 7 insertions(+), 3 deletions(-)
hmp-commands.hx +4 -3
index 1b63372713..7ba8543cc3 100644
@@ -955,8 +955,8 @@ ETEXI
 
     {
         .name       = "announce_self",
-        .args_type  = "interfaces:s?",
-        .params     = "[interfaces]",
+        .args_type  = "interfaces:s?,id:s?",
+        .params     = "[interfaces] [id]",
         .help       = "Trigger GARP/RARP announcements",
         .cmd        = hmp_announce_self,
     },
@@ -968,7 +968,8 @@ Trigger a round of GARP/RARP broadcasts; this is useful for explicitly updating
 network infrastructure after a reconfiguration or some forms of migration.
 The timings of the round are set by the migration announce parameters.
 An optional comma separated @var{interfaces} list restricts the announce to the
-named set of interfaces.
+named set of interfaces. An optional @var{id} can be used to start a separate announce
+timer and to change the parameters of it later.
 ETEXI
 
     {
hmp.c +3 -0
index 52efb4a4fa..fd498ca0a8 100644
@@ -1669,12 +1669,15 @@ void hmp_info_snapshots(Monitor *mon, const QDict *qdict)
 void hmp_announce_self(Monitor *mon, const QDict *qdict)
 {
     const char *interfaces_str = qdict_get_try_str(qdict, "interfaces");
+    const char *id = qdict_get_try_str(qdict, "id");
     AnnounceParameters *params = QAPI_CLONE(AnnounceParameters,
                                             migrate_announce_params());
 
     qapi_free_strList(params->interfaces);
     params->interfaces = strList_from_comma_list(interfaces_str);
     params->has_interfaces = params->interfaces != NULL;
+    params->id = g_strdup(id);
+    params->has_id = !!params->id;
     qmp_announce_self(params, NULL);
     qapi_free_AnnounceParameters(params);
 }
Signature · 1 line
2.21.0
#9 lore raw

PATCH v4 5/5 net/announce: Expand test for stopping self announce

In reply to Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Expand self-announce test to check we can stop an announce timer. We set it up to send 300 packets, but after we receive the first one we tell it to stop.

We error if:
a) We receive more than 30 of the packets
b) We're still receiving packets after a lot longer than the 30 seconds should have arrived

---
 tests/virtio-net-test.c | 57 ++++++++++++++++++++++++++++++++++++++---
 1 file changed, 54 insertions(+), 3 deletions(-)
tests/virtio-net-test.c +54 -3
index 663cf7ea7e..3b49b431dc 100644
@@ -184,21 +184,72 @@ static void announce_self(void *obj, void *data, QGuestAllocator *t_alloc)
     QDict *rsp;
     int ret;
     uint16_t *proto = (uint16_t *)&buffer[12];
+    size_t total_received = 0;
+    uint64_t start, now, last_rxt, deadline;
 
+    /* Send a set of packets over a few second period */
     rsp = qmp("{ 'execute' : 'announce-self', "
                   " 'arguments': {"
-                      " 'initial': 50, 'max': 550,"
-                      " 'rounds': 10, 'step': 50 } }");
+                      " 'initial': 20, 'max': 100,"
+                      " 'rounds': 300, 'step': 10, 'id': 'bob' } }");
     assert(!qdict_haskey(rsp, "error"));
     qobject_unref(rsp);
 
-    /* Catch the packet and make sure it's a RARP */
+    /* Catch the first packet and make sure it's a RARP */
     ret = qemu_recv(sv[0], &len, sizeof(len), 0);
     g_assert_cmpint(ret, ==,  sizeof(len));
     len = ntohl(len);
 
     ret = qemu_recv(sv[0], buffer, len, 0);
     g_assert_cmpint(*proto, ==, htons(ETH_P_RARP));
+
+    /*
+     * Stop the announcment by settings rounds to 0 on the
+     * existing timer.
+     */
+    rsp = qmp("{ 'execute' : 'announce-self', "
+                  " 'arguments': {"
+                      " 'initial': 20, 'max': 100,"
+                      " 'rounds': 0, 'step': 10, 'id': 'bob' } }");
+    assert(!qdict_haskey(rsp, "error"));
+    qobject_unref(rsp);
+
+    /* Now make sure the packets stop */
+
+    /* Times are in us */
+    start = g_get_monotonic_time();
+    /* 30 packets, max gap 100ms, * 2 for wiggle */
+    deadline = start + 1000 * (100 * 30 * 2);
+    last_rxt = start;
+
+    do {
+        int saved_err;
+        ret = qemu_recv(sv[0], buffer, 60, MSG_DONTWAIT);
+        saved_err = errno;
+        now = g_get_monotonic_time();
+        g_assert_cmpint(now, <, deadline);
+
+        if (ret >= 0) {
+            if (ret) {
+                last_rxt = now;
+            }
+            total_received += ret;
+
+            /* Check it's not spewing loads */
+            g_assert_cmpint(total_received, <, 60 * 30 * 2);
+        } else {
+            g_assert_cmpint(saved_err, ==, EAGAIN);
+
+            /* 400ms, i.e. 4 worst case gaps */
+            if ((now - last_rxt) > (1000 * 100 * 4)) {
+                /* Nothings arrived for a while - must have stopped */
+                break;
+            };
+
+            /* 100ms */
+            g_usleep(1000 * 100);
+        }
+    } while (true);
 }
 
 static void virtio_net_test_cleanup(void *sockets)
Signature · 1 line
2.21.0
#10 lore raw

Re: [Qemu-devel] [PATCH v4 5/5] net/announce: Expand test for stopping self announce

Quoted 56 lines · Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Expand self-announce test to check we can stop an announce timer. We set it up to send 300 packets, but after we receive the first one we tell it to stop.

We error if:
a) We receive more than 30 of the packets
b) We're still receiving packets after a lot longer than the 30 seconds should have arrived

---
  tests/virtio-net-test.c | 57 ++++++++++++++++++++++++++++++++++++++---
  1 file changed, 54 insertions(+), 3 deletions(-)
tests/virtio-net-test.c +17 -3
index 663cf7ea7e..3b49b431dc 100644
@@ -184,21 +184,72 @@ static void announce_self(void *obj, void *data, QGuestAllocator *t_alloc)
      QDict *rsp;
      int ret;
      uint16_t *proto = (uint16_t *)&buffer[12];
+    size_t total_received = 0;
+    uint64_t start, now, last_rxt, deadline;
 
+    /* Send a set of packets over a few second period */
      rsp = qmp("{ 'execute' : 'announce-self', "
                    " 'arguments': {"
-                      " 'initial': 50, 'max': 550,"
-                      " 'rounds': 10, 'step': 50 } }");
+                      " 'initial': 20, 'max': 100,"
+                      " 'rounds': 300, 'step': 10, 'id': 'bob' } }");
      assert(!qdict_haskey(rsp, "error"));
      qobject_unref(rsp);
 
-    /* Catch the packet and make sure it's a RARP */
+    /* Catch the first packet and make sure it's a RARP */
      ret = qemu_recv(sv[0], &len, sizeof(len), 0);
      g_assert_cmpint(ret, ==,  sizeof(len));
      len = ntohl(len);
 
      ret = qemu_recv(sv[0], buffer, len, 0);
      g_assert_cmpint(*proto, ==, htons(ETH_P_RARP));
+
+    /*
+     * Stop the announcment by settings rounds to 0 on the
+     * existing timer.
+     */
+    rsp = qmp("{ 'execute' : 'announce-self', "
+                  " 'arguments': {"
+                      " 'initial': 20, 'max': 100,"
+                      " 'rounds': 0, 'step': 10, 'id': 'bob' } }");
+    assert(!qdict_haskey(rsp, "error"));
+    qobject_unref(rsp);

tests/virtio-net-test.c static void announce_self(void *obj, void *data, QGuestAllocator *t_alloc) · line 225

Quoted 10 lines
tests/virtio-net-test.c +10 -0
+
+    /* Now make sure the packets stop */
+
+    /* Times are in us */
+    start = g_get_monotonic_time();
+    /* 30 packets, max gap 100ms, * 2 for wiggle */
+    deadline = start + 1000 * (100 * 30 * 2);
+    last_rxt = start;
+
+    do {

while (ture) looks better here.

tests/virtio-net-test.c static void announce_self(void *obj, void *data, QGuestAllocator *t_alloc) · line 230

Quoted 5 lines
tests/virtio-net-test.c +5 -0
+        int saved_err;
+        ret = qemu_recv(sv[0], buffer, 60, MSG_DONTWAIT);
+        saved_err = errno;
+        now = g_get_monotonic_time();
+        g_assert_cmpint(now, <, deadline);

The maximum gap allowed is 1000 * 100 * 4, and we allow at most 30 packets that's 30 * 1000 * 100 * 4 which is 1200000.

But the deadline is 1000 * 100 * 30 * 2 which is 6000000.

Does this mean deadline is conflict with the assumption above?

Thanks

Quoted 25 lines
tests/virtio-net-test.c +22 -0
+
+        if (ret >= 0) {
+            if (ret) {
+                last_rxt = now;
+            }
+            total_received += ret;
+
+            /* Check it's not spewing loads */
+            g_assert_cmpint(total_received, <, 60 * 30 * 2);
+        } else {
+            g_assert_cmpint(saved_err, ==, EAGAIN);
+
+            /* 400ms, i.e. 4 worst case gaps */
+            if ((now - last_rxt) > (1000 * 100 * 4)) {
+                /* Nothings arrived for a while - must have stopped */
+                break;
+            };
+
+            /* 100ms */
+            g_usleep(1000 * 100);
+        }
+    } while (true);
  }
 
  static void virtio_net_test_cleanup(void *sockets)
#11 lore raw

Re: [Qemu-devel] [PATCH v4 5/5] net/announce: Expand test for stopping self announce

Quoted 60 lines · * Jason Wang ([email protected]) wrote:
Quoted 58 lines · Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Expand self-announce test to check we can stop an announce timer. We set it up to send 300 packets, but after we receive the first one we tell it to stop.

We error if:
a) We receive more than 30 of the packets
b) We're still receiving packets after a lot longer than the 30 seconds should have arrived

---
  tests/virtio-net-test.c | 57 ++++++++++++++++++++++++++++++++++++++---
  1 file changed, 54 insertions(+), 3 deletions(-)
tests/virtio-net-test.c +22 -3
index 663cf7ea7e..3b49b431dc 100644
@@ -184,21 +184,72 @@ static void announce_self(void *obj, void *data, QGuestAllocator *t_alloc)
      QDict *rsp;
      int ret;
      uint16_t *proto = (uint16_t *)&buffer[12];
+    size_t total_received = 0;
+    uint64_t start, now, last_rxt, deadline;
+    /* Send a set of packets over a few second period */
      rsp = qmp("{ 'execute' : 'announce-self', "
                    " 'arguments': {"
-                      " 'initial': 50, 'max': 550,"
-                      " 'rounds': 10, 'step': 50 } }");
+                      " 'initial': 20, 'max': 100,"
+                      " 'rounds': 300, 'step': 10, 'id': 'bob' } }");
      assert(!qdict_haskey(rsp, "error"));
      qobject_unref(rsp);
-    /* Catch the packet and make sure it's a RARP */
+    /* Catch the first packet and make sure it's a RARP */
      ret = qemu_recv(sv[0], &len, sizeof(len), 0);
      g_assert_cmpint(ret, ==,  sizeof(len));
      len = ntohl(len);
      ret = qemu_recv(sv[0], buffer, len, 0);
      g_assert_cmpint(*proto, ==, htons(ETH_P_RARP));
+
+    /*
+     * Stop the announcment by settings rounds to 0 on the
+     * existing timer.
+     */
+    rsp = qmp("{ 'execute' : 'announce-self', "
+                  " 'arguments': {"
+                      " 'initial': 20, 'max': 100,"
+                      " 'rounds': 0, 'step': 10, 'id': 'bob' } }");
+    assert(!qdict_haskey(rsp, "error"));
+    qobject_unref(rsp);
+
+    /* Now make sure the packets stop */
+
+    /* Times are in us */
+    start = g_get_monotonic_time();
Quoted 8 lines

tests/virtio-net-test.c static void announce_self(void *obj, void *data, QGuestAllocator *t_alloc) · line 225

Quoted 5 lines
tests/virtio-net-test.c +5 -0
+    /* 30 packets, max gap 100ms, * 2 for wiggle */
+    deadline = start + 1000 * (100 * 30 * 2);
+    last_rxt = start;
+
+    do {

while (ture) looks better here.

OK, changed.

Quoted 7 lines

tests/virtio-net-test.c static void announce_self(void *obj, void *data, QGuestAllocator *t_alloc) · line 230

Quoted 6 lines
tests/virtio-net-test.c +5 -0
+        int saved_err;
+        ret = qemu_recv(sv[0], buffer, 60, MSG_DONTWAIT);
+        saved_err = errno;
+        now = g_get_monotonic_time();
+        g_assert_cmpint(now, <, deadline);
Quoted 6 lines

The maximum gap allowed is 1000 * 100 * 4, and we allow at most 30 packets that's 30 * 1000 * 100 * 4 which is 1200000.

But the deadline is 1000 * 100 * 30 * 2 which is 6000000.

Does this mean deadline is conflict with the assumption above?

I've changed deadline to match (i.e. * 4) - but it's only a worst-case that we shouldn't hit anyway; I'm expecting it to actually stop after 1 or 2 packets worst case, the *4 in the maximum gap is there just to deal with a busy system that takes a bit longer.

Dave

Quoted 19 lines

Thanks

Quoted 16 lines
tests/virtio-net-test.c +16 -0
+
+        if (ret >= 0) {
+            if (ret) {
+                last_rxt = now;
+            }
+            total_received += ret;
+
+            /* Check it's not spewing loads */
+            g_assert_cmpint(total_received, <, 60 * 30 * 2);
+        } else {
+            g_assert_cmpint(saved_err, ==, EAGAIN);
+
+            /* 400ms, i.e. 4 worst case gaps */
+            if ((now - last_rxt) > (1000 * 100 * 4)) {
+                /* Nothings arrived for a while - must have stopped */
+                break;
Quoted 8 lines

tests/virtio-net-test.c static void announce_self(void *obj, void *data, QGuestAllocator *t_alloc) · line 255

Quoted 8 lines
tests/virtio-net-test.c +6 -0
+            };
+
+            /* 100ms */
+            g_usleep(1000 * 100);
+        }
+    } while (true);
  }
  static void virtio_net_test_cleanup(void *sockets)

--
Dr. David Alan Gilbert / [email protected] / Manchester, UK

#12 lore raw
In reply to Dr. David Alan Gilbert (git)
Quoted 3 lines · Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Laine asked for some extra features on the network announce support;

It's better to explain why this feature is needed.  Is this because libvirt can change the host network topology on the fly?

Thanks

Quoted 30 lines

The first allows the announce timer to announce on a subset of the interfaces.

The second allows there to be multiple timers, each with their own parameters (including the interface list).

v4
Minor typo fixes
Expanded the test to check we can stop a running announce

Dr. David Alan Gilbert (5):
net/announce: Allow optional list of interfaces net/announce: Add HMP optional interface list net/announce: Add optional ID
net/announce: Add HMP optional ID net/announce: Expand test for stopping self announce

  hmp-commands.hx         |  7 +++-
  hmp.c                   | 41 +++++++++++++++++++-
  hw/net/virtio-net.c     |  4 +-
  include/net/announce.h  |  8 +++-
  net/announce.c          | 83 ++++++++++++++++++++++++++++++++++-------
  net/trace-events        |  3 +-
  qapi/net.json           | 16 ++++++--
  tests/virtio-net-test.c | 57 ++++++++++++++++++++++++++--
  8 files changed, 192 insertions(+), 27 deletions(-)
#13 lore raw
Quoted 8 lines · * Jason Wang ([email protected]) wrote:
Quoted 3 lines · Dr. David Alan Gilbert (git)

From: "Dr. David Alan Gilbert" <[email protected]>

Laine asked for some extra features on the network announce support;

It's better to explain why this feature is needed.

Yes, I'll reword.

Quoted 2 lines

Is this because libvirt
can change the host network topology on the fly?

It's because something can change the network topology on the fly - not necessarily just libvirt. Where as previously we were using the announce mechanism for mainly migration reasons, now we also want to use it to announce topology changes; those include potentially things that libvirt gets told by a higher management layer - such as the failure or one network path.

Dave

Quoted 34 lines

Thanks

Quoted 30 lines

The first allows the announce timer to announce on a subset of the interfaces.

The second allows there to be multiple timers, each with their own parameters (including the interface list).

v4
Minor typo fixes
Expanded the test to check we can stop a running announce

Dr. David Alan Gilbert (5):
net/announce: Allow optional list of interfaces net/announce: Add HMP optional interface list net/announce: Add optional ID
net/announce: Add HMP optional ID net/announce: Expand test for stopping self announce

  hmp-commands.hx         |  7 +++-
  hmp.c                   | 41 +++++++++++++++++++-
  hw/net/virtio-net.c     |  4 +-
  include/net/announce.h  |  8 +++-
  net/announce.c          | 83 ++++++++++++++++++++++++++++++++++-------
  net/trace-events        |  3 +-
  qapi/net.json           | 16 ++++++--
  tests/virtio-net-test.c | 57 ++++++++++++++++++++++++++--
  8 files changed, 192 insertions(+), 27 deletions(-)

--
Dr. David Alan Gilbert / [email protected] / Manchester, UK