proxmox-mirrors/mirror_frr
1
0
Fork 0
mirror of https://git.proxmox.com/git/mirror_frr synced 2025-08-14 15:47:22 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

bgpd: small i/o threading improvements

Browse Source 
* Start bit flags at 1, not 2
* Make run-flags atomic for i/o thread
* Remove work_cond mutex, it should no longer be necessary
* Add asserts to ensure proper ordering in bgp_connect()
* Use true/false with booleans, not 1/0

Signed-off-by: Quentin Young <qlyoung@cumulusnetworks.com>
This commit is contained in:
Quentin Young 2017-06-08 21:14:18 +00:00
parent a9794991c7
commit b750b0ba76
No known key found for this signature in database
GPG Key ID: DAF48E0F57E0834F
3 changed files with 54 additions and 59 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

87
bgpd/bgp_io.c
View File

@ -44,18 +44,18 @@ static int bgp_process_reads(struct thread *);
static bool validate_header(struct peer *);
/* generic i/o status codes */
#define BGP_IO_TRANS_ERR (1 << 1) // EAGAIN or similar occurred
#define BGP_IO_FATAL_ERR (1 << 2) // some kind of fatal TCP error
#define BGP_IO_TRANS_ERR (1 << 0) // EAGAIN or similar occurred
#define BGP_IO_FATAL_ERR (1 << 1) // some kind of fatal TCP error
/* Start and stop routines for I/O pthread + control variables
* ------------------------------------------------------------------------ */
bool bgp_packet_write_thread_run = false;
pthread_mutex_t *work_mtx;
_Atomic bool bgp_io_thread_run;
_Atomic bool bgp_io_thread_started;
void bgp_io_init()
{
work_mtx = XCALLOC(MTYPE_TMP, sizeof(pthread_mutex_t));
pthread_mutex_init(work_mtx, NULL);
bgp_io_thread_run = false;
bgp_io_thread_started = false;
}
void *bgp_io_start(void *arg)
@ -66,17 +66,16 @@ void *bgp_io_start(void *arg)
// we definitely don't want to handle signals
fpt->master->handle_signals = false;
bgp_packet_write_thread_run = true;
struct thread task;
while (bgp_packet_write_thread_run) {
atomic_store_explicit(&bgp_io_thread_run, true, memory_order_relaxed);
atomic_store_explicit(&bgp_io_thread_started, true,
memory_order_relaxed);
while (bgp_io_thread_run) {
if (thread_fetch(fpt->master, &task)) {
pthread_mutex_lock(work_mtx);
{
thread_call(&task);
}
pthread_mutex_unlock(work_mtx);
}
}
return NULL;
@ -84,21 +83,24 @@ void *bgp_io_start(void *arg)
int bgp_io_stop(void **result, struct frr_pthread *fpt)
{
bgp_io_thread_run = false;
/* let the loop break */
fpt->master->spin = false;
bgp_packet_write_thread_run = false;
/* break poll */
pthread_kill(fpt->thread, SIGINT);
pthread_join(fpt->thread, result);
pthread_mutex_unlock(work_mtx);
pthread_mutex_destroy(work_mtx);
XFREE(MTYPE_TMP, work_mtx);
return 0;
}
/* ------------------------------------------------------------------------ */
void bgp_writes_on(struct peer *peer)
{
while (!atomic_load_explicit(&bgp_io_thread_started,
memory_order_relaxed))
;
assert(peer->status != Deleted);
assert(peer->obuf);
assert(peer->ibuf);
@ -108,33 +110,31 @@ void bgp_writes_on(struct peer *peer)
struct frr_pthread *fpt = frr_pthread_get(PTHREAD_IO);
pthread_mutex_lock(work_mtx);
{
thread_add_write(fpt->master, bgp_process_writes, peer,
peer->fd, &peer->t_write);
thread_add_write(fpt->master, bgp_process_writes, peer, peer->fd,
&peer->t_write);
SET_FLAG(peer->thread_flags, PEER_THREAD_WRITES_ON);
}
pthread_mutex_unlock(work_mtx);
}
void bgp_writes_off(struct peer *peer)
{
while (!atomic_load_explicit(&bgp_io_thread_started,
memory_order_relaxed))
;
struct frr_pthread *fpt = frr_pthread_get(PTHREAD_IO);
pthread_mutex_lock(work_mtx);
{
thread_cancel_async(fpt->master, &peer->t_write);
thread_cancel_async(fpt->master, &peer->t_write, NULL);
THREAD_OFF(peer->t_generate_updgrp_packets);
// peer access by us after this point will result in pain
UNSET_FLAG(peer->thread_flags, PEER_THREAD_WRITES_ON);
}
pthread_mutex_unlock(work_mtx);
/* upon return, i/o thread must not access the peer */
}
void bgp_reads_on(struct peer *peer)
{
while (!atomic_load_explicit(&bgp_io_thread_started,
memory_order_relaxed))
;
assert(peer->status != Deleted);
assert(peer->ibuf);
assert(peer->fd);
@ -146,32 +146,25 @@ void bgp_reads_on(struct peer *peer)
struct frr_pthread *fpt = frr_pthread_get(PTHREAD_IO);
pthread_mutex_lock(work_mtx);
{
thread_add_read(fpt->master, bgp_process_reads, peer, peer->fd,
&peer->t_read);
thread_add_timer_msec(bm->master, bgp_process_packet, peer, 0,
&peer->t_process_packet);
SET_FLAG(peer->thread_flags, PEER_THREAD_READS_ON);
}
pthread_mutex_unlock(work_mtx);
}
void bgp_reads_off(struct peer *peer)
{
while (!atomic_load_explicit(&bgp_io_thread_started,
memory_order_relaxed))
;
struct frr_pthread *fpt = frr_pthread_get(PTHREAD_IO);
/* this mutex ensures t_read is not being modified */
pthread_mutex_lock(work_mtx);
{
thread_cancel_async(fpt->master, &peer->t_read);
thread_cancel_async(fpt->master, &peer->t_read, NULL);
THREAD_OFF(peer->t_process_packet);
// peer access by us after this point will result in pain
UNSET_FLAG(peer->thread_flags, PEER_THREAD_READS_ON);
}
pthread_mutex_unlock(work_mtx);
}
/**
* Called from PTHREAD_IO when select() or poll() determines that the file
@ -182,13 +175,13 @@ static int bgp_process_writes(struct thread *thread)
static struct peer *peer;
peer = THREAD_ARG(thread);
uint16_t status;
bool reschedule;
if (peer->fd < 0)
return -1;
struct frr_pthread *fpt = frr_pthread_get(PTHREAD_IO);
bool reschedule;
pthread_mutex_lock(&peer->io_mtx);
{
status = bgp_write(peer);
@ -200,7 +193,7 @@ static int bgp_process_writes(struct thread *thread)
}
if (CHECK_FLAG(status, BGP_IO_FATAL_ERR))
reschedule = 0; // problem
reschedule = false; /* problem */
if (reschedule) {
thread_add_write(fpt->master, bgp_process_writes, peer,
@ -451,8 +444,8 @@ done : {
*/
static uint16_t bgp_read(struct peer *peer)
{
int readsize; // how many bytes we want to read
int nbytes; // how many bytes we actually read
size_t readsize; // how many bytes we want to read
ssize_t nbytes; // how many bytes we actually read
uint16_t status = 0;
readsize = STREAM_WRITEABLE(peer->ibuf_work);

2
bgpd/bgp_network.c
View File

@ -550,6 +550,8 @@ static int bgp_update_source(struct peer *peer)
/* BGP try to connect to the peer. */
int bgp_connect(struct peer *peer)
{
assert(!CHECK_FLAG(peer->thread_flags, PEER_THREAD_WRITES_ON));
assert(!CHECK_FLAG(peer->thread_flags, PEER_THREAD_READS_ON));
ifindex_t ifindex = 0;
if (peer->conf_if && BGP_PEER_SU_UNSPEC(peer)) {

6
bgpd/bgpd.h
View File

@ -819,9 +819,9 @@ struct peer {
/* Thread flags. */
u_int16_t thread_flags;
#define PEER_THREAD_WRITES_ON (1 << 1)
#define PEER_THREAD_READS_ON (1 << 2)
#define PEER_THREAD_KEEPALIVES_ON (1 << 3)
#define PEER_THREAD_WRITES_ON (1 << 0)
#define PEER_THREAD_READS_ON (1 << 1)
#define PEER_THREAD_KEEPALIVES_ON (1 << 2)
/* workqueues */
struct work_queue *clear_node_queue;