src/usr/transport/tcp: Account for case where data arrives before we have buffer for it

Signed-off-by: Yan Burman <yanburman@users.noreply.github.com>

Author: yanburman

src/usr/transport/tcp/xio_tcp_datapath.c

@@ -3229,6 +3229,8 @@ int xio_tcp_rx_ctl_handler(struct xio_tcp_transport *tcp_hndl, int batch_nr)
 	int exit;
 	int count;
 
+	tcp_hndl->io_waiting_tasks = 0;
+
 	task = list_first_entry_or_null(&tcp_hndl->rx_list,
 					struct xio_task,
 					tasks_list_entry);
@@ -3355,6 +3357,10 @@ int xio_tcp_rx_ctl_handler(struct xio_tcp_transport *tcp_hndl, int batch_nr)
 				  tcp_task->rxd.stage);
 			break;
 		}
+
+		if (tcp_task->rxd.tot_iov_byte_len)
+			tcp_hndl->io_waiting_tasks++;
+
 		task = list_first_entry(&task->tasks_list_entry,
 					struct xio_task,  tasks_list_entry);
 	}

src/usr/transport/tcp/xio_tcp_management.c

@@ -614,7 +614,9 @@ void xio_tcp_consume_ctl_rx(void *xio_tcp_hndl)
 	} while (retval > 0 && count <  RX_POLL_NR_MAX);
 
 	if (/*retval > 0 && */ tcp_hndl->tmp_rx_buf_len &&
-	    tcp_hndl->state == XIO_TRANSPORT_STATE_CONNECTED) {
+	    tcp_hndl->state == XIO_TRANSPORT_STATE_CONNECTED &&
+	    tcp_hndl->io_waiting_tasks) {
+		tcp_hndl->io_waiting_tasks = 0;
 		xio_context_add_event(tcp_hndl->base.ctx,
 				      &tcp_hndl->ctl_rx_event);
 	}

src/usr/transport/tcp/xio_tcp_transport.h

@@ -366,6 +366,8 @@ struct xio_tcp_transport {
 	struct xio_ev_data		disconnect_event;
 	pid_t				peer_pid;
 	pid_t				peer_tid;
+	int				io_waiting_tasks;
+	uint32_t			reserved;
 };
 
 int xio_tcp_get_max_header_size(void);