diff --git a/src/server.c b/src/server.c
index 83b8cae..05167e6 100644
--- a/src/server.c
+++ b/src/server.c
@@ -831,6 +831,8 @@ static int server_connect(patty_ax25_server *server,
 
     patty_ax25_sock_timer_ack_restart(sock);
 
+    patty_ax25_sock_timer_ack_set(sock, &server->timer);
+
     /*
      * At this point, we will wait for a DM, FRMR or XID response, which
      * will help us determine what version of AX.25 to apply for this socket,