diff --git a/server.go b/server.go
index 371b980d..f49c0d77 100644
--- a/server.go
+++ b/server.go
@@ -241,6 +241,7 @@ type Server struct {
 func (srv *Server) ListenAndServe() error {
 	srv.lock.Lock()
 	if srv.started {
+		srv.lock.Unlock()
 		return &Error{err: "server already started"}
 	}
 	srv.stopUDP, srv.stopTCP = make(chan bool), make(chan bool)