diff --git a/appservice/http.go b/appservice/http.go
index fd192965..a6d6afbf 100644
--- a/appservice/http.go
+++ b/appservice/http.go
@@ -44,7 +44,7 @@ func (as *AppService) Start() {
 	} else {
 		err = as.server.ListenAndServeTLS(as.Host.TLSCert, as.Host.TLSKey)
 	}
-	if err != nil && err.Error() != "http: Server closed" {
+	if err != nil && !errors.Is(err, http.ErrServerClosed) {
 		as.Log.Fatalln("Error while listening:", err)
 	} else {
 		as.Log.Debugln("Listener stopped.")