diff --git a/switchyard.go b/switchyard.go
index 71f5f8d..66a17e0 100644
--- a/switchyard.go
+++ b/switchyard.go
@@ -80,10 +80,11 @@ func (h *RequestHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
 		r.Header.Add("X-Forwarded-For", remote_addr)
 	}
 
+	justHost := strings.Split(r.Host, ":")[0]
 	has_a_host := false
 	var fwd *ForwardSpec
 	for _, fwd = range h.Forwards {
-		if fwd.Hostname == r.Host {
+		if fwd.Hostname == justHost {
 			has_a_host = true
 			break
 		}