package images import ( "fmt" "net/http" "strconv" "strings" "time" g "github.com/onsi/ginkgo" o "github.com/onsi/gomega" kapi "k8s.io/kubernetes/pkg/api" "k8s.io/kubernetes/pkg/util/wait" e2e "k8s.io/kubernetes/test/e2e/framework" exutil "github.com/openshift/origin/test/extended/util" ) var _ = g.Describe("[networking][router] openshift routers", func() { defer g.GinkgoRecover() var ( configPath = exutil.FixturePath("testdata", "scoped-router.yaml") oc = exutil.NewCLI("scoped-router", exutil.KubeConfigPath()) ) g.BeforeEach(func() { // defer oc.Run("delete").Args("-f", configPath).Execute() err := oc.AsAdmin().Run("adm").Args("policy", "add-cluster-role-to-user", "system:router", oc.Username()).Execute() o.Expect(err).NotTo(o.HaveOccurred()) err = oc.Run("create").Args("-f", configPath).Execute() o.Expect(err).NotTo(o.HaveOccurred()) }) g.Describe("The HAProxy router", func() { g.It("should serve the correct routes when scoped to a single namespace and label set", func() { oc.SetOutputDir(exutil.TestContext.OutputDir) ns := oc.KubeFramework().Namespace.Name execPodName := exutil.CreateExecPodOrFail(oc.AdminKubeClient().Core(), ns, "execpod") defer func() { oc.AdminKubeClient().Core().Pods(ns).Delete(execPodName, kapi.NewDeleteOptions(1)) }() g.By(fmt.Sprintf("creating a scoped router from a config file %q", configPath)) var routerIP string err := wait.Poll(time.Second, 2*time.Minute, func() (bool, error) { pod, err := oc.KubeFramework().Client.Pods(oc.KubeFramework().Namespace.Name).Get("scoped-router") if err != nil { return false, err } if len(pod.Status.PodIP) == 0 { return false, nil } routerIP = pod.Status.PodIP return true, nil }) o.Expect(err).NotTo(o.HaveOccurred()) // router expected to listen on port 80 routerURL := fmt.Sprintf("http://%s", routerIP) g.By("waiting for the healthz endpoint to respond") healthzURI := fmt.Sprintf("http://%s:1936/healthz", routerIP) err = waitForRouterOKResponseExec(ns, execPodName, healthzURI, routerIP, 60*2) o.Expect(err).NotTo(o.HaveOccurred()) g.By("waiting for the valid route to respond") err = waitForRouterOKResponseExec(ns, execPodName, routerURL, "first.example.com", 60*2) o.Expect(err).NotTo(o.HaveOccurred()) for _, host := range []string{"second.example.com", "third.example.com"} { g.By(fmt.Sprintf("checking that %s does not match a route", host)) err = expectRouteStatusCodeExec(ns, execPodName, routerURL, host, http.StatusServiceUnavailable) o.Expect(err).NotTo(o.HaveOccurred()) } }) g.It("should override the route host with a custom value", func() { oc.SetOutputDir(exutil.TestContext.OutputDir) ns := oc.KubeFramework().Namespace.Name execPodName := exutil.CreateExecPodOrFail(oc.AdminKubeClient().Core(), ns, "execpod") defer func() { oc.AdminKubeClient().Core().Pods(ns).Delete(execPodName, kapi.NewDeleteOptions(1)) }() g.By(fmt.Sprintf("creating a scoped router from a config file %q", configPath)) var routerIP string err := wait.Poll(time.Second, 2*time.Minute, func() (bool, error) { pod, err := oc.KubeFramework().Client.Pods(ns).Get("router-override") if err != nil { return false, err } if len(pod.Status.PodIP) == 0 { return false, nil } routerIP = pod.Status.PodIP return true, nil }) o.Expect(err).NotTo(o.HaveOccurred()) // router expected to listen on port 80 routerURL := fmt.Sprintf("http://%s", routerIP) pattern := "%s-%s.myapps.mycompany.com" g.By("waiting for the healthz endpoint to respond") healthzURI := fmt.Sprintf("http://%s:1936/healthz", routerIP) err = waitForRouterOKResponseExec(ns, execPodName, healthzURI, routerIP, 60*2) o.Expect(err).NotTo(o.HaveOccurred()) oc.KubeFramework().Client.Pods(ns) g.By("waiting for the valid route to respond") err = waitForRouterOKResponseExec(ns, execPodName, routerURL, fmt.Sprintf(pattern, "route-1", ns), 60*2) o.Expect(err).NotTo(o.HaveOccurred()) g.By("checking that the stored domain name does not match a route") host := "first.example.com" err = expectRouteStatusCodeExec(ns, execPodName, routerURL, host, http.StatusServiceUnavailable) o.Expect(err).NotTo(o.HaveOccurred()) for _, host := range []string{"route-1", "route-2"} { host = fmt.Sprintf(pattern, host, ns) g.By(fmt.Sprintf("checking that %s matches a route", host)) err = expectRouteStatusCodeExec(ns, execPodName, routerURL, host, http.StatusOK) o.Expect(err).NotTo(o.HaveOccurred()) } }) }) }) func waitForRouterOKResponseExec(ns, execPodName, url, host string, timeoutSeconds int) error { cmd := fmt.Sprintf(` set -e for i in $(seq 1 %d); do code=$( curl -s -o /dev/null -w '%%{http_code}\n' --header 'Host: %s' %q ) echo $code if [[ $code -eq 200 ]]; then exit 0 fi if [[ $code -ne 503 ]]; then exit 1 fi sleep 1 done `, timeoutSeconds, host, url) output, err := e2e.RunHostCmd(ns, execPodName, cmd) if err != nil { return fmt.Errorf("host command failed: %v\n%s", err, output) } lines := strings.Split(strings.TrimSpace(output), "\n") if lines[len(lines)-1] != "200" { return fmt.Errorf("last response from server was not 200:\n%s", output) } return nil } func expectRouteStatusCodeRepeatedExec(ns, execPodName, url, host string, statusCode int, times int) error { cmd := fmt.Sprintf(` set -e for i in $(seq 1 %d); do code=$( curl -s -o /dev/null -w '%%{http_code}\n' --header 'Host: %s' %q ) echo $code if [[ $code -ne %d ]]; then exit 1 fi done `, times, host, url, statusCode) output, err := e2e.RunHostCmd(ns, execPodName, cmd) if err != nil { return fmt.Errorf("host command failed: %v\n%s", err, output) } return nil } func expectRouteStatusCodeExec(ns, execPodName, url, host string, statusCode int) error { cmd := fmt.Sprintf("curl -s -o /dev/null -w '%%{http_code}' --header 'Host: %s' %q", host, url) output, err := e2e.RunHostCmd(ns, execPodName, cmd) if err != nil { return fmt.Errorf("host command failed: %v\n%s", err, output) } if output != strconv.Itoa(statusCode) { return fmt.Errorf("last response from server was not %d: %s", statusCode, output) } return nil } func getAuthenticatedRouteURLViaPod(ns, execPodName, url, host, user, pass string) (string, error) { cmd := fmt.Sprintf("curl -s -u %s:%s --header 'Host: %s' %q", user, pass, host, url) output, err := e2e.RunHostCmd(ns, execPodName, cmd) if err != nil { return "", fmt.Errorf("host command failed: %v\n%s", err, output) } return output, nil }