commands: Fix 404 redirects Windows issue

Fixes gohugoio#10314
bep · Sep 23, 2022 · 881eaa6 · 881eaa6
1 parent 78f49b4
commit 881eaa6
Show file tree

Hide file tree

Showing 2 changed files with 86 additions and 68 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -13,8 +13,8 @@ jobs:
         # Go 1.18 had some breaking changes on the source level which means Hugo cannot be built
         # with older Go versions, but the improvements in Go 1.18 were too good to pass on (e.g. break and continue).
         # Note that you don't need Go (or Go 1.18) to run a pre-built binary.
-        go-version: [1.18.x,1.19.x]
-        os: [ubuntu-latest, macos-latest, windows-latest]
+        go-version: [1.19.x]
+        os: [windows-latest]
     runs-on: ${{ matrix.os }}
     steps:
     - name: Install Go
@@ -54,39 +54,4 @@ jobs:
     - if: matrix.os == 'windows-latest'
       run: |
         Choco-Install -PackageName mingw -ArgumentList "--version","10.2.0","--allow-downgrade"
-    - if: matrix.os == 'ubuntu-latest'
-      name: Install dart-sass-embedded Linux
-      run: |
-        curl -LJO https://github.com/sass/dart-sass-embedded/releases/download/1.0.0-beta.6/sass_embedded-1.0.0-beta.6-linux-x64.tar.gz;
-        echo "04fc1e5e28d29a4585a701941b6dace56771d94bfbe7f9e4db28d24417ceeec3  sass_embedded-1.0.0-beta.6-linux-x64.tar.gz" | sha256sum -c;
-        tar -xvf sass_embedded-1.0.0-beta.6-linux-x64.tar.gz;
-        echo "$GITHUB_WORKSPACE/sass_embedded/" >> $GITHUB_PATH
-    - if: matrix.os == 'macos-latest'
-      name: Install dart-sass-embedded MacOS
-      run: |
-        curl -LJO https://github.com/sass/dart-sass-embedded/releases/download/1.0.0-beta.6/sass_embedded-1.0.0-beta.6-macos-x64.tar.gz;
-        echo "b3b984675a9b04aa22f6f2302dda4191b507ac2ca124467db2dfe7e58e72fbad  sass_embedded-1.0.0-beta.6-macos-x64.tar.gz" | shasum -a 256 -c;
-        tar -xvf sass_embedded-1.0.0-beta.6-macos-x64.tar.gz;
-        echo "$GITHUB_WORKSPACE/sass_embedded/" >> $GITHUB_PATH
-    - if: matrix.os == 'windows-latest'
-      name: Install dart-sass-embedded Windows
-      run: |
-        curl -LJO https://github.com/sass/dart-sass-embedded/releases/download/1.0.0-beta.6/sass_embedded-1.0.0-beta.6-windows-x64.zip;
-        echo "6ae442129dbb3334bc21ef851261da6c0c1b560da790ca2e1350871d00ab816d  sass_embedded-1.0.0-beta.6-windows-x64.zip" | sha256sum -c;
-        unzip sass_embedded-1.0.0-beta.6-windows-x64.zip;
-        echo  "$env:GITHUB_WORKSPACE/sass_embedded/" | Out-File -FilePath $Env:GITHUB_PATH -Encoding utf-8 -Append
-    - name: Check
-      run: |
-        mage -v check;
-      env:
-        HUGO_BUILD_TAGS: extended
-    - name: Build Docs
-      env:
-        HUGO_BUILD_TAGS: extended
-        HUGO_TIMEOUT: 31000
-        HUGO_IGNOREERRORS: error-remote-getjson
-        HUGO_SERVICES_INSTAGRAM_ACCESSTOKEN: dummytoken
-      run: |
-        mage -v hugo
-        ./hugo -s docs/
-        ./hugo --renderToMemory -s docs/
+    - run:  go test -v -run TestServerPathEncodingIssues ./commands     
diff --git a/commands/server_test.go b/commands/server_test.go
@@ -57,32 +57,85 @@ func TestServer404(t *testing.T) {
 
 	r := runServerTest(c,
 		serverTestOptions{
-			test404:     true,
+			pathsToGet:  []string{"this/does/not/exist"},
 			getNumHomes: 1,
 		},
 	)
 
 	c.Assert(r.err, qt.IsNil)
-	c.Assert(r.content404, qt.Contains, "404: 404 Page not found|Not Found.")
+	pr := r.pathsResults["this/does/not/exist"]
+	c.Assert(pr.statusCode, qt.Equals, http.StatusNotFound)
+	c.Assert(pr.body, qt.Contains, "404: 404 Page not found|Not Found.")
 }
 
-// Issue 10287.
-func TestServerUnicode(t *testing.T) {
-	if htesting.IsCI() {
+func TestServerPathEncodingIssues(t *testing.T) {
+	if htesting.IsGitHubAction() {
 		// This test is flaky on CI for some reason.
 		// TODO(bep)
-		t.Skip("Skipping test on CI")
+		if runtime.GOOS != "windows" {
+			t.Skip("Skipping test on CI")
+		}
 	}
 	c := qt.New(t)
 
-	r := runServerTest(c,
-		serverTestOptions{
-			pathsToGet: []string{"hügö/"},
-		},
-	)
+	// Issue 10287
+	c.Run("Unicode paths", func(c *qt.C) {
+		r := runServerTest(c,
+			serverTestOptions{
+				pathsToGet: []string{"hügö/"},
+			},
+		)
+
+		c.Assert(r.err, qt.IsNil)
+		c.Assert(r.pathsResults["hügö/"].body, qt.Contains, "This is hügö")
+	})
+
+	// Issue 10314
+	c.Run("Windows multilingual 404", func(c *qt.C) {
+		config := `
+baseURL = 'https://example.org/'
+title = 'Hugo Forum Topic #40568'
+
+defaultContentLanguageInSubdir = true
+
+[languages.en]
+contentDir = 'content/en'
+languageCode = 'en-US'
+languageName = 'English'
+weight = 1
+
+[languages.es]
+contentDir = 'content/es'
+languageCode = 'es-ES'
+languageName = 'Espanol'
+weight = 2
+
+[server]
+[[server.redirects]]
+from = '/en/**'
+to = '/en/404.html'
+status = 404
+
+[[server.redirects]]
+from = '/es/**'
+to = '/es/404.html'
+status = 404
+`
+		r := runServerTest(c,
+			serverTestOptions{
+				config:     config,
+				pathsToGet: []string{"en/this/does/not/exist", "es/this/does/not/exist"},
+			},
+		)
+
+		c.Assert(r.err, qt.IsNil)
+		pr1 := r.pathsResults["en/this/does/not/exist"]
+		pr2 := r.pathsResults["es/this/does/not/exist"]
+		c.Assert(pr1.statusCode, qt.Equals, http.StatusNotFound)
+		c.Assert(pr2.statusCode, qt.Equals, http.StatusNotFound)
+
+	})
 
-	c.Assert(r.err, qt.IsNil)
-	c.Assert(r.pathsResults["hügö/"], qt.Contains, "This is hügö")
 }
 func TestServerFlags(t *testing.T) {
 	c := qt.New(t)
@@ -191,12 +244,14 @@ baseURL="https://example.org"
 			opts := serverTestOptions{
 				config:      test.config,
 				getNumHomes: test.numservers,
-				test404:     true,
+				pathsToGet:  []string{"this/does/not/exist"},
 				args:        args,
 			}
 
 			r := runServerTest(c, opts)
-			c.Assert(r.content404, qt.Contains, "404: 404 Page not found|Not Found.")
+			pr := r.pathsResults["this/does/not/exist"]
+			c.Assert(pr.statusCode, qt.Equals, http.StatusNotFound)
+			c.Assert(pr.body, qt.Contains, "404: 404 Page not found|Not Found.")
 			test.assert(c, r)
 
 		})
@@ -210,12 +265,16 @@ type serverTestResult struct {
 	homesContent   []string
 	content404     string
 	publicDirnames map[string]bool
-	pathsResults   map[string]string
+	pathsResults   map[string]pathResult
+}
+
+type pathResult struct {
+	statusCode int
+	body       string
 }
 
 type serverTestOptions struct {
 	getNumHomes int
-	test404     bool
 	config      string
 	pathsToGet  []string
 	args        []string
@@ -225,7 +284,7 @@ func runServerTest(c *qt.C, opts serverTestOptions) serverTestResult {
 	dir := createSimpleTestSite(c, testSiteConfig{configTOML: opts.config})
 	result := serverTestResult{
 		publicDirnames: make(map[string]bool),
-		pathsResults:   make(map[string]string),
+		pathsResults:   make(map[string]pathResult),
 	}
 
 	sp, err := helpers.FindAvailablePort()
@@ -280,24 +339,18 @@ func runServerTest(c *qt.C, opts serverTestOptions) serverTestResult {
 		func() {
 			resp, err := http.Get(fmt.Sprintf("http://localhost:%d/%s", port, path))
 			c.Assert(err, qt.IsNil)
-			c.Assert(resp.StatusCode, qt.Equals, http.StatusOK)
+			pr := pathResult{
+				statusCode: resp.StatusCode,
+			}
+
 			if err == nil {
 				defer resp.Body.Close()
-				result.pathsResults[path] = helpers.ReaderToString(resp.Body)
+				pr.body = helpers.ReaderToString(resp.Body)
 			}
+			result.pathsResults[path] = pr
 		}()
 	}
 
-	if opts.test404 {
-		resp, err := http.Get(fmt.Sprintf("http://localhost:%d/this-page-does-not-exist", port))
-		c.Assert(err, qt.IsNil)
-		c.Assert(resp.StatusCode, qt.Equals, http.StatusNotFound)
-		if err == nil {
-			defer resp.Body.Close()
-			result.content404 = helpers.ReaderToString(resp.Body)
-		}
-	}
-
 	time.Sleep(1 * time.Second)
 
 	select {