Added conformance tests for new "Exceptions" chapter.

conformance/results/mypy/exceptions_context_managers.toml

@@ -0,0 +1,7 @@
+conformant = "Pass"
+errors_diff = """
+"""
+output = """
+exceptions_context_managers.py:50: error: No return value expected  [return-value]
+exceptions_context_managers.py:57: error: No return value expected  [return-value]
+"""

conformance/results/mypy/version.toml

@@ -1,2 +1,2 @@
 version = "mypy 1.9.0"
-test_duration = 1.5
+test_duration = 2.1

conformance/results/pyre/exceptions_context_managers.toml

@@ -0,0 +1,11 @@
+conformant = "Unsupported"
+notes = """
+Does not support code flow analysis.
+"""
+conformance_automated = "Fail"
+errors_diff = """
+Line 50: Expected 1 errors
+Line 57: Expected 1 errors
+"""
+output = """
+"""

conformance/results/pyre/version.toml

@@ -1,2 +1,2 @@
 version = "pyre 0.9.19"
-test_duration = 3.2
+test_duration = 4.0

conformance/results/pyright/exceptions_context_managers.toml

@@ -0,0 +1,9 @@
+conformant = "Pass"
+errors_diff = """
+"""
+output = """
+exceptions_context_managers.py:50:12 - error: Expression of type "Literal[1]" is incompatible with return type "None"
+  "Literal[1]" is incompatible with "None" (reportReturnType)
+exceptions_context_managers.py:57:12 - error: Expression of type "Literal[1]" is incompatible with return type "None"
+  "Literal[1]" is incompatible with "None" (reportReturnType)
+"""

conformance/results/pyright/version.toml

@@ -1,2 +1,2 @@
 version = "pyright 1.1.359"
-test_duration = 1.5
+test_duration = 1.6

conformance/results/pytype/exceptions_context_managers.toml

@@ -0,0 +1,12 @@
+conformant = "Unsupported"
+notes = """
+Does not support code flow analysis.
+"""
+conformance_automated = "Fail"
+errors_diff = """
+Line 50: Expected 1 errors
+Line 57: Expected 1 errors
+"""
+output = """
+
+"""

conformance/results/pytype/version.toml

@@ -1,2 +1,2 @@
 version = "pytype 2024.04.11"
-test_duration = 35.1
+test_duration = 35.9

conformance/results/results.html

@@ -159,16 +159,16 @@ <h3>Python Type System Conformance Test Results</h3>
         <div class="table_container"><table><tbody>
 <tr><th class="col1">&nbsp;</th>
 <th class='tc-header'><div class='tc-name'>mypy 1.9.0</div>
-<div class='tc-time'>1.5sec</div>
+<div class='tc-time'>2.1sec</div>
 </th>
 <th class='tc-header'><div class='tc-name'>pyright 1.1.359</div>
-<div class='tc-time'>1.5sec</div>
+<div class='tc-time'>1.6sec</div>
 </th>
 <th class='tc-header'><div class='tc-name'>pyre 0.9.19</div>
-<div class='tc-time'>3.2sec</div>
+<div class='tc-time'>4.0sec</div>
 </th>
 <th class='tc-header'><div class='tc-name'>pytype 2024.04.11</div>
-<div class='tc-time'>35.1sec</div>
+<div class='tc-time'>35.9sec</div>
 </th>
 </tr>
 <tr><th class="column" colspan="5">
@@ -667,6 +667,15 @@ <h3>Python Type System Conformance Test Results</h3>
 <th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not reject a function with a single @overload signature.</p><p>Does not reject a function with @overload signature but no implementation.</p></span></div></th>
 </tr>
 <tr><th class="column" colspan="5">
+<a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/exceptions.html">Exceptions</a>
+</th></tr>
+<tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;exceptions_context_managers</th>
+<th class="column col2 conformant">Pass</th>
+<th class="column col2 conformant">Pass</th>
+<th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support code flow analysis.</p></span></div></th>
+<th class="column col2 not-conformant"><div class="hover-text">Unsupported<span class="tooltip-text" id="bottom"><p>Does not support code flow analysis.</p></span></div></th>
+</tr>
+<tr><th class="column" colspan="5">
 <a class="test_group" href="https://typing.readthedocs.io/en/latest/spec/dataclasses.html">Dataclasses</a>
 </th></tr>
 <tr><th class="column col1">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;dataclasses_descriptors</th>

conformance/src/test_groups.toml

@@ -47,6 +47,10 @@ href = "https://typing.readthedocs.io/en/latest/spec/constructors.html"
 name = "Overloads"
 href = "https://typing.readthedocs.io/en/latest/spec/overload.html"
 
+[exceptions]
+name = "Exceptions"
+href = "https://typing.readthedocs.io/en/latest/spec/exceptions.html"
+
 [dataclasses]
 name = "Dataclasses"
 href = "https://typing.readthedocs.io/en/latest/spec/dataclasses.html"

conformance/tests/exceptions_context_managers.py

@@ -0,0 +1,85 @@
+"""
+Tests the handling of __exit__ return types for context managers.
+"""
+
+# Specification: https://typing.readthedocs.io/en/latest/spec/exceptions.html
+
+
+from typing import Any, Literal
+
+
+class CMBase:
+    def __enter__(self) -> None:
+        pass
+
+
+class Suppress1(CMBase):
+    def __exit__(self, exc_type, exc_value, traceback) -> bool:
+        return True
+
+
+class Suppress2(CMBase):
+    def __exit__(self, exc_type, exc_value, traceback) -> Literal[True]:
+        return True
+
+
+class NoSuppress1(CMBase):
+    def __exit__(self, exc_type, exc_value, traceback) -> None:
+        return None
+
+
+class NoSuppress2(CMBase):
+    def __exit__(self, exc_type, exc_value, traceback) -> Literal[False]:
+        return False
+
+
+class NoSuppress3(CMBase):
+    def __exit__(self, exc_type, exc_value, traceback) -> Any:
+        return False
+
+
+class NoSuppress4(CMBase):
+    def __exit__(self, exc_type, exc_value, traceback) -> None | bool:
+        return None
+
+
+def func1() -> None:
+    with Suppress1():
+        raise ValueError("This exception is suppressed")
+
+    return 1  # E
+
+
+def func2() -> None:
+    with Suppress2():
+        raise ValueError("This exception is suppressed")
+
+    return 1  # E
+
+
+def func3() -> None:
+    with NoSuppress1():
+        raise ValueError("This exception is not suppressed")
+
+    return 1  # OK
+
+
+def func4() -> None:
+    with NoSuppress2():
+        raise ValueError("This exception is not suppressed")
+
+    return 1  # OK
+
+
+def func5() -> None:
+    with NoSuppress3():
+        raise ValueError("This exception is not suppressed")
+
+    return 1  # OK
+
+
+def func6() -> None:
+    with NoSuppress4():
+        raise ValueError("This exception is not suppressed")
+
+    return 1  # OK